upload mexa.

app.py

@@ -0,0 +1,195 @@
+# coding=utf-8
+# Copyright 2024 The Mexa Authors.
+# Lint as: python3
+# This space is built based on uonlp/open_multilingual_llm_leaderboard.
+# Mexa Space
+
+import os
+import json
+import glob
+from collections import defaultdict
+import pandas as pd
+import gradio as gr
+import glob
+
+
+
+
+# cache_data
+def language_names(json_path):
+    with open(json_path, 'r') as json_file:
+        data = json.load(json_file)
+    return data
+
+
+label2name = language_names("assets/language_names.json")
+
+def get_name(label):
+    """Get the name of language from label"""
+    iso_3 = label.split('_')[0]
+    name = label2name[iso_3]
+    return name
+
+
+FLORES_ARC = {'name': 'FLORES - ARC style', 'csv': 'evals/flores-mean-arc.csv'}
+Bible_ARC = {'name': 'Bible - ARC style', 'csv': 'evals/bible-mean-arc.csv'}
+FLORES_Belebele = {'name': 'FLORES - Belebele style', 'csv': 'evals/flores-max-belebele.csv'}
+Bible_Belebele = {'name': 'Bible - Belebele style', 'csv': 'evals/bible-max-belebele.csv'}
+
+BENCHMARKS = [FLORES_ARC, Bible_ARC, FLORES_Belebele, Bible_Belebele]
+
+
+def collect_results():
+    performance_dict = defaultdict(lambda: defaultdict(dict))
+    for bench in BENCHMARKS:
+
+        task = bench['name']
+        results = pd.read_csv(bench['csv'], index_col = 0).to_dict()
+
+        # add performances
+        for model, d_lang_value in results.items():
+            if model == 'avg':
+                continue
+            for lang, value in d_lang_value.items():
+
+                performance_dict[task.split(' ')[0]][(model, lang)][task] = value
+    return performance_dict
+
+
+def get_leaderboard_df(results_dict, parallel_data = 'FLORES'):
+    df = list()
+    performance_dict = results_dict.get(parallel_data, defaultdict(dict))
+
+    for (pretrained, lang), perfs in performance_dict.items():
+        lang_name = get_name(lang)
+        perfs_num = [0, 0]
+
+        if f'{parallel_data} - ARC style'  in perfs:
+            perfs_num = [perfs[f'{parallel_data} - ARC style'], perfs[f'{parallel_data} - Belebele style']]
+
+        avg = round(sum(perfs_num) / len(perfs_num), 4)
+        notes = ' '.join([pretrained, lang_name])
+        row = [pretrained, lang_name, lang, avg] + perfs_num + [notes]
+        df.append(row)
+
+    df = pd.DataFrame.from_records(df, columns=COLS)
+
+    # Sort
+    language_aggregate = df.groupby("Language")["Average"].mean().reset_index().sort_values(by='Average', ascending=False).reset_index()
+    df = df.sort_values(by='Average', ascending=False)
+    df = df.set_index("Language").loc[language_aggregate["Language"]].reset_index()
+    df = df[COLS]
+
+    return df
+
+MODEL_COL = "Model"
+LANG_COL = "Language"
+CODE_COL = "Code"
+ARC_COL = 'ARC Style'
+BELEBELE_COL = 'Belebele Style'
+AVERAGE_COL = "Average"
+NOTES_COL = "Notes"  # For search only
+
+COLS = [MODEL_COL, LANG_COL, CODE_COL, AVERAGE_COL, ARC_COL, BELEBELE_COL,  NOTES_COL]
+TYPES = ["str", "str", "str", "number", "number", "number", "number", "number", "str"]
+
+performance = collect_results()
+
+def search_table(query, selection):
+    df = get_leaderboard_df(performance, selection)
+    filtered_df = df[df[NOTES_COL].str.contains(query, case=False)]
+    return filtered_df
+
+def update_dataframe(selection):
+    if selection == "FLORES":
+        return get_leaderboard_df(performance, selection)
+    elif selection == "Bible":
+        return get_leaderboard_df(performance, selection)
+
+
+CUSTOM_CSS= """
+/* Hides the final column */
+table td:last-child,
+table th:last-child {
+    display: none;
+}
+# table td:first-child,
+# table th:first-child {
+#     max-width: 400px;
+#     overflow: auto;
+#     white-space: nowrap;
+# }
+"""
+
+
+TITLE = '<h1 align="center" id="space-title">Mexa: Multilingual Evaluation of Open English-Centric LLMs via Cross-Lingual Alignment</h1>'
+
+INTRO_TEXT = f"""
+## About
+
+We introduce Mexa, a method for assessing the multilingual capabilities of English-centric large language models (LLMs). Mexa builds on the observation that English-centric LLMs semantically use English as a kind of pivot language in their intermediate layers. Mexa computes the alignment between non-English languages and English using parallel sentences, estimating the transfer of language understanding capabilities from English to other languages through this alignment. This metric can be useful in estimating task performance, provided we know the English performance in the task and the alignment score between languages derived from a parallel dataset.
+
+## Details
+We use parallel datasets from FLORES and the Bible. In the ARC style, we use mean pooling over layers, and the English score achieved by each LLM in the ARC benchmark is used to adjust the multilingual scores. In the Belebele style, we use max pooling over layers, and the English score achieved by each LLM in Belebele is used to adjust the multilingual scores.
+"""
+
+
+CITATION = """
+## Citation
+```
+@article{kargaran2024mexa,
+title        = {Mexa: Multilingual Evaluation of {E}nglish-Centric {LLMs} via Cross-Lingual Alignment},
+author       = {Kargaran, Amir Hossein and Modarressi, Ali and Nikeghbal, Nafiseh  and Diesner, Jana and Yvon, François and Schütze, Hinrich},
+journal      = {arXiv preprint},
+year         = {2024},
+url          = {https://github.com/cisnlp/Mexa/}
+}
+```
+"""
+
+original_df = get_leaderboard_df(performance, 'FLORES') # Default
+
+
+demo = gr.Blocks(css=CUSTOM_CSS)
+with demo:
+    gr.HTML(TITLE)
+    gr.Markdown(INTRO_TEXT, elem_classes="markdown-text")
+
+    with gr.Group():
+
+        selection = gr.Radio(
+            ["FLORES", "Bible"],
+            label="Parallel Dataset",
+            info="Choose parallel dataset!",
+            value = 'FLORES'
+        )
+
+        search_bar = gr.Textbox(
+            placeholder="Search models and languages...", show_label=False, elem_id="search-bar"
+        )
+
+        leaderboard_table = gr.components.Dataframe(
+            value=original_df,
+            headers=COLS,
+            datatype=TYPES,
+            # max_rows=5,
+            elem_id="leaderboard-table",
+        )
+
+
+        selection.change(
+            fn=update_dataframe,
+            inputs=selection,
+            outputs=leaderboard_table
+        )
+
+
+        search_bar.change(
+            fn=search_table,
+            inputs=[search_bar, selection],
+            outputs=leaderboard_table,
+        )
+
+    gr.Markdown(CITATION, elem_classes="markdown-text")
+
+demo.launch()

evals/bible-max-belebele.csv

@@ -0,0 +1,149 @@
+,gemma2-9B,gemma-7B,llama3.1-70B,llama3.1-8B,llama3-8B,llama2-7B,llama1-7B,mistral-7B,olmo-7B,avg
+eng_Latn,0.9178,0.8467,0.9456,0.8767,0.8689,0.4822,0.4156,0.8389,0.7711,0.7737
+fra_Latn,0.9089,0.7727,0.8905,0.7831,0.7761,0.4635,0.3995,0.7575,0.3219,0.6748
+rus_Cyrl,0.8732,0.8138,0.9181,0.8001,0.7930,0.4494,0.3954,0.7086,0.1722,0.6582
+nld_Latn,0.9000,0.7481,0.9456,0.8512,0.8183,0.4354,0.3874,0.7575,0.0599,0.6559
+ita_Latn,0.8643,0.7645,0.9089,0.7575,0.7339,0.4494,0.3874,0.6923,0.1273,0.6317
+por_Latn,0.8911,0.7316,0.8722,0.7150,0.7086,0.4213,0.3591,0.6679,0.1647,0.6146
+ukr_Cyrl,0.8643,0.6659,0.9181,0.7660,0.7677,0.4307,0.3591,0.6923,0.0150,0.6088
+dan_Latn,0.9000,0.7316,0.9181,0.6980,0.6917,0.4401,0.3793,0.6190,0.0524,0.6033
+nob_Latn,0.8822,0.7809,0.8997,0.7150,0.6833,0.4354,0.3591,0.5864,0.0524,0.5994
+swe_Latn,0.8554,0.6412,0.9089,0.6980,0.6917,0.4447,0.3995,0.6027,0.0674,0.5899
+bul_Cyrl,0.8643,0.6659,0.8997,0.7065,0.7086,0.3698,0.3551,0.6923,0.0374,0.5888
+spa_Latn,0.8732,0.7234,0.8630,0.7150,0.6580,0.3979,0.3510,0.5701,0.1123,0.5849
+pol_Latn,0.8732,0.6905,0.8997,0.6980,0.6411,0.4167,0.3591,0.6353,0.0449,0.5843
+ind_Latn,0.8822,0.7234,0.8813,0.8001,0.8098,0.4167,0.1775,0.5050,0.0599,0.5840
+cmn_Hani,0.8822,0.7398,0.9456,0.7831,0.7845,0.0889,0.2381,0.6190,0.1198,0.5779
+ces_Latn,0.7841,0.7070,0.9089,0.7235,0.6917,0.3886,0.3510,0.5701,0.0225,0.5719
+ron_Latn,0.8643,0.6494,0.8997,0.7490,0.7171,0.3418,0.3309,0.5050,0.0449,0.5669
+cat_Latn,0.7931,0.7316,0.8630,0.6043,0.6327,0.4167,0.3712,0.5864,0.0449,0.5604
+srp_Cyrl,0.8020,0.6741,0.8722,0.6554,0.5990,0.4167,0.3793,0.6271,0.0075,0.5592
+afr_Latn,0.8822,0.6494,0.9089,0.6980,0.6917,0.3698,0.3147,0.4724,0.0449,0.5591
+mkd_Cyrl,0.8465,0.6494,0.9181,0.7575,0.7086,0.2762,0.2421,0.5131,0.0225,0.5482
+deu_Latn,0.7841,0.5672,0.8630,0.7065,0.6664,0.3511,0.3309,0.4724,0.0599,0.5335
+hun_Latn,0.7931,0.5836,0.9272,0.7405,0.7002,0.3043,0.2421,0.4724,0.0150,0.5309
+zho_Hani,0.8198,0.6741,0.8722,0.6554,0.7086,0.0796,0.2098,0.5131,0.1797,0.5236
+ell_Grek,0.8554,0.5836,0.8813,0.6894,0.7255,0.1685,0.1049,0.4480,0.0075,0.4960
+arz_Arab,0.7931,0.4028,0.8997,0.7065,0.6664,0.2575,0.1412,0.5538,0.0000,0.4912
+slv_Latn,0.7841,0.5179,0.8630,0.5022,0.5146,0.3652,0.3309,0.4968,0.0150,0.4877
+kor_Hang,0.8109,0.5754,0.8813,0.6469,0.6749,0.2668,0.0403,0.4317,0.0374,0.4851
+slk_Latn,0.7931,0.6576,0.8630,0.5533,0.5146,0.3137,0.2663,0.3502,0.0225,0.4816
+hrv_Latn,0.7218,0.6165,0.7895,0.4852,0.4977,0.3886,0.3430,0.4561,0.0225,0.4801
+arb_Arab,0.8287,0.4603,0.7987,0.6043,0.5652,0.2668,0.1856,0.5783,0.0150,0.4781
+fin_Latn,0.7931,0.5508,0.8722,0.5362,0.5652,0.3605,0.1493,0.3421,0.0299,0.4666
+hin_Deva,0.8643,0.6083,0.8354,0.6043,0.6496,0.1264,0.0646,0.3176,0.0075,0.4531
+vie_Latn,0.7841,0.5343,0.8446,0.6299,0.6327,0.2388,0.0363,0.3014,0.0449,0.4497
+bel_Cyrl,0.8376,0.5179,0.8813,0.6554,0.6327,0.1639,0.1009,0.2362,0.0075,0.4481
+tgl_Latn,0.7931,0.5014,0.8538,0.6554,0.6327,0.1919,0.0646,0.2851,0.0299,0.4453
+prs_Arab,0.7841,0.6576,0.7803,0.6469,0.6411,0.1404,0.0403,0.2851,0.0299,0.4451
+pes_Arab,0.7841,0.6576,0.7803,0.6469,0.6411,0.1404,0.0403,0.2851,0.0299,0.4451
+tur_Latn,0.7485,0.5836,0.8538,0.5618,0.5399,0.2013,0.0484,0.3176,0.0075,0.4292
+nno_Latn,0.7129,0.4932,0.7987,0.4596,0.4893,0.2715,0.2179,0.3421,0.0449,0.4256
+heb_Hebr,0.6950,0.5343,0.6885,0.5022,0.5230,0.1732,0.1009,0.3502,0.0075,0.3972
+epo_Latn,0.6683,0.4521,0.8354,0.5447,0.5062,0.1030,0.0726,0.2281,0.0225,0.3814
+est_Latn,0.7307,0.5261,0.8354,0.4426,0.4471,0.0936,0.0161,0.1792,0.0150,0.3651
+fao_Latn,0.7485,0.3617,0.8171,0.4341,0.4893,0.1498,0.0565,0.1955,0.0225,0.3639
+isl_Latn,0.7129,0.3042,0.7069,0.4596,0.5062,0.1639,0.0605,0.3014,0.0150,0.3589
+swh_Latn,0.8020,0.5836,0.8171,0.4086,0.4640,0.0281,0.0161,0.0489,0.0150,0.3537
+tha_Thai,0.7485,0.2877,0.7987,0.4852,0.4977,0.0375,0.0081,0.2525,0.0075,0.3470
+lit_Latn,0.8020,0.5425,0.7895,0.3830,0.3796,0.0421,0.0161,0.1222,0.0075,0.3427
+urd_Arab,0.6416,0.3946,0.8630,0.4511,0.4471,0.0468,0.0040,0.1955,0.0075,0.3390
+ben_Beng,0.7574,0.3206,0.7895,0.4681,0.4724,0.0094,0.0040,0.1466,0.0075,0.3306
+hye_Armn,0.7752,0.4110,0.7436,0.4426,0.4808,0.0094,0.0000,0.0407,0.0000,0.3226
+ceb_Latn,0.7485,0.2713,0.7803,0.4000,0.4218,0.0421,0.0202,0.1140,0.0225,0.3134
+npi_Deva,0.7663,0.3699,0.6977,0.4000,0.4134,0.0047,0.0040,0.1547,0.0000,0.3123
+mar_Deva,0.6772,0.3042,0.7620,0.3575,0.3459,0.0094,0.0040,0.0896,0.0000,0.2833
+kat_Geor,0.6237,0.3124,0.6702,0.4171,0.4555,0.0187,0.0081,0.0244,0.0075,0.2820
+cym_Latn,0.5970,0.1726,0.8171,0.3660,0.3965,0.0234,0.0121,0.0733,0.0150,0.2748
+zsm_Latn,0.4723,0.1644,0.5876,0.4171,0.3796,0.0843,0.0202,0.1466,0.0150,0.2541
+tam_Taml,0.7129,0.3453,0.6059,0.2724,0.2953,0.0047,0.0000,0.0489,0.0000,0.2539
+guj_Gujr,0.6059,0.3124,0.6794,0.3149,0.3543,0.0047,0.0000,0.0081,0.0000,0.2533
+urd_Latn,0.6148,0.2137,0.5692,0.3234,0.2362,0.0515,0.0121,0.2036,0.0075,0.2480
+mlt_Latn,0.5792,0.2548,0.6977,0.2639,0.2531,0.0328,0.0202,0.0489,0.0075,0.2398
+mal_Mlym,0.7396,0.2795,0.5784,0.2639,0.2784,0.0047,0.0000,0.0000,0.0075,0.2391
+gle_Latn,0.4812,0.1151,0.6518,0.3490,0.3037,0.0796,0.0363,0.0570,0.0150,0.2321
+kaz_Cyrl,0.4188,0.3370,0.6885,0.2894,0.2868,0.0047,0.0000,0.0489,0.0000,0.2305
+tel_Telu,0.6594,0.2795,0.5325,0.2809,0.2953,0.0000,0.0000,0.0081,0.0000,0.2284
+hin_Latn,0.4277,0.2466,0.5417,0.3149,0.2615,0.0609,0.0081,0.1222,0.0075,0.2212
+gla_Latn,0.4634,0.0740,0.7712,0.2639,0.2784,0.0281,0.0161,0.0733,0.0150,0.2204
+asm_Beng,0.5436,0.2302,0.6610,0.2468,0.2362,0.0047,0.0000,0.0244,0.0075,0.2172
+war_Latn,0.4366,0.1891,0.6794,0.2639,0.2699,0.0281,0.0081,0.0570,0.0150,0.2163
+tgk_Cyrl,0.4544,0.1644,0.6977,0.3149,0.2868,0.0047,0.0000,0.0163,0.0075,0.2163
+pap_Latn,0.5257,0.2137,0.6426,0.1787,0.1687,0.0515,0.0363,0.0896,0.0225,0.2144
+tpi_Latn,0.6327,0.1808,0.5967,0.1702,0.1940,0.0234,0.0081,0.0652,0.0075,0.2087
+pan_Guru,0.6772,0.2137,0.5876,0.2213,0.1518,0.0047,0.0000,0.0000,0.0000,0.2063
+mri_Latn,0.3386,0.0904,0.7253,0.2894,0.2699,0.0281,0.0121,0.0896,0.0075,0.2057
+bak_Cyrl,0.3386,0.2055,0.6335,0.2979,0.3121,0.0000,0.0000,0.0244,0.0075,0.2022
+kir_Cyrl,0.3475,0.2384,0.6702,0.2553,0.2278,0.0047,0.0000,0.0163,0.0000,0.1956
+kan_Knda,0.5168,0.2220,0.5233,0.2128,0.2446,0.0047,0.0000,0.0326,0.0000,0.1952
+san_Deva,0.4366,0.1397,0.4958,0.2213,0.2193,0.0140,0.0040,0.1547,0.0075,0.1881
+mai_Deva,0.3653,0.1891,0.5967,0.2213,0.2278,0.0140,0.0040,0.0489,0.0000,0.1852
+hat_Latn,0.4099,0.1315,0.5967,0.1873,0.1603,0.0187,0.0081,0.1059,0.0075,0.1807
+aeb_Arab,0.4010,0.0986,0.4866,0.2043,0.2193,0.0468,0.0363,0.1059,0.0000,0.1776
+snd_Arab,0.2941,0.1480,0.6610,0.2468,0.2193,0.0047,0.0040,0.0163,0.0000,0.1771
+hau_Latn,0.5079,0.2384,0.4866,0.1447,0.1434,0.0140,0.0040,0.0244,0.0075,0.1746
+ibo_Latn,0.3742,0.1151,0.5876,0.2043,0.1772,0.0094,0.0040,0.0081,0.0075,0.1653
+awa_Deva,0.2584,0.1233,0.5233,0.2383,0.2109,0.0094,0.0000,0.0489,0.0000,0.1569
+tat_Cyrl,0.1693,0.1315,0.5692,0.2553,0.2615,0.0047,0.0040,0.0163,0.0000,0.1569
+sin_Sinh,0.4544,0.1233,0.4590,0.1787,0.1772,0.0000,0.0000,0.0081,0.0075,0.1565
+tuk_Latn,0.2762,0.1480,0.5233,0.1958,0.1772,0.0234,0.0081,0.0326,0.0075,0.1547
+hne_Deva,0.2317,0.0822,0.6426,0.1873,0.1434,0.0094,0.0081,0.0407,0.0075,0.1503
+kmr_Latn,0.2317,0.0575,0.6059,0.2128,0.2025,0.0094,0.0081,0.0244,0.0000,0.1503
+ary_Arab,0.2941,0.0822,0.4498,0.1532,0.1772,0.0328,0.0202,0.0489,0.0000,0.1398
+sna_Latn,0.4455,0.1562,0.3489,0.1192,0.1265,0.0140,0.0040,0.0244,0.0075,0.1385
+ilo_Latn,0.3208,0.0986,0.4131,0.1617,0.1687,0.0234,0.0121,0.0326,0.0150,0.1385
+zul_Latn,0.4812,0.1233,0.3948,0.0851,0.0844,0.0140,0.0081,0.0244,0.0150,0.1367
+jav_Latn,0.2851,0.0904,0.4590,0.1447,0.1097,0.0187,0.0081,0.0244,0.0150,0.1284
+plt_Latn,0.3742,0.0658,0.4958,0.0766,0.0844,0.0140,0.0121,0.0244,0.0075,0.1283
+uig_Arab,0.1337,0.0493,0.5600,0.1787,0.1434,0.0000,0.0040,0.0163,0.0075,0.1214
+min_Latn,0.1871,0.1151,0.4131,0.1447,0.1434,0.0234,0.0161,0.0244,0.0150,0.1203
+amh_Ethi,0.5792,0.1315,0.3121,0.0255,0.0253,0.0000,0.0000,0.0081,0.0000,0.1202
+sun_Latn,0.2495,0.0986,0.3580,0.1277,0.1350,0.0281,0.0202,0.0326,0.0225,0.1191
+sot_Latn,0.2851,0.0904,0.4590,0.0766,0.0675,0.0140,0.0121,0.0244,0.0150,0.1160
+smo_Latn,0.2406,0.0411,0.5325,0.0766,0.0675,0.0140,0.0081,0.0244,0.0150,0.1133
+khm_Khmr,0.3742,0.1069,0.3948,0.0766,0.0422,0.0000,0.0000,0.0163,0.0000,0.1123
+nya_Latn,0.3742,0.0822,0.3580,0.0511,0.0506,0.0187,0.0121,0.0244,0.0225,0.1104
+xho_Latn,0.3475,0.1233,0.3121,0.0851,0.0506,0.0140,0.0081,0.0326,0.0150,0.1098
+lus_Latn,0.4634,0.0329,0.3580,0.0511,0.0422,0.0047,0.0040,0.0163,0.0150,0.1097
+tsn_Latn,0.2049,0.0904,0.4131,0.0851,0.0759,0.0187,0.0081,0.0244,0.0075,0.1031
+nso_Latn,0.1871,0.0658,0.4682,0.0851,0.0591,0.0140,0.0121,0.0244,0.0075,0.1026
+ory_Orya,0.2673,0.0247,0.4682,0.0681,0.0759,0.0000,0.0000,0.0000,0.0075,0.1013
+ckb_Arab,0.1247,0.0575,0.4131,0.1192,0.1434,0.0047,0.0000,0.0244,0.0075,0.0994
+yor_Latn,0.2406,0.0411,0.3948,0.0766,0.0675,0.0094,0.0121,0.0244,0.0075,0.0971
+mya_Mymr,0.2584,0.0658,0.3672,0.0596,0.0591,0.0000,0.0040,0.0081,0.0000,0.0914
+ssw_Latn,0.2762,0.0904,0.2662,0.0596,0.0591,0.0140,0.0121,0.0244,0.0075,0.0900
+kin_Latn,0.2317,0.0658,0.2479,0.1021,0.1012,0.0140,0.0081,0.0244,0.0075,0.0892
+tum_Latn,0.2049,0.0329,0.3397,0.0511,0.0591,0.0187,0.0121,0.0326,0.0150,0.0851
+eus_Latn,0.1069,0.0740,0.3030,0.0681,0.0844,0.0375,0.0202,0.0407,0.0075,0.0825
+run_Latn,0.2228,0.0575,0.2479,0.0511,0.0759,0.0140,0.0081,0.0326,0.0150,0.0805
+som_Latn,0.2049,0.0986,0.2020,0.0851,0.0759,0.0094,0.0081,0.0163,0.0075,0.0786
+lug_Latn,0.1426,0.0247,0.3213,0.0596,0.0675,0.0047,0.0121,0.0081,0.0075,0.0720
+fij_Latn,0.1604,0.0164,0.3489,0.0426,0.0337,0.0047,0.0040,0.0081,0.0075,0.0696
+bem_Latn,0.1604,0.0658,0.2479,0.0426,0.0337,0.0094,0.0081,0.0244,0.0150,0.0675
+tso_Latn,0.1158,0.0329,0.3121,0.0426,0.0422,0.0094,0.0081,0.0244,0.0150,0.0669
+pag_Latn,0.1337,0.0575,0.1836,0.0426,0.0422,0.0234,0.0202,0.0326,0.0225,0.0620
+ban_Latn,0.1247,0.0493,0.2112,0.0511,0.0506,0.0094,0.0040,0.0244,0.0075,0.0591
+twi_Latn,0.0891,0.0411,0.2479,0.0426,0.0337,0.0140,0.0121,0.0163,0.0075,0.0560
+lin_Latn,0.0713,0.0164,0.1285,0.0596,0.0591,0.0187,0.0121,0.0244,0.0075,0.0442
+ace_Latn,0.0356,0.0411,0.1744,0.0511,0.0422,0.0094,0.0081,0.0244,0.0075,0.0438
+kik_Latn,0.0713,0.0164,0.1377,0.0340,0.0337,0.0140,0.0081,0.0326,0.0075,0.0395
+quy_Latn,0.0624,0.0247,0.1193,0.0426,0.0337,0.0094,0.0081,0.0163,0.0075,0.0360
+ayr_Latn,0.0446,0.0164,0.0918,0.0426,0.0253,0.0140,0.0161,0.0244,0.0150,0.0323
+wol_Latn,0.0267,0.0164,0.0918,0.0426,0.0422,0.0140,0.0081,0.0081,0.0075,0.0286
+bug_Latn,0.0267,0.0082,0.0826,0.0426,0.0422,0.0094,0.0081,0.0163,0.0075,0.0271
+sag_Latn,0.0178,0.0247,0.0551,0.0340,0.0253,0.0140,0.0121,0.0244,0.0225,0.0256
+ewe_Latn,0.0267,0.0164,0.0734,0.0255,0.0253,0.0140,0.0040,0.0163,0.0150,0.0241
+dyu_Latn,0.0356,0.0082,0.0918,0.0170,0.0169,0.0140,0.0081,0.0163,0.0075,0.0239
+bam_Latn,0.0356,0.0164,0.0459,0.0340,0.0337,0.0187,0.0081,0.0081,0.0075,0.0231
+luo_Latn,0.0267,0.0247,0.0459,0.0255,0.0337,0.0140,0.0121,0.0163,0.0075,0.0229
+tir_Ethi,0.1158,0.0247,0.0367,0.0085,0.0084,0.0000,0.0000,0.0081,0.0000,0.0225
+kab_Latn,0.0267,0.0082,0.0734,0.0340,0.0169,0.0094,0.0081,0.0163,0.0075,0.0223
+fuv_Latn,0.0267,0.0164,0.0551,0.0426,0.0337,0.0047,0.0081,0.0081,0.0000,0.0217
+kac_Latn,0.0178,0.0000,0.0643,0.0255,0.0253,0.0094,0.0040,0.0081,0.0075,0.0180
+shn_Mymr,0.0089,0.0000,0.0918,0.0255,0.0253,0.0047,0.0000,0.0000,0.0000,0.0174
+mos_Latn,0.0178,0.0082,0.0275,0.0426,0.0253,0.0047,0.0040,0.0163,0.0075,0.0171
+taq_Latn,0.0089,0.0164,0.0459,0.0255,0.0169,0.0047,0.0000,0.0163,0.0000,0.0150
+dik_Latn,0.0089,0.0164,0.0275,0.0255,0.0084,0.0094,0.0081,0.0163,0.0075,0.0142
+fon_Latn,0.0178,0.0000,0.0275,0.0170,0.0169,0.0047,0.0081,0.0163,0.0075,0.0129
+kbp_Latn,0.0267,0.0082,0.0275,0.0170,0.0169,0.0047,0.0040,0.0081,0.0000,0.0126
+nus_Latn,0.0089,0.0000,0.0184,0.0170,0.0084,0.0094,0.0040,0.0081,0.0075,0.0091

evals/bible-mean-arc.csv

@@ -0,0 +1,149 @@
+,gemma2-9B,gemma-7B,llama3.1-70B,llama3.1-8B,llama3-8B,llama2-7B,llama1-7B,mistral-7B,olmo-7B,avg
+eng_Latn,0.6775,0.5870,0.7014,0.5794,0.5836,0.5128,0.5000,0.5862,0.4872,0.5795
+fra_Latn,0.5270,0.3893,0.4208,0.3856,0.3743,0.3358,0.3041,0.3654,0.0788,0.3535
+rus_Cyrl,0.5053,0.3683,0.4889,0.4067,0.4007,0.2916,0.2212,0.3413,0.0314,0.3395
+nld_Latn,0.5272,0.3449,0.4362,0.4025,0.3827,0.2743,0.2358,0.2984,0.0188,0.3245
+ita_Latn,0.5021,0.3588,0.4513,0.3614,0.3391,0.2919,0.2577,0.2975,0.0348,0.3216
+por_Latn,0.4889,0.3622,0.4172,0.3408,0.3348,0.2829,0.2507,0.2875,0.0530,0.3131
+nob_Latn,0.5103,0.3675,0.4492,0.3077,0.2909,0.2764,0.1696,0.2359,0.0199,0.2919
+ukr_Cyrl,0.4650,0.3038,0.4416,0.3239,0.3195,0.2535,0.1820,0.2613,0.0036,0.2838
+dan_Latn,0.5180,0.3455,0.4100,0.2883,0.2737,0.2580,0.1892,0.2444,0.0171,0.2827
+spa_Latn,0.5043,0.3645,0.3832,0.3039,0.2794,0.2314,0.1799,0.2059,0.0323,0.2761
+swe_Latn,0.4616,0.2828,0.4063,0.2755,0.2678,0.2482,0.2211,0.2402,0.0195,0.2692
+cmn_Hani,0.4861,0.3510,0.4614,0.3515,0.3523,0.0441,0.0868,0.2180,0.0265,0.2642
+bul_Cyrl,0.4694,0.2963,0.3642,0.2865,0.2830,0.1915,0.1696,0.2652,0.0092,0.2594
+ind_Latn,0.4869,0.3264,0.3725,0.3459,0.3475,0.2100,0.0605,0.1457,0.0146,0.2567
+pol_Latn,0.4764,0.3048,0.3582,0.2780,0.2637,0.2064,0.1728,0.2383,0.0103,0.2566
+cat_Latn,0.4080,0.2830,0.3698,0.2468,0.2479,0.2271,0.2090,0.2368,0.0196,0.2498
+ces_Latn,0.4224,0.2822,0.4259,0.2888,0.2752,0.1874,0.1447,0.1971,0.0062,0.2478
+ron_Latn,0.4688,0.2765,0.3619,0.2780,0.2660,0.1607,0.1272,0.1631,0.0119,0.2349
+afr_Latn,0.4692,0.2814,0.3900,0.2574,0.2555,0.1409,0.1142,0.1466,0.0176,0.2303
+srp_Cyrl,0.3990,0.2574,0.3298,0.2238,0.2182,0.1981,0.1758,0.2194,0.0001,0.2246
+deu_Latn,0.3827,0.2211,0.3522,0.2673,0.2563,0.1851,0.1359,0.1542,0.0183,0.2192
+mkd_Cyrl,0.4090,0.2504,0.3671,0.2710,0.2630,0.1121,0.0933,0.1576,0.0027,0.2140
+hun_Latn,0.4116,0.2166,0.3646,0.2746,0.2577,0.1294,0.0946,0.1433,0.0030,0.2106
+zho_Hani,0.4114,0.2851,0.3337,0.2746,0.2795,0.0392,0.0609,0.1797,0.0178,0.2091
+ell_Grek,0.4521,0.2356,0.3267,0.2986,0.3188,0.0634,0.0399,0.1390,0.0009,0.2083
+slv_Latn,0.3823,0.2124,0.3196,0.1587,0.1664,0.1715,0.1377,0.1678,0.0043,0.1912
+vie_Latn,0.3759,0.2134,0.3727,0.2640,0.2555,0.1162,0.0071,0.0742,0.0030,0.1869
+slk_Latn,0.3947,0.2398,0.3652,0.1775,0.1626,0.1201,0.0890,0.1261,0.0053,0.1867
+hrv_Latn,0.3466,0.2097,0.3244,0.1730,0.1732,0.1696,0.1372,0.1402,0.0023,0.1863
+kor_Hang,0.3652,0.2044,0.3463,0.2354,0.2361,0.1103,0.0113,0.1256,0.0009,0.1817
+bel_Cyrl,0.4258,0.2065,0.3281,0.2257,0.2108,0.0516,0.0310,0.0547,0.0043,0.1709
+fin_Latn,0.3889,0.1912,0.3265,0.1630,0.1825,0.1471,0.0350,0.0959,0.0063,0.1707
+prs_Arab,0.3580,0.2553,0.3415,0.2289,0.2110,0.0415,0.0107,0.0604,0.0026,0.1678
+pes_Arab,0.3574,0.2555,0.3415,0.2291,0.2110,0.0415,0.0107,0.0604,0.0026,0.1677
+arb_Arab,0.3299,0.1602,0.2759,0.1952,0.1842,0.1159,0.0662,0.1373,0.0011,0.1629
+nno_Latn,0.3281,0.1942,0.3155,0.1538,0.1495,0.1049,0.0721,0.0821,0.0113,0.1568
+arz_Arab,0.2860,0.1042,0.2988,0.2245,0.2254,0.0928,0.0457,0.1337,0.0000,0.1568
+hin_Deva,0.4074,0.2240,0.2961,0.1894,0.1808,0.0422,0.0149,0.0483,0.0001,0.1559
+tgl_Latn,0.3877,0.1784,0.3075,0.1843,0.1684,0.0537,0.0190,0.0607,0.0089,0.1521
+tur_Latn,0.3052,0.2058,0.3500,0.1691,0.1600,0.0614,0.0107,0.0711,0.0001,0.1482
+heb_Hebr,0.3080,0.2079,0.2146,0.1563,0.1561,0.0644,0.0321,0.0797,0.0003,0.1355
+est_Latn,0.3594,0.1906,0.3106,0.1399,0.1434,0.0264,0.0059,0.0274,0.0046,0.1342
+epo_Latn,0.2954,0.1448,0.3349,0.1631,0.1358,0.0344,0.0234,0.0661,0.0053,0.1337
+lit_Latn,0.3943,0.1885,0.2872,0.1178,0.1121,0.0139,0.0044,0.0328,0.0003,0.1279
+swh_Latn,0.3937,0.2201,0.2798,0.0869,0.1092,0.0098,0.0050,0.0121,0.0042,0.1245
+isl_Latn,0.3097,0.0914,0.2414,0.1244,0.1360,0.0457,0.0174,0.0700,0.0043,0.1156
+fao_Latn,0.3135,0.0898,0.2790,0.1118,0.1116,0.0380,0.0143,0.0512,0.0043,0.1126
+tha_Thai,0.3159,0.0819,0.2482,0.1132,0.1271,0.0060,0.0009,0.0402,0.0001,0.1037
+hye_Armn,0.3249,0.1334,0.2020,0.1043,0.1154,0.0017,0.0000,0.0057,0.0000,0.0986
+ben_Beng,0.2844,0.0930,0.2350,0.1123,0.1185,0.0041,0.0004,0.0197,0.0001,0.0964
+urd_Arab,0.2356,0.1165,0.2714,0.1142,0.0853,0.0121,0.0001,0.0236,0.0001,0.0954
+ceb_Latn,0.2645,0.0729,0.2421,0.0885,0.0843,0.0119,0.0066,0.0257,0.0009,0.0886
+npi_Deva,0.2737,0.0965,0.2156,0.0984,0.0905,0.0008,0.0001,0.0172,0.0000,0.0881
+mar_Deva,0.2587,0.0886,0.2437,0.1059,0.0805,0.0009,0.0001,0.0067,0.0000,0.0872
+cym_Latn,0.2316,0.0436,0.2784,0.0856,0.0888,0.0065,0.0063,0.0119,0.0006,0.0837
+mlt_Latn,0.2370,0.0658,0.2272,0.0684,0.0659,0.0095,0.0066,0.0122,0.0033,0.0773
+kat_Geor,0.2464,0.0943,0.1624,0.0776,0.0786,0.0021,0.0010,0.0047,0.0001,0.0741
+tam_Taml,0.2665,0.1053,0.1475,0.0397,0.0443,0.0006,0.0000,0.0064,0.0000,0.0678
+guj_Gujr,0.2284,0.0918,0.1653,0.0590,0.0635,0.0002,0.0000,0.0002,0.0000,0.0676
+pap_Latn,0.1834,0.0570,0.2031,0.0508,0.0477,0.0211,0.0144,0.0231,0.0054,0.0673
+zsm_Latn,0.1567,0.0529,0.1779,0.0719,0.0646,0.0263,0.0054,0.0245,0.0047,0.0650
+mal_Mlym,0.2601,0.0920,0.1343,0.0428,0.0498,0.0005,0.0000,0.0000,0.0001,0.0644
+gla_Latn,0.1399,0.0173,0.2579,0.0649,0.0639,0.0068,0.0049,0.0133,0.0047,0.0637
+kaz_Cyrl,0.1284,0.0770,0.2187,0.0723,0.0683,0.0012,0.0000,0.0064,0.0000,0.0636
+gle_Latn,0.1742,0.0214,0.2125,0.0634,0.0592,0.0160,0.0082,0.0103,0.0037,0.0632
+tel_Telu,0.2278,0.0863,0.1395,0.0542,0.0598,0.0000,0.0000,0.0010,0.0000,0.0632
+urd_Latn,0.1557,0.0531,0.1717,0.0620,0.0524,0.0133,0.0019,0.0297,0.0009,0.0601
+tpi_Latn,0.2015,0.0430,0.1884,0.0348,0.0331,0.0038,0.0021,0.0147,0.0034,0.0583
+asm_Beng,0.1792,0.0595,0.1771,0.0457,0.0498,0.0006,0.0000,0.0043,0.0003,0.0574
+war_Latn,0.1286,0.0489,0.2045,0.0522,0.0477,0.0103,0.0038,0.0128,0.0042,0.0570
+tgk_Cyrl,0.1349,0.0369,0.2222,0.0592,0.0515,0.0002,0.0000,0.0026,0.0043,0.0569
+hin_Latn,0.1210,0.0647,0.1768,0.0561,0.0472,0.0148,0.0025,0.0210,0.0001,0.0560
+bak_Cyrl,0.1064,0.0489,0.1923,0.0682,0.0658,0.0000,0.0000,0.0038,0.0009,0.0540
+hau_Latn,0.1766,0.0605,0.1645,0.0343,0.0311,0.0035,0.0018,0.0060,0.0004,0.0532
+hat_Latn,0.1292,0.0381,0.1985,0.0441,0.0345,0.0068,0.0032,0.0179,0.0042,0.0530
+kir_Cyrl,0.0925,0.0535,0.2152,0.0566,0.0513,0.0002,0.0000,0.0033,0.0000,0.0525
+mri_Latn,0.0887,0.0155,0.2464,0.0520,0.0424,0.0060,0.0028,0.0136,0.0001,0.0520
+pan_Guru,0.2163,0.0519,0.1414,0.0252,0.0206,0.0015,0.0000,0.0000,0.0000,0.0508
+san_Deva,0.1377,0.0307,0.1471,0.0508,0.0520,0.0017,0.0007,0.0221,0.0022,0.0494
+kan_Knda,0.1726,0.0603,0.1257,0.0384,0.0407,0.0002,0.0000,0.0043,0.0000,0.0491
+mai_Deva,0.1086,0.0434,0.1754,0.0505,0.0481,0.0018,0.0001,0.0074,0.0000,0.0484
+snd_Arab,0.0853,0.0342,0.1872,0.0530,0.0434,0.0002,0.0001,0.0017,0.0000,0.0450
+aeb_Arab,0.1256,0.0238,0.1345,0.0411,0.0445,0.0107,0.0079,0.0150,0.0000,0.0448
+ibo_Latn,0.1126,0.0250,0.1723,0.0416,0.0362,0.0015,0.0015,0.0022,0.0006,0.0437
+tuk_Latn,0.0833,0.0381,0.1797,0.0375,0.0325,0.0054,0.0021,0.0060,0.0039,0.0432
+tat_Cyrl,0.0496,0.0310,0.1812,0.0556,0.0529,0.0020,0.0001,0.0022,0.0000,0.0416
+zul_Latn,0.1714,0.0293,0.1127,0.0184,0.0161,0.0060,0.0032,0.0069,0.0043,0.0409
+awa_Deva,0.0783,0.0320,0.1541,0.0491,0.0448,0.0018,0.0000,0.0079,0.0000,0.0409
+kmr_Latn,0.0656,0.0118,0.1909,0.0401,0.0378,0.0030,0.0016,0.0060,0.0000,0.0396
+ilo_Latn,0.0949,0.0275,0.1209,0.0380,0.0393,0.0086,0.0074,0.0093,0.0044,0.0389
+hne_Deva,0.0692,0.0216,0.1797,0.0349,0.0295,0.0011,0.0006,0.0057,0.0001,0.0381
+plt_Latn,0.1136,0.0155,0.1585,0.0160,0.0143,0.0039,0.0028,0.0069,0.0034,0.0372
+sna_Latn,0.1401,0.0322,0.0986,0.0174,0.0175,0.0047,0.0024,0.0076,0.0043,0.0361
+jav_Latn,0.0722,0.0220,0.1364,0.0365,0.0287,0.0072,0.0026,0.0078,0.0049,0.0354
+min_Latn,0.0544,0.0356,0.1314,0.0346,0.0321,0.0100,0.0044,0.0076,0.0044,0.0349
+sun_Latn,0.0654,0.0297,0.1069,0.0348,0.0325,0.0110,0.0078,0.0072,0.0056,0.0334
+sot_Latn,0.0815,0.0218,0.1428,0.0140,0.0105,0.0059,0.0054,0.0064,0.0044,0.0325
+sin_Sinh,0.1232,0.0271,0.0931,0.0220,0.0251,0.0000,0.0000,0.0009,0.0001,0.0324
+xho_Latn,0.1090,0.0318,0.0960,0.0186,0.0129,0.0042,0.0026,0.0079,0.0044,0.0319
+ary_Arab,0.0765,0.0151,0.1199,0.0263,0.0266,0.0062,0.0038,0.0088,0.0000,0.0315
+uig_Arab,0.0321,0.0085,0.1626,0.0407,0.0364,0.0000,0.0001,0.0010,0.0006,0.0313
+nya_Latn,0.1146,0.0210,0.0995,0.0133,0.0136,0.0053,0.0026,0.0069,0.0044,0.0312
+lus_Latn,0.1457,0.0055,0.1034,0.0095,0.0089,0.0006,0.0001,0.0029,0.0034,0.0311
+amh_Ethi,0.1864,0.0291,0.0600,0.0020,0.0017,0.0000,0.0000,0.0005,0.0000,0.0311
+smo_Latn,0.0648,0.0100,0.1475,0.0116,0.0146,0.0039,0.0035,0.0060,0.0036,0.0295
+nso_Latn,0.0540,0.0157,0.1381,0.0181,0.0120,0.0060,0.0056,0.0067,0.0043,0.0289
+tsn_Latn,0.0516,0.0204,0.1284,0.0182,0.0137,0.0068,0.0047,0.0055,0.0042,0.0282
+yor_Latn,0.0664,0.0063,0.1114,0.0181,0.0148,0.0017,0.0019,0.0057,0.0030,0.0255
+ory_Orya,0.0757,0.0041,0.1114,0.0136,0.0136,0.0000,0.0000,0.0000,0.0001,0.0243
+ssw_Latn,0.0897,0.0197,0.0737,0.0114,0.0106,0.0038,0.0032,0.0053,0.0003,0.0242
+run_Latn,0.0654,0.0151,0.0759,0.0141,0.0130,0.0059,0.0060,0.0079,0.0042,0.0231
+eus_Latn,0.0355,0.0187,0.0937,0.0176,0.0192,0.0071,0.0081,0.0069,0.0006,0.0230
+tum_Latn,0.0494,0.0110,0.0922,0.0148,0.0137,0.0054,0.0034,0.0076,0.0039,0.0224
+ckb_Arab,0.0283,0.0110,0.1162,0.0184,0.0204,0.0005,0.0000,0.0033,0.0007,0.0221
+kin_Latn,0.0616,0.0138,0.0774,0.0165,0.0153,0.0039,0.0012,0.0034,0.0006,0.0215
+khm_Khmr,0.0913,0.0169,0.0646,0.0078,0.0057,0.0000,0.0000,0.0016,0.0000,0.0209
+som_Latn,0.0638,0.0191,0.0660,0.0133,0.0110,0.0023,0.0018,0.0045,0.0039,0.0206
+bem_Latn,0.0437,0.0161,0.0687,0.0131,0.0120,0.0056,0.0047,0.0069,0.0050,0.0195
+pag_Latn,0.0411,0.0163,0.0537,0.0131,0.0129,0.0101,0.0075,0.0091,0.0052,0.0188
+tso_Latn,0.0289,0.0104,0.0887,0.0102,0.0093,0.0036,0.0026,0.0072,0.0044,0.0184
+lug_Latn,0.0305,0.0059,0.0957,0.0087,0.0082,0.0011,0.0028,0.0028,0.0034,0.0177
+mya_Mymr,0.0560,0.0134,0.0667,0.0099,0.0088,0.0000,0.0001,0.0003,0.0000,0.0172
+twi_Latn,0.0245,0.0116,0.0728,0.0106,0.0103,0.0074,0.0051,0.0062,0.0039,0.0169
+fij_Latn,0.0277,0.0018,0.0993,0.0055,0.0038,0.0003,0.0006,0.0009,0.0026,0.0158
+ban_Latn,0.0235,0.0086,0.0592,0.0133,0.0125,0.0018,0.0004,0.0050,0.0001,0.0138
+ace_Latn,0.0106,0.0108,0.0520,0.0123,0.0094,0.0041,0.0051,0.0067,0.0037,0.0128
+lin_Latn,0.0157,0.0049,0.0407,0.0119,0.0118,0.0056,0.0038,0.0066,0.0027,0.0115
+kik_Latn,0.0177,0.0041,0.0421,0.0068,0.0069,0.0017,0.0009,0.0064,0.0006,0.0097
+quy_Latn,0.0100,0.0061,0.0425,0.0085,0.0069,0.0038,0.0029,0.0048,0.0004,0.0095
+ayr_Latn,0.0086,0.0039,0.0235,0.0068,0.0058,0.0051,0.0024,0.0069,0.0033,0.0074
+luo_Latn,0.0050,0.0090,0.0198,0.0072,0.0055,0.0060,0.0038,0.0047,0.0040,0.0072
+wol_Latn,0.0030,0.0028,0.0359,0.0068,0.0064,0.0021,0.0021,0.0014,0.0001,0.0067
+bam_Latn,0.0088,0.0053,0.0149,0.0077,0.0062,0.0047,0.0034,0.0047,0.0042,0.0066
+dyu_Latn,0.0072,0.0020,0.0274,0.0039,0.0033,0.0042,0.0026,0.0043,0.0043,0.0066
+bug_Latn,0.0066,0.0012,0.0221,0.0094,0.0093,0.0030,0.0037,0.0036,0.0003,0.0066
+sag_Latn,0.0038,0.0051,0.0132,0.0084,0.0076,0.0050,0.0031,0.0059,0.0042,0.0062
+kab_Latn,0.0044,0.0029,0.0215,0.0061,0.0046,0.0048,0.0015,0.0050,0.0037,0.0061
+fuv_Latn,0.0032,0.0029,0.0163,0.0065,0.0033,0.0002,0.0022,0.0007,0.0000,0.0039
+ewe_Latn,0.0028,0.0010,0.0177,0.0036,0.0039,0.0015,0.0006,0.0036,0.0004,0.0039
+tir_Ethi,0.0251,0.0041,0.0041,0.0007,0.0003,0.0000,0.0000,0.0007,0.0000,0.0039
+dik_Latn,0.0004,0.0035,0.0107,0.0044,0.0026,0.0026,0.0022,0.0041,0.0037,0.0038
+mos_Latn,0.0016,0.0020,0.0093,0.0061,0.0050,0.0009,0.0004,0.0031,0.0014,0.0033
+kac_Latn,0.0028,0.0000,0.0153,0.0046,0.0022,0.0011,0.0001,0.0010,0.0016,0.0032
+kbp_Latn,0.0044,0.0018,0.0058,0.0043,0.0034,0.0002,0.0022,0.0019,0.0000,0.0027
+shn_Mymr,0.0008,0.0000,0.0149,0.0015,0.0024,0.0006,0.0000,0.0000,0.0000,0.0022
+taq_Latn,0.0002,0.0018,0.0111,0.0015,0.0019,0.0002,0.0000,0.0017,0.0000,0.0020
+nus_Latn,0.0034,0.0000,0.0035,0.0010,0.0005,0.0023,0.0010,0.0028,0.0011,0.0017
+fon_Latn,0.0018,0.0000,0.0066,0.0009,0.0009,0.0005,0.0009,0.0012,0.0001,0.0014

evals/flores-max-belebele.csv

@@ -0,0 +1,204 @@
+,gemma2-9B,gemma-7B,llama3.1-70B,llama3.1-8B,llama3-8B,llama2-7B,llama1-7B,mistral-7B,olmo-7B,avg
+eng_Latn,0.9178,0.8467,0.9456,0.8767,0.8689,0.4822,0.4156,0.8389,0.7711,0.7737
+fra_Latn,0.9178,0.8367,0.9361,0.8767,0.8689,0.3665,0.4114,0.8389,0.7017,0.7505
+por_Latn,0.9178,0.8408,0.9361,0.8767,0.8689,0.4050,0.4114,0.8389,0.6323,0.7476
+deu_Latn,0.9169,0.8367,0.9361,0.8767,0.8689,0.3520,0.4156,0.8389,0.6477,0.7433
+spa_Latn,0.9151,0.8275,0.9456,0.8767,0.8689,0.3665,0.4156,0.8389,0.5629,0.7353
+ita_Latn,0.9169,0.8283,0.9172,0.8767,0.8689,0.3520,0.4156,0.8389,0.5552,0.7300
+cat_Latn,0.9151,0.8241,0.9361,0.8767,0.8689,0.3906,0.4156,0.8389,0.5012,0.7297
+nld_Latn,0.9160,0.8199,0.9456,0.8767,0.8689,0.3424,0.4156,0.8389,0.5243,0.7276
+rus_Cyrl,0.9142,0.8233,0.9361,0.8767,0.8689,0.3375,0.4114,0.8305,0.5089,0.7231
+zho_Hans,0.9124,0.8040,0.9361,0.8767,0.8689,0.3231,0.3408,0.8137,0.6169,0.7214
+glg_Latn,0.9169,0.8266,0.9078,0.8767,0.8689,0.3086,0.4073,0.8221,0.5243,0.7177
+swe_Latn,0.9178,0.8308,0.9456,0.8767,0.8689,0.3809,0.4156,0.8389,0.3701,0.7162
+dan_Latn,0.9160,0.8266,0.9361,0.8767,0.8689,0.3086,0.4114,0.8221,0.4395,0.7118
+ces_Latn,0.9151,0.8224,0.9456,0.8767,0.8689,0.2604,0.4156,0.8389,0.4318,0.7084
+ron_Latn,0.9160,0.8157,0.9361,0.8767,0.8689,0.2266,0.4114,0.8305,0.4781,0.7067
+nob_Latn,0.9142,0.8233,0.9456,0.8767,0.8689,0.3375,0.3907,0.8137,0.3856,0.7062
+zho_Hant,0.9115,0.8124,0.9361,0.8767,0.8689,0.3134,0.3159,0.7886,0.5243,0.7053
+pol_Latn,0.9178,0.8141,0.9456,0.8767,0.8689,0.2218,0.4156,0.8389,0.3778,0.6975
+ast_Latn,0.8978,0.8049,0.9078,0.8767,0.8602,0.2122,0.4031,0.7718,0.4935,0.6920
+ind_Latn,0.9178,0.8333,0.9267,0.8679,0.8689,0.2218,0.3034,0.8221,0.4164,0.6865
+oci_Latn,0.8852,0.7463,0.9456,0.8767,0.8689,0.2170,0.3907,0.8137,0.4010,0.6828
+bos_Latn,0.9142,0.8141,0.9456,0.8767,0.8689,0.1929,0.4073,0.8389,0.2545,0.6792
+nno_Latn,0.9151,0.8157,0.9172,0.8416,0.8428,0.2604,0.3616,0.7802,0.3778,0.6792
+ukr_Cyrl,0.9151,0.8141,0.9456,0.8767,0.8689,0.2170,0.4156,0.8389,0.1542,0.6718
+zsm_Latn,0.9178,0.8258,0.9267,0.8767,0.8689,0.1736,0.2452,0.8053,0.3624,0.6669
+hrv_Latn,0.9105,0.8132,0.8983,0.8592,0.8602,0.1832,0.4073,0.8305,0.2313,0.6660
+slv_Latn,0.9105,0.7898,0.9267,0.8592,0.8602,0.2025,0.3990,0.8389,0.1928,0.6644
+afr_Latn,0.9124,0.8132,0.9267,0.8679,0.8689,0.1977,0.3699,0.7886,0.2082,0.6615
+slk_Latn,0.9133,0.8007,0.9267,0.8592,0.8515,0.1206,0.3824,0.8221,0.2468,0.6581
+bul_Cyrl,0.9115,0.8040,0.8983,0.8592,0.8602,0.1157,0.4156,0.8389,0.1388,0.6491
+jpn_Jpan,0.9015,0.7998,0.9267,0.8329,0.8168,0.2941,0.2494,0.7634,0.2390,0.6471
+hun_Latn,0.9133,0.7764,0.9172,0.8416,0.8341,0.1302,0.3948,0.8053,0.1774,0.6434
+vec_Latn,0.8725,0.7371,0.9267,0.8416,0.8255,0.1639,0.3491,0.7550,0.2776,0.6388
+srp_Cyrl,0.9105,0.7923,0.8983,0.8592,0.8602,0.1013,0.4156,0.8389,0.0617,0.6376
+tgl_Latn,0.9060,0.7404,0.9361,0.8241,0.8168,0.1639,0.1995,0.7718,0.3624,0.6357
+fin_Latn,0.9087,0.7948,0.8983,0.8504,0.8515,0.1350,0.2120,0.7382,0.3316,0.6356
+mkd_Cyrl,0.9015,0.7722,0.9361,0.8679,0.8602,0.0723,0.3782,0.7970,0.1080,0.6326
+vie_Latn,0.9142,0.8141,0.9456,0.8767,0.8689,0.2218,0.0831,0.7886,0.1619,0.6305
+epo_Latn,0.8725,0.7605,0.9456,0.8592,0.8515,0.1398,0.2577,0.6711,0.1080,0.6073
+kor_Hang,0.8770,0.7371,0.9078,0.8416,0.8255,0.2218,0.1455,0.7131,0.1542,0.6026
+arb_Arab,0.9133,0.8032,0.9361,0.8592,0.8515,0.0530,0.1704,0.6963,0.1002,0.5981
+ars_Arab,0.9115,0.8032,0.9267,0.8592,0.8515,0.0386,0.1662,0.6879,0.0848,0.5922
+lim_Latn,0.7600,0.6534,0.8889,0.8329,0.8255,0.2073,0.2452,0.5872,0.2082,0.5787
+acq_Arab,0.9051,0.7756,0.9172,0.8329,0.8168,0.0434,0.1288,0.6711,0.0925,0.5759
+acm_Arab,0.8951,0.7555,0.8983,0.8592,0.8168,0.0386,0.1413,0.6711,0.0925,0.5743
+fur_Latn,0.7310,0.6007,0.9078,0.8066,0.7733,0.1639,0.2701,0.5872,0.2622,0.5670
+pes_Arab,0.9105,0.7898,0.8794,0.8504,0.8515,0.0482,0.0790,0.5872,0.0694,0.5628
+arz_Arab,0.8788,0.7388,0.8983,0.8416,0.8255,0.0289,0.0956,0.6292,0.0925,0.5588
+ajp_Arab,0.8842,0.7647,0.8605,0.8504,0.8341,0.0289,0.1164,0.5956,0.0925,0.5586
+lit_Latn,0.9015,0.7572,0.9172,0.7803,0.7994,0.1013,0.0956,0.5621,0.1080,0.5580
+apc_Arab,0.8852,0.7630,0.8605,0.8153,0.8255,0.0338,0.1081,0.6376,0.0925,0.5579
+ell_Grek,0.9024,0.7756,0.8700,0.8679,0.8602,0.0193,0.0873,0.5788,0.0463,0.5564
+tur_Latn,0.8933,0.7823,0.8983,0.8241,0.8081,0.0434,0.0914,0.6124,0.0386,0.5547
+est_Latn,0.9015,0.7681,0.8983,0.8241,0.8255,0.1157,0.0873,0.4530,0.1002,0.5526
+pap_Latn,0.7926,0.5990,0.8889,0.7452,0.7299,0.1832,0.2161,0.5621,0.2313,0.5498
+lmo_Latn,0.7283,0.5639,0.8700,0.7540,0.7386,0.1688,0.2577,0.6040,0.2622,0.5497
+szl_Latn,0.7700,0.5924,0.8700,0.7277,0.7386,0.1061,0.2618,0.6376,0.2082,0.5458
+prs_Arab,0.9024,0.7781,0.9172,0.8416,0.8428,0.0145,0.0623,0.4614,0.0771,0.5442
+scn_Latn,0.7736,0.5873,0.8794,0.7890,0.7733,0.1495,0.2161,0.5705,0.1542,0.5437
+heb_Hebr,0.9124,0.8141,0.8889,0.8329,0.8255,0.0193,0.0540,0.4698,0.0617,0.5420
+lvs_Latn,0.9033,0.7522,0.8983,0.8066,0.7907,0.0530,0.0499,0.5453,0.0771,0.5418
+als_Latn,0.8715,0.6727,0.9267,0.7890,0.7994,0.0916,0.0790,0.5285,0.1002,0.5399
+lij_Latn,0.7364,0.5806,0.8794,0.7189,0.7038,0.1639,0.2452,0.5285,0.3007,0.5397
+ceb_Latn,0.8271,0.5865,0.8889,0.7277,0.7212,0.1591,0.1538,0.4950,0.2390,0.5331
+srd_Latn,0.7255,0.5949,0.8605,0.7540,0.7212,0.1591,0.2286,0.5453,0.2082,0.5330
+hin_Deva,0.8988,0.7396,0.9078,0.7978,0.7907,0.0338,0.0540,0.4446,0.0617,0.5254
+ltz_Latn,0.7881,0.5949,0.8416,0.7540,0.7386,0.1495,0.1787,0.4362,0.1774,0.5177
+tha_Thai,0.8960,0.7555,0.8700,0.8329,0.8341,0.0193,0.0249,0.3188,0.1002,0.5169
+aeb_Arab,0.8180,0.6693,0.8605,0.7803,0.7473,0.0386,0.1039,0.5453,0.0848,0.5164
+bel_Cyrl,0.8779,0.6518,0.8794,0.7890,0.7907,0.0241,0.0873,0.5033,0.0154,0.5132
+isl_Latn,0.8335,0.6200,0.8794,0.7715,0.7820,0.0916,0.0956,0.4782,0.0617,0.5126
+swh_Latn,0.9006,0.7430,0.8605,0.7277,0.7994,0.1109,0.0914,0.2684,0.0848,0.5096
+mlt_Latn,0.8815,0.6317,0.8700,0.7364,0.7386,0.1206,0.1122,0.3775,0.1157,0.5093
+war_Latn,0.7600,0.5472,0.8794,0.6488,0.6082,0.2556,0.1953,0.3523,0.2005,0.4941
+cym_Latn,0.8652,0.5907,0.8794,0.7540,0.7646,0.1109,0.0997,0.2768,0.0771,0.4909
+fao_Latn,0.7110,0.5321,0.8605,0.7101,0.6864,0.1157,0.1330,0.5285,0.0848,0.4847
+urd_Arab,0.8307,0.6585,0.8794,0.7627,0.7299,0.0193,0.0208,0.3104,0.0308,0.4714
+jav_Latn,0.7482,0.5447,0.8416,0.6926,0.6691,0.1639,0.1205,0.2852,0.1619,0.4697
+eus_Latn,0.8217,0.6618,0.8416,0.7364,0.7125,0.1013,0.0831,0.1846,0.0540,0.4663
+sun_Latn,0.6902,0.4786,0.8605,0.6751,0.6430,0.1447,0.1247,0.3439,0.2313,0.4658
+kea_Latn,0.6430,0.5070,0.7754,0.6049,0.6430,0.1591,0.1870,0.4530,0.1774,0.4611
+ary_Arab,0.7092,0.5974,0.8038,0.6751,0.6777,0.0289,0.0914,0.4446,0.1002,0.4587
+hat_Latn,0.7400,0.4719,0.8605,0.6488,0.6082,0.1543,0.1164,0.3607,0.0925,0.4504
+mag_Deva,0.7527,0.5229,0.8794,0.7452,0.7038,0.0193,0.0499,0.2852,0.0694,0.4475
+min_Latn,0.5605,0.4535,0.8132,0.6838,0.6777,0.1639,0.1247,0.3356,0.1696,0.4425
+ban_Latn,0.4761,0.3188,0.8227,0.6225,0.6256,0.1736,0.1496,0.4194,0.3007,0.4343
+bjn_Latn,0.5977,0.5087,0.7754,0.6225,0.5995,0.1350,0.1164,0.3104,0.2082,0.4304
+azj_Latn,0.7527,0.5279,0.8605,0.6751,0.6604,0.0145,0.0291,0.2936,0.0154,0.4255
+npi_Deva,0.8072,0.5898,0.8227,0.6225,0.6430,0.0193,0.0249,0.2013,0.0540,0.4205
+mar_Deva,0.8153,0.5815,0.8700,0.6838,0.6343,0.0193,0.0125,0.1174,0.0308,0.4183
+awa_Deva,0.7255,0.5313,0.8321,0.6488,0.6517,0.0193,0.0457,0.2097,0.0848,0.4165
+ben_Beng,0.8189,0.5756,0.8227,0.5962,0.5995,0.0096,0.0083,0.2349,0.0540,0.4133
+uzn_Latn,0.7029,0.4710,0.8416,0.6049,0.6169,0.0386,0.0457,0.2265,0.0463,0.3994
+bho_Deva,0.5088,0.4577,0.8889,0.6751,0.6517,0.0241,0.0332,0.2601,0.0848,0.3983
+gle_Latn,0.6820,0.3079,0.8227,0.6400,0.6430,0.0916,0.0831,0.2181,0.0925,0.3979
+hye_Armn,0.8507,0.5898,0.7943,0.6049,0.5822,0.0096,0.0208,0.1007,0.0077,0.3956
+hne_Deva,0.6747,0.4434,0.8038,0.6488,0.6343,0.0096,0.0249,0.2433,0.0771,0.3956
+kaz_Cyrl,0.6221,0.4660,0.8700,0.6137,0.5995,0.0193,0.0582,0.2684,0.0308,0.3942
+tpi_Latn,0.6884,0.3790,0.6903,0.4559,0.4518,0.1929,0.1538,0.3272,0.1542,0.3882
+hau_Latn,0.6793,0.4116,0.7659,0.5786,0.5387,0.1206,0.1122,0.1678,0.0617,0.3818
+mai_Deva,0.6076,0.4250,0.8605,0.6137,0.5909,0.0193,0.0291,0.1594,0.0771,0.3758
+crh_Latn,0.5759,0.4192,0.7659,0.5611,0.5127,0.0338,0.0707,0.3523,0.0463,0.3709
+ilo_Latn,0.6122,0.3163,0.7376,0.4734,0.4605,0.1688,0.1455,0.2433,0.1311,0.3654
+tat_Cyrl,0.5641,0.3815,0.8321,0.5786,0.5474,0.0289,0.0416,0.2097,0.0231,0.3563
+kat_Geor,0.7283,0.4535,0.7187,0.5260,0.5040,0.0096,0.0374,0.1846,0.0077,0.3522
+ydd_Hebr,0.7419,0.4535,0.7848,0.4822,0.4692,0.0289,0.0249,0.0503,0.0154,0.3390
+kir_Cyrl,0.5305,0.3330,0.8132,0.5786,0.5735,0.0096,0.0374,0.1342,0.0231,0.3370
+pag_Latn,0.3301,0.2309,0.6336,0.3507,0.3910,0.2507,0.2078,0.3607,0.2390,0.3327
+pan_Guru,0.7818,0.4970,0.7470,0.4734,0.3997,0.0096,0.0042,0.0252,0.0540,0.3324
+bak_Cyrl,0.5641,0.3631,0.8227,0.5085,0.5127,0.0145,0.0416,0.1258,0.0231,0.3307
+guj_Gujr,0.7908,0.5229,0.6714,0.4208,0.3910,0.0193,0.0083,0.0419,0.0694,0.3262
+tam_Taml,0.7772,0.5422,0.7187,0.3770,0.3823,0.0193,0.0125,0.0755,0.0308,0.3262
+pbt_Arab,0.4988,0.2334,0.8227,0.5699,0.5735,0.0241,0.0291,0.1007,0.0694,0.3246
+tgk_Cyrl,0.6194,0.2736,0.7754,0.5085,0.5213,0.0241,0.0291,0.1007,0.0540,0.3229
+tel_Telu,0.7673,0.5154,0.6714,0.3770,0.4258,0.0096,0.0083,0.0503,0.0386,0.3182
+snd_Arab,0.5940,0.2979,0.7848,0.5260,0.4953,0.0193,0.0125,0.0587,0.0386,0.3141
+kan_Knda,0.7400,0.4677,0.6619,0.4208,0.4084,0.0096,0.0083,0.0587,0.0463,0.3135
+mal_Mlym,0.7618,0.5020,0.6808,0.3244,0.3041,0.0096,0.0125,0.0252,0.0308,0.2946
+ckb_Arab,0.5133,0.2050,0.7848,0.5436,0.5040,0.0145,0.0125,0.0503,0.0154,0.2937
+gla_Latn,0.4580,0.1447,0.7092,0.4647,0.4518,0.0772,0.0665,0.1342,0.0694,0.2862
+asm_Beng,0.6294,0.3464,0.6997,0.3857,0.3649,0.0048,0.0125,0.0839,0.0386,0.2851
+tuk_Latn,0.4879,0.3146,0.6336,0.4296,0.4084,0.0482,0.0416,0.1426,0.0231,0.2811
+san_Deva,0.4770,0.2619,0.7092,0.4647,0.4518,0.0048,0.0083,0.1174,0.0154,0.2790
+kmr_Latn,0.3836,0.1481,0.6903,0.4822,0.4953,0.0530,0.0623,0.1258,0.0463,0.2763
+lus_Latn,0.5269,0.0862,0.5579,0.3419,0.3302,0.1350,0.0997,0.2433,0.1080,0.2699
+khk_Cyrl,0.4417,0.1832,0.7281,0.4208,0.4258,0.0145,0.0208,0.0839,0.0308,0.2611
+ltg_Latn,0.3129,0.2267,0.6146,0.3770,0.3476,0.0820,0.0623,0.2181,0.0617,0.2559
+azb_Arab,0.3746,0.2828,0.5957,0.4384,0.4431,0.0048,0.0125,0.1091,0.0231,0.2538
+plt_Latn,0.5169,0.1749,0.5863,0.2542,0.2520,0.1398,0.1164,0.1762,0.0540,0.2523
+ibo_Latn,0.3510,0.1481,0.6430,0.3770,0.3736,0.0868,0.0831,0.1174,0.0694,0.2499
+mri_Latn,0.3528,0.1104,0.5957,0.3770,0.3476,0.1157,0.0956,0.1846,0.0694,0.2499
+som_Latn,0.4190,0.1406,0.5957,0.2367,0.2433,0.1109,0.0790,0.1762,0.0925,0.2327
+ace_Latn,0.2213,0.1330,0.4917,0.3156,0.3128,0.1398,0.1039,0.2097,0.1465,0.2305
+xho_Latn,0.4943,0.1899,0.4728,0.2016,0.1998,0.1206,0.0956,0.1342,0.0540,0.2181
+nso_Latn,0.2730,0.1079,0.4823,0.2630,0.2346,0.1736,0.1330,0.1929,0.0694,0.2144
+sot_Latn,0.3410,0.1222,0.5295,0.2192,0.1998,0.1350,0.0997,0.1762,0.0540,0.2085
+zul_Latn,0.5523,0.1882,0.4444,0.1929,0.1738,0.1061,0.0623,0.1007,0.0540,0.2083
+kin_Latn,0.3736,0.1037,0.5295,0.2016,0.2346,0.1109,0.0914,0.1510,0.0617,0.2065
+sin_Sinh,0.5578,0.2719,0.4917,0.2630,0.1825,0.0145,0.0083,0.0252,0.0154,0.2034
+smo_Latn,0.2793,0.0853,0.6619,0.2016,0.1998,0.1013,0.0831,0.1342,0.0617,0.2009
+nya_Latn,0.3600,0.1330,0.4066,0.1929,0.1912,0.1302,0.0956,0.1678,0.0617,0.1932
+twi_Latn,0.2258,0.0770,0.4633,0.2192,0.2172,0.1447,0.1288,0.1929,0.0694,0.1932
+sna_Latn,0.4136,0.1673,0.3972,0.1929,0.1998,0.1013,0.0790,0.1174,0.0694,0.1931
+uig_Arab,0.2113,0.0878,0.7092,0.2893,0.2867,0.0048,0.0083,0.0336,0.0154,0.1829
+bug_Latn,0.1442,0.1213,0.3499,0.2192,0.2172,0.1350,0.1122,0.2013,0.1157,0.1796
+luo_Latn,0.0653,0.0745,0.3972,0.2542,0.2433,0.1543,0.1247,0.2097,0.0925,0.1795
+tsn_Latn,0.2449,0.1037,0.4161,0.1753,0.1825,0.1157,0.1081,0.2013,0.0617,0.1788
+arb_Latn,0.2857,0.0728,0.4633,0.2367,0.1998,0.0482,0.0499,0.1678,0.0848,0.1788
+khm_Khmr,0.3428,0.1456,0.5863,0.1490,0.1564,0.0096,0.0208,0.0923,0.0617,0.1738
+lua_Latn,0.0862,0.0795,0.3310,0.2016,0.2085,0.1447,0.1330,0.2433,0.1157,0.1715
+lug_Latn,0.1687,0.0703,0.4066,0.1841,0.1912,0.1398,0.0914,0.1929,0.0617,0.1674
+grn_Latn,0.1705,0.0878,0.4444,0.1578,0.1738,0.1206,0.0873,0.1342,0.1002,0.1641
+ssw_Latn,0.2739,0.1046,0.3688,0.1666,0.1738,0.1061,0.0831,0.1426,0.0463,0.1629
+lin_Latn,0.1097,0.0820,0.4350,0.1578,0.1825,0.1157,0.1081,0.1594,0.0848,0.1594
+ory_Orya,0.2839,0.0268,0.6619,0.1753,0.1912,0.0096,0.0083,0.0336,0.0308,0.1579
+fij_Latn,0.1315,0.0636,0.3782,0.1753,0.1564,0.1398,0.1122,0.1510,0.0771,0.1539
+fuv_Latn,0.0716,0.0820,0.3026,0.2016,0.1998,0.1254,0.1039,0.1762,0.1002,0.1515
+kas_Arab,0.1623,0.0962,0.5012,0.2016,0.2085,0.0241,0.0208,0.1007,0.0463,0.1513
+quy_Latn,0.1025,0.0561,0.4161,0.2104,0.2172,0.0964,0.0623,0.1258,0.0463,0.1481
+aka_Latn,0.1723,0.0602,0.3688,0.1403,0.1651,0.1061,0.0831,0.1174,0.1002,0.1460
+mya_Mymr,0.3646,0.1330,0.4633,0.1403,0.1564,0.0048,0.0042,0.0168,0.0231,0.1452
+run_Latn,0.2530,0.0736,0.3688,0.1578,0.1651,0.0772,0.0623,0.1007,0.0386,0.1441
+bem_Latn,0.1424,0.0761,0.2931,0.1578,0.1564,0.1302,0.1081,0.1510,0.0617,0.1419
+kas_Deva,0.1442,0.0929,0.3688,0.2016,0.2085,0.0241,0.0291,0.1091,0.0771,0.1395
+wol_Latn,0.0889,0.0669,0.3026,0.1841,0.1564,0.1157,0.0997,0.1678,0.0694,0.1391
+kam_Latn,0.0898,0.0786,0.2648,0.1753,0.1564,0.1254,0.0997,0.1510,0.0848,0.1362
+tso_Latn,0.1397,0.0602,0.3499,0.1403,0.1303,0.1061,0.0831,0.1342,0.0617,0.1339
+kon_Latn,0.0744,0.0761,0.2742,0.1490,0.1738,0.0916,0.0707,0.1342,0.0925,0.1263
+tum_Latn,0.1533,0.0686,0.3215,0.1140,0.1303,0.0916,0.0831,0.1091,0.0540,0.1251
+kik_Latn,0.0735,0.0427,0.3215,0.1227,0.1303,0.1013,0.0873,0.1258,0.1157,0.1245
+taq_Latn,0.0626,0.0569,0.2837,0.1403,0.1216,0.1109,0.0831,0.1426,0.0540,0.1173
+mos_Latn,0.0444,0.0435,0.2459,0.1578,0.1390,0.1061,0.0873,0.1510,0.0694,0.1160
+yor_Latn,0.1306,0.0410,0.3026,0.1403,0.1390,0.0772,0.0623,0.1007,0.0386,0.1147
+amh_Ethi,0.4779,0.1565,0.2364,0.0351,0.0348,0.0145,0.0166,0.0336,0.0231,0.1143
+sag_Latn,0.0490,0.0653,0.2175,0.1666,0.1651,0.0723,0.0707,0.0923,0.0617,0.1067
+cjk_Latn,0.0562,0.0569,0.2080,0.1315,0.1216,0.0964,0.0831,0.1258,0.0694,0.1055
+umb_Latn,0.0472,0.0477,0.1986,0.1490,0.1390,0.0964,0.0790,0.1091,0.0540,0.1022
+dyu_Latn,0.0372,0.0427,0.2175,0.1315,0.1216,0.0627,0.0665,0.1007,0.0771,0.0953
+kac_Latn,0.0236,0.0318,0.2175,0.1227,0.1390,0.0627,0.0623,0.1174,0.0771,0.0949
+kmb_Latn,0.0544,0.0552,0.1986,0.1140,0.1043,0.1013,0.0748,0.0923,0.0540,0.0943
+bam_Latn,0.0490,0.0469,0.1797,0.1052,0.0869,0.0820,0.0790,0.1174,0.0386,0.0872
+ayr_Latn,0.0381,0.0435,0.1986,0.1052,0.1043,0.0627,0.0499,0.1007,0.0617,0.0850
+lao_Laoo,0.1714,0.0402,0.2175,0.0701,0.0869,0.0193,0.0208,0.0419,0.0925,0.0845
+dik_Latn,0.0508,0.0552,0.1797,0.0614,0.0695,0.0820,0.0707,0.1007,0.0540,0.0804
+ewe_Latn,0.0408,0.0326,0.1797,0.0789,0.0782,0.0916,0.0748,0.0839,0.0386,0.0777
+knc_Latn,0.0526,0.0561,0.1513,0.0789,0.0782,0.0675,0.0582,0.0839,0.0540,0.0756
+kab_Latn,0.0444,0.0218,0.1702,0.0877,0.0782,0.0627,0.0582,0.1091,0.0386,0.0745
+sat_Olck,0.1950,0.0209,0.3215,0.0526,0.0521,0.0048,0.0042,0.0084,0.0077,0.0741
+gaz_Latn,0.0508,0.0259,0.1986,0.0614,0.0608,0.0482,0.0416,0.0755,0.0308,0.0660
+bod_Tibt,0.0671,0.0075,0.2175,0.0789,0.0782,0.0096,0.0083,0.0168,0.0154,0.0555
+fon_Latn,0.0254,0.0184,0.1418,0.0614,0.0608,0.0338,0.0374,0.0503,0.0694,0.0554
+shn_Mymr,0.0200,0.0100,0.2080,0.0614,0.0608,0.0145,0.0166,0.0336,0.0694,0.0549
+kbp_Latn,0.0317,0.0151,0.1418,0.0526,0.0434,0.0338,0.0249,0.0755,0.0540,0.0525
+mni_Beng,0.0317,0.0201,0.1229,0.0526,0.0608,0.0145,0.0166,0.0755,0.0154,0.0456
+ace_Arab,0.0281,0.0184,0.1513,0.0701,0.0695,0.0048,0.0042,0.0336,0.0077,0.0431
+knc_Arab,0.0082,0.0092,0.1324,0.0438,0.0434,0.0193,0.0208,0.0503,0.0540,0.0424
+bjn_Arab,0.0272,0.0226,0.1135,0.0526,0.0782,0.0096,0.0083,0.0503,0.0077,0.0411
+nus_Latn,0.0154,0.0159,0.0662,0.0351,0.0348,0.0289,0.0249,0.0419,0.0463,0.0344
+min_Arab,0.0181,0.0125,0.1324,0.0526,0.0434,0.0096,0.0042,0.0252,0.0077,0.0340
+tir_Ethi,0.1016,0.0184,0.0473,0.0175,0.0174,0.0145,0.0125,0.0168,0.0231,0.0299
+dzo_Tibt,0.0136,0.0017,0.0756,0.0263,0.0348,0.0048,0.0000,0.0084,0.0077,0.0192
+taq_Tfng,0.0027,0.0017,0.0378,0.0088,0.0087,0.0048,0.0042,0.0084,0.0308,0.0120
+zgh_Tfng,0.0045,0.0033,0.0189,0.0088,0.0087,0.0048,0.0042,0.0084,0.0077,0.0077

evals/flores-mean-arc.csv

@@ -0,0 +1,204 @@
+,gemma2-9B,gemma-7B,llama3.1-70B,llama3.1-8B,llama3-8B,llama2-7B,llama1-7B,mistral-7B,olmo-7B,avg
+eng_Latn,0.6775,0.5870,0.7014,0.5794,0.5836,0.5128,0.5000,0.5862,0.4872,0.5795
+fra_Latn,0.6171,0.4808,0.4770,0.4832,0.4824,0.2677,0.4135,0.4679,0.1268,0.4240
+por_Latn,0.6159,0.4835,0.5054,0.4848,0.4817,0.2733,0.3727,0.4572,0.1144,0.4210
+spa_Latn,0.6152,0.4760,0.4895,0.4932,0.4945,0.2491,0.3991,0.4530,0.0986,0.4187
+deu_Latn,0.6050,0.4779,0.4706,0.4749,0.4715,0.2491,0.4042,0.4558,0.0976,0.4118
+ita_Latn,0.5962,0.4564,0.4619,0.4558,0.4570,0.2166,0.3795,0.4370,0.0908,0.3946
+nld_Latn,0.5807,0.4422,0.4835,0.4491,0.4487,0.2236,0.3738,0.4285,0.0806,0.3901
+swe_Latn,0.5786,0.4456,0.4774,0.4410,0.4396,0.2409,0.3598,0.4100,0.0785,0.3857
+rus_Cyrl,0.5859,0.4552,0.4493,0.4835,0.4842,0.1285,0.3867,0.4397,0.0471,0.3845
+glg_Latn,0.5782,0.4455,0.4625,0.4440,0.4469,0.2061,0.3597,0.3961,0.0920,0.3812
+cat_Latn,0.5653,0.4252,0.4408,0.4372,0.4370,0.2224,0.3530,0.4386,0.0728,0.3769
+dan_Latn,0.5761,0.4425,0.4619,0.4145,0.4149,0.1883,0.3364,0.4075,0.0710,0.3681
+ces_Latn,0.5596,0.4242,0.4893,0.4386,0.4404,0.1458,0.3329,0.4130,0.0444,0.3653
+nob_Latn,0.5711,0.4410,0.4674,0.4089,0.4129,0.2028,0.2983,0.3832,0.0716,0.3619
+zho_Hans,0.5847,0.4379,0.5035,0.4907,0.4886,0.0329,0.2247,0.4034,0.0598,0.3585
+ukr_Cyrl,0.5583,0.4200,0.4368,0.4442,0.4460,0.1215,0.3411,0.4297,0.0115,0.3566
+ast_Latn,0.5391,0.4079,0.4402,0.4312,0.4366,0.1478,0.3182,0.3624,0.0766,0.3511
+ron_Latn,0.5681,0.4227,0.4249,0.4149,0.4193,0.1228,0.3100,0.3965,0.0546,0.3482
+pol_Latn,0.5616,0.4181,0.4151,0.4093,0.4138,0.1207,0.3256,0.4047,0.0379,0.3452
+ind_Latn,0.5963,0.4556,0.4610,0.4349,0.4340,0.1086,0.1733,0.3501,0.0536,0.3408
+zho_Hant,0.5727,0.4457,0.4804,0.4769,0.4798,0.0365,0.1571,0.3531,0.0446,0.3385
+nno_Latn,0.5551,0.4192,0.4287,0.3873,0.3921,0.1554,0.2579,0.3491,0.0487,0.3326
+bos_Latn,0.5386,0.3935,0.4117,0.3905,0.3949,0.1071,0.3079,0.3970,0.0341,0.3306
+oci_Latn,0.4983,0.3387,0.4274,0.3891,0.3937,0.1400,0.2859,0.3610,0.0691,0.3226
+bul_Cyrl,0.5553,0.4052,0.3713,0.3784,0.3762,0.0623,0.2959,0.3906,0.0182,0.3170
+hrv_Latn,0.5342,0.3925,0.3934,0.3720,0.3723,0.0921,0.2844,0.3844,0.0276,0.3170
+afr_Latn,0.5466,0.4076,0.4291,0.3893,0.3931,0.0811,0.2300,0.3318,0.0428,0.3168
+vie_Latn,0.5667,0.4289,0.5035,0.4588,0.4559,0.0507,0.0474,0.3032,0.0134,0.3143
+zsm_Latn,0.5716,0.4330,0.4374,0.4017,0.4039,0.0758,0.1417,0.3139,0.0412,0.3134
+slv_Latn,0.5327,0.3829,0.3960,0.3536,0.3579,0.0993,0.2898,0.3682,0.0205,0.3112
+hun_Latn,0.5364,0.3779,0.3830,0.3685,0.3686,0.0741,0.2683,0.3586,0.0165,0.3058
+slk_Latn,0.5482,0.4044,0.4072,0.3740,0.3712,0.0606,0.2373,0.3224,0.0251,0.3056
+srp_Cyrl,0.5354,0.3798,0.3569,0.3592,0.3594,0.0597,0.3012,0.3858,0.0125,0.3055
+jpn_Jpan,0.5479,0.4145,0.4113,0.4047,0.4124,0.0392,0.1155,0.2938,0.0214,0.2956
+mkd_Cyrl,0.5187,0.3632,0.3779,0.3569,0.3602,0.0421,0.2152,0.3126,0.0134,0.2845
+vec_Latn,0.4733,0.3268,0.4006,0.3466,0.3431,0.0794,0.2209,0.2895,0.0453,0.2806
+arb_Arab,0.5403,0.4044,0.4062,0.3943,0.3896,0.0216,0.0532,0.2339,0.0055,0.2721
+kor_Hang,0.5015,0.3465,0.4068,0.3945,0.3901,0.0247,0.0661,0.2876,0.0102,0.2698
+ars_Arab,0.5409,0.4043,0.4019,0.3891,0.3829,0.0211,0.0508,0.2295,0.0047,0.2695
+fin_Latn,0.5304,0.3756,0.3683,0.3332,0.3542,0.0578,0.1129,0.2489,0.0289,0.2678
+pes_Arab,0.5512,0.4069,0.4187,0.4042,0.3921,0.0062,0.0361,0.1618,0.0058,0.2648
+tgl_Latn,0.5157,0.3315,0.3887,0.3080,0.3105,0.0598,0.1241,0.2807,0.0421,0.2624
+epo_Latn,0.4929,0.3327,0.4047,0.3475,0.3503,0.0415,0.1168,0.2212,0.0257,0.2592
+tur_Latn,0.5215,0.3797,0.4523,0.3719,0.3648,0.0132,0.0348,0.1767,0.0099,0.2583
+acq_Arab,0.5258,0.3799,0.3819,0.3712,0.3655,0.0199,0.0426,0.2109,0.0053,0.2559
+acm_Arab,0.5149,0.3675,0.3739,0.3792,0.3686,0.0148,0.0439,0.2194,0.0052,0.2541
+prs_Arab,0.5373,0.3947,0.4087,0.3650,0.3632,0.0045,0.0282,0.1410,0.0084,0.2501
+ell_Grek,0.5275,0.3480,0.3554,0.3596,0.3663,0.0101,0.0388,0.1712,0.0061,0.2425
+apc_Arab,0.4948,0.3512,0.3664,0.3631,0.3440,0.0197,0.0400,0.1856,0.0053,0.2411
+ajp_Arab,0.5022,0.3561,0.3652,0.3557,0.3394,0.0120,0.0356,0.1798,0.0065,0.2391
+lim_Latn,0.3872,0.2739,0.3647,0.3232,0.3208,0.0639,0.1568,0.2222,0.0360,0.2388
+arz_Arab,0.4860,0.3292,0.3596,0.3573,0.3484,0.0121,0.0359,0.1847,0.0069,0.2356
+tha_Thai,0.5129,0.3605,0.3437,0.3817,0.3776,0.0081,0.0133,0.0989,0.0068,0.2337
+lit_Latn,0.5263,0.3449,0.3711,0.2953,0.3003,0.0190,0.0571,0.1608,0.0130,0.2320
+hin_Deva,0.5213,0.3545,0.3705,0.3341,0.3364,0.0033,0.0212,0.1158,0.0044,0.2291
+heb_Hebr,0.5376,0.3969,0.3127,0.3048,0.3104,0.0126,0.0262,0.1238,0.0038,0.2254
+est_Latn,0.5169,0.3445,0.3647,0.2857,0.2888,0.0272,0.0538,0.1210,0.0149,0.2242
+szl_Latn,0.3763,0.2422,0.3354,0.2679,0.2739,0.0499,0.1523,0.2498,0.0245,0.2191
+pap_Latn,0.3894,0.2131,0.3666,0.2822,0.2801,0.0553,0.1405,0.1952,0.0453,0.2186
+lij_Latn,0.3557,0.2314,0.3573,0.2720,0.2683,0.0614,0.1564,0.2087,0.0396,0.2167
+fur_Latn,0.3404,0.2281,0.3666,0.2853,0.2759,0.0604,0.1600,0.1981,0.0319,0.2163
+aeb_Arab,0.4474,0.3066,0.3358,0.3229,0.3100,0.0151,0.0342,0.1670,0.0058,0.2161
+bel_Cyrl,0.4755,0.2795,0.3443,0.3162,0.3192,0.0081,0.0379,0.1551,0.0028,0.2154
+lmo_Latn,0.3371,0.2182,0.3450,0.2707,0.2720,0.0707,0.1526,0.2247,0.0452,0.2151
+lvs_Latn,0.5187,0.3285,0.3447,0.2764,0.2764,0.0129,0.0297,0.1315,0.0078,0.2141
+scn_Latn,0.3723,0.2277,0.3556,0.2918,0.2861,0.0514,0.1224,0.1764,0.0278,0.2124
+als_Latn,0.4505,0.2591,0.3771,0.2913,0.2941,0.0241,0.0435,0.1419,0.0112,0.2103
+ceb_Latn,0.4037,0.2111,0.3507,0.2523,0.2485,0.0427,0.1073,0.1796,0.0347,0.2034
+srd_Latn,0.3472,0.2244,0.3450,0.2660,0.2610,0.0458,0.1261,0.1771,0.0319,0.2027
+ltz_Latn,0.3907,0.2132,0.3384,0.2674,0.2594,0.0298,0.1024,0.1572,0.0196,0.1976
+swh_Latn,0.4994,0.3190,0.3305,0.2047,0.2387,0.0204,0.0403,0.0755,0.0097,0.1931
+mlt_Latn,0.4492,0.2231,0.3299,0.2502,0.2502,0.0260,0.0715,0.1007,0.0097,0.1901
+kea_Latn,0.2997,0.2114,0.3097,0.2354,0.2373,0.0497,0.1188,0.1773,0.0270,0.1851
+urd_Arab,0.4397,0.2667,0.3273,0.2697,0.2559,0.0061,0.0073,0.0885,0.0025,0.1848
+war_Latn,0.3388,0.1929,0.3505,0.2226,0.2189,0.0558,0.1038,0.1348,0.0313,0.1833
+sun_Latn,0.2989,0.1768,0.3475,0.2528,0.2453,0.0497,0.0839,0.1457,0.0307,0.1813
+jav_Latn,0.3440,0.1965,0.3471,0.2456,0.2426,0.0368,0.0692,0.1164,0.0303,0.1809
+eus_Latn,0.3990,0.2507,0.3311,0.2472,0.2483,0.0092,0.0497,0.0602,0.0058,0.1779
+cym_Latn,0.4162,0.1724,0.3386,0.2520,0.2538,0.0188,0.0509,0.0844,0.0115,0.1776
+ary_Arab,0.3566,0.2415,0.3084,0.2448,0.2495,0.0095,0.0300,0.1302,0.0058,0.1751
+isl_Latn,0.3907,0.1871,0.3297,0.2333,0.2338,0.0160,0.0483,0.1130,0.0081,0.1733
+mag_Deva,0.3593,0.1981,0.3180,0.2843,0.2745,0.0023,0.0173,0.0790,0.0040,0.1707
+ban_Latn,0.1693,0.1267,0.3458,0.2372,0.2373,0.0679,0.0983,0.1778,0.0409,0.1668
+bjn_Latn,0.2545,0.1934,0.3239,0.2260,0.2216,0.0435,0.0730,0.1277,0.0275,0.1657
+min_Latn,0.2186,0.1687,0.3284,0.2372,0.2357,0.0441,0.0803,0.1346,0.0272,0.1639
+awa_Deva,0.3514,0.2101,0.3010,0.2532,0.2582,0.0037,0.0183,0.0634,0.0056,0.1628
+hat_Latn,0.3370,0.1399,0.3390,0.2126,0.2011,0.0258,0.0706,0.1204,0.0143,0.1623
+fao_Latn,0.2904,0.1573,0.3158,0.2256,0.2251,0.0228,0.0717,0.1341,0.0137,0.1618
+npi_Deva,0.3987,0.2170,0.2912,0.2163,0.2163,0.0023,0.0126,0.0604,0.0035,0.1576
+mar_Deva,0.4083,0.2117,0.3124,0.2265,0.2051,0.0033,0.0058,0.0320,0.0030,0.1564
+ben_Beng,0.4237,0.2291,0.2633,0.2000,0.2089,0.0026,0.0059,0.0636,0.0040,0.1557
+azj_Latn,0.3620,0.1982,0.3120,0.2072,0.2154,0.0019,0.0080,0.0680,0.0021,0.1528
+hye_Armn,0.4406,0.2267,0.2261,0.1772,0.1809,0.0006,0.0055,0.0279,0.0004,0.1429
+hne_Deva,0.2916,0.1694,0.2944,0.2284,0.2237,0.0011,0.0100,0.0483,0.0037,0.1412
+uzn_Latn,0.3232,0.1523,0.3063,0.1952,0.1963,0.0087,0.0197,0.0592,0.0058,0.1407
+crh_Latn,0.2420,0.1512,0.3022,0.1968,0.1891,0.0134,0.0359,0.1020,0.0083,0.1379
+bho_Deva,0.1825,0.1481,0.3137,0.2437,0.2419,0.0040,0.0167,0.0719,0.0044,0.1363
+tpi_Latn,0.2674,0.1167,0.2534,0.1473,0.1438,0.0396,0.0844,0.1124,0.0329,0.1331
+mai_Deva,0.2591,0.1415,0.3056,0.2084,0.2069,0.0025,0.0109,0.0480,0.0047,0.1320
+pag_Latn,0.1387,0.1067,0.2366,0.1519,0.1609,0.0732,0.1170,0.1300,0.0586,0.1304
+ilo_Latn,0.2290,0.1060,0.2740,0.1515,0.1583,0.0336,0.0702,0.0973,0.0219,0.1269
+gle_Latn,0.2392,0.0742,0.3069,0.1901,0.1917,0.0160,0.0521,0.0616,0.0092,0.1268
+hau_Latn,0.2957,0.1269,0.2899,0.1506,0.1475,0.0171,0.0435,0.0458,0.0151,0.1258
+kaz_Cyrl,0.2028,0.1336,0.3003,0.1970,0.1979,0.0014,0.0253,0.0679,0.0010,0.1252
+tat_Cyrl,0.2129,0.1198,0.2903,0.1923,0.1806,0.0120,0.0245,0.0538,0.0010,0.1208
+tam_Taml,0.3898,0.2069,0.1870,0.1199,0.1173,0.0011,0.0088,0.0215,0.0021,0.1172
+guj_Gujr,0.3939,0.1967,0.1970,0.1087,0.1065,0.0009,0.0039,0.0091,0.0046,0.1135
+pan_Guru,0.3781,0.1740,0.2106,0.1234,0.1227,0.0006,0.0011,0.0059,0.0032,0.1133
+kat_Geor,0.3182,0.1576,0.1781,0.1471,0.1452,0.0016,0.0091,0.0398,0.0003,0.1108
+ydd_Hebr,0.3252,0.1404,0.2304,0.1357,0.1305,0.0042,0.0074,0.0108,0.0012,0.1095
+tel_Telu,0.3485,0.1885,0.1732,0.1115,0.1224,0.0006,0.0041,0.0119,0.0024,0.1070
+pbt_Arab,0.1829,0.0678,0.2959,0.1808,0.1784,0.0033,0.0173,0.0320,0.0034,0.1069
+bak_Cyrl,0.2167,0.1172,0.2674,0.1463,0.1454,0.0023,0.0218,0.0364,0.0034,0.1063
+kan_Knda,0.3505,0.1648,0.1662,0.1164,0.1190,0.0006,0.0030,0.0199,0.0043,0.1050
+mal_Mlym,0.3678,0.1823,0.1809,0.0945,0.1006,0.0022,0.0042,0.0053,0.0022,0.1044
+kir_Cyrl,0.1923,0.0989,0.2761,0.1496,0.1463,0.0044,0.0197,0.0389,0.0016,0.1031
+tgk_Cyrl,0.2172,0.0695,0.2561,0.1496,0.1517,0.0095,0.0176,0.0345,0.0031,0.1010
+snd_Arab,0.2137,0.0779,0.2646,0.1575,0.1576,0.0025,0.0065,0.0165,0.0030,0.1000
+asm_Beng,0.2499,0.1062,0.2100,0.1080,0.1102,0.0008,0.0023,0.0199,0.0027,0.0900
+lus_Latn,0.1633,0.0335,0.2104,0.1003,0.0918,0.0219,0.0718,0.0846,0.0242,0.0891
+gla_Latn,0.1490,0.0395,0.2561,0.1296,0.1210,0.0129,0.0389,0.0439,0.0106,0.0891
+tuk_Latn,0.1771,0.0922,0.2281,0.1139,0.1100,0.0026,0.0235,0.0425,0.0038,0.0882
+ltg_Latn,0.1230,0.0902,0.2157,0.1141,0.1118,0.0176,0.0370,0.0671,0.0097,0.0874
+kmr_Latn,0.1215,0.0445,0.2461,0.1355,0.1277,0.0163,0.0377,0.0398,0.0069,0.0862
+ace_Latn,0.0781,0.0585,0.1873,0.1131,0.1123,0.0402,0.0621,0.0879,0.0224,0.0847
+ckb_Arab,0.1620,0.0500,0.2636,0.1282,0.1314,0.0054,0.0065,0.0119,0.0007,0.0844
+san_Deva,0.1582,0.0737,0.2376,0.1271,0.1243,0.0003,0.0018,0.0279,0.0010,0.0836
+azb_Arab,0.1405,0.0907,0.2072,0.1285,0.1256,0.0023,0.0048,0.0183,0.0010,0.0799
+khk_Cyrl,0.1467,0.0485,0.2342,0.1053,0.1116,0.0036,0.0114,0.0222,0.0032,0.0763
+ibo_Latn,0.1149,0.0512,0.2157,0.1111,0.1022,0.0121,0.0236,0.0341,0.0120,0.0752
+mri_Latn,0.1021,0.0341,0.2145,0.0978,0.0923,0.0205,0.0376,0.0647,0.0115,0.0750
+plt_Latn,0.1593,0.0507,0.2032,0.0701,0.0706,0.0135,0.0353,0.0345,0.0131,0.0722
+som_Latn,0.1277,0.0430,0.2096,0.0701,0.0743,0.0118,0.0286,0.0391,0.0097,0.0682
+bug_Latn,0.0565,0.0526,0.1401,0.0811,0.0851,0.0291,0.0595,0.0734,0.0230,0.0667
+twi_Latn,0.0684,0.0335,0.1598,0.0715,0.0684,0.0286,0.0609,0.0624,0.0139,0.0630
+xho_Latn,0.1539,0.0563,0.1477,0.0474,0.0483,0.0228,0.0333,0.0338,0.0069,0.0612
+nya_Latn,0.1061,0.0482,0.1428,0.0643,0.0677,0.0183,0.0379,0.0425,0.0164,0.0605
+zul_Latn,0.1638,0.0504,0.1462,0.0467,0.0456,0.0174,0.0303,0.0329,0.0066,0.0600
+sna_Latn,0.1247,0.0524,0.1411,0.0548,0.0589,0.0089,0.0364,0.0416,0.0128,0.0591
+nso_Latn,0.0851,0.0410,0.1717,0.0615,0.0545,0.0239,0.0395,0.0432,0.0100,0.0589
+kin_Latn,0.0916,0.0336,0.1879,0.0546,0.0601,0.0151,0.0333,0.0380,0.0142,0.0587
+sot_Latn,0.1000,0.0408,0.1851,0.0530,0.0485,0.0168,0.0342,0.0373,0.0086,0.0583
+smo_Latn,0.0755,0.0244,0.2221,0.0551,0.0568,0.0149,0.0292,0.0369,0.0065,0.0580
+lua_Latn,0.0403,0.0353,0.1182,0.0778,0.0759,0.0284,0.0474,0.0686,0.0227,0.0572
+lin_Latn,0.0477,0.0388,0.1441,0.0667,0.0702,0.0210,0.0511,0.0584,0.0152,0.0570
+sin_Sinh,0.1965,0.0733,0.1056,0.0618,0.0559,0.0020,0.0052,0.0085,0.0006,0.0566
+arb_Latn,0.0867,0.0267,0.1539,0.0671,0.0676,0.0054,0.0277,0.0547,0.0058,0.0551
+tsn_Latn,0.0755,0.0330,0.1515,0.0534,0.0522,0.0213,0.0391,0.0460,0.0201,0.0547
+lug_Latn,0.0478,0.0325,0.1467,0.0639,0.0660,0.0241,0.0409,0.0506,0.0094,0.0535
+kam_Latn,0.0377,0.0334,0.1007,0.0708,0.0690,0.0308,0.0547,0.0588,0.0183,0.0527
+fuv_Latn,0.0327,0.0364,0.0891,0.0648,0.0654,0.0329,0.0598,0.0654,0.0229,0.0522
+grn_Latn,0.0548,0.0356,0.1539,0.0490,0.0493,0.0174,0.0391,0.0520,0.0134,0.0516
+uig_Arab,0.0466,0.0199,0.2272,0.0748,0.0716,0.0025,0.0050,0.0078,0.0016,0.0508
+kon_Latn,0.0373,0.0341,0.1041,0.0595,0.0661,0.0185,0.0405,0.0545,0.0177,0.0481
+luo_Latn,0.0274,0.0305,0.0827,0.0627,0.0633,0.0230,0.0621,0.0579,0.0155,0.0472
+wol_Latn,0.0338,0.0282,0.1082,0.0557,0.0557,0.0246,0.0480,0.0526,0.0165,0.0470
+ssw_Latn,0.0795,0.0352,0.1163,0.0453,0.0451,0.0160,0.0294,0.0451,0.0106,0.0469
+kas_Deva,0.0541,0.0317,0.1156,0.0744,0.0757,0.0044,0.0141,0.0409,0.0052,0.0462
+aka_Latn,0.0505,0.0266,0.1188,0.0525,0.0500,0.0121,0.0409,0.0462,0.0103,0.0453
+bem_Latn,0.0486,0.0356,0.0946,0.0523,0.0539,0.0186,0.0341,0.0579,0.0086,0.0449
+quy_Latn,0.0285,0.0212,0.1420,0.0544,0.0575,0.0166,0.0336,0.0387,0.0090,0.0446
+kas_Arab,0.0425,0.0319,0.1526,0.0613,0.0651,0.0014,0.0067,0.0279,0.0013,0.0434
+run_Latn,0.0656,0.0279,0.1269,0.0432,0.0435,0.0124,0.0233,0.0329,0.0030,0.0421
+tso_Latn,0.0419,0.0305,0.1209,0.0395,0.0366,0.0179,0.0341,0.0389,0.0164,0.0419
+fij_Latn,0.0399,0.0228,0.1362,0.0362,0.0366,0.0140,0.0312,0.0389,0.0165,0.0414
+ory_Orya,0.0846,0.0061,0.1668,0.0474,0.0486,0.0026,0.0029,0.0057,0.0027,0.0408
+tum_Latn,0.0496,0.0297,0.1058,0.0437,0.0474,0.0112,0.0279,0.0304,0.0061,0.0391
+kik_Latn,0.0267,0.0203,0.1046,0.0409,0.0410,0.0204,0.0365,0.0442,0.0161,0.0390
+khm_Khmr,0.0776,0.0352,0.1014,0.0451,0.0451,0.0022,0.0079,0.0201,0.0065,0.0379
+yor_Latn,0.0324,0.0158,0.1114,0.0397,0.0405,0.0182,0.0221,0.0258,0.0143,0.0356
+dyu_Latn,0.0150,0.0161,0.0687,0.0455,0.0465,0.0169,0.0359,0.0458,0.0130,0.0337
+cjk_Latn,0.0263,0.0244,0.0606,0.0339,0.0394,0.0197,0.0364,0.0412,0.0114,0.0326
+taq_Latn,0.0260,0.0249,0.0648,0.0404,0.0426,0.0132,0.0339,0.0432,0.0034,0.0325
+mos_Latn,0.0174,0.0168,0.0612,0.0420,0.0446,0.0208,0.0333,0.0453,0.0093,0.0323
+mya_Mymr,0.0909,0.0326,0.0857,0.0351,0.0373,0.0005,0.0003,0.0034,0.0007,0.0318
+kmb_Latn,0.0241,0.0250,0.0582,0.0372,0.0386,0.0151,0.0314,0.0385,0.0124,0.0312
+sag_Latn,0.0232,0.0252,0.0587,0.0392,0.0410,0.0132,0.0309,0.0355,0.0111,0.0309
+umb_Latn,0.0208,0.0211,0.0593,0.0379,0.0394,0.0163,0.0298,0.0400,0.0111,0.0306
+amh_Ethi,0.1600,0.0378,0.0285,0.0095,0.0099,0.0011,0.0055,0.0096,0.0010,0.0292
+ewe_Latn,0.0171,0.0163,0.0553,0.0341,0.0338,0.0118,0.0274,0.0359,0.0087,0.0267
+ayr_Latn,0.0152,0.0161,0.0495,0.0306,0.0294,0.0140,0.0285,0.0394,0.0090,0.0257
+dik_Latn,0.0245,0.0262,0.0448,0.0228,0.0244,0.0099,0.0252,0.0361,0.0118,0.0251
+kac_Latn,0.0107,0.0121,0.0661,0.0277,0.0345,0.0095,0.0214,0.0368,0.0056,0.0249
+bam_Latn,0.0190,0.0184,0.0531,0.0281,0.0278,0.0062,0.0226,0.0290,0.0106,0.0239
+knc_Latn,0.0210,0.0215,0.0423,0.0232,0.0237,0.0087,0.0264,0.0306,0.0055,0.0225
+kab_Latn,0.0141,0.0082,0.0510,0.0195,0.0212,0.0148,0.0176,0.0252,0.0100,0.0202
+gaz_Latn,0.0152,0.0095,0.0674,0.0190,0.0203,0.0093,0.0147,0.0187,0.0052,0.0199
+lao_Laoo,0.0381,0.0135,0.0370,0.0219,0.0242,0.0017,0.0097,0.0119,0.0099,0.0187
+kbp_Latn,0.0105,0.0070,0.0370,0.0170,0.0164,0.0033,0.0126,0.0213,0.0062,0.0146
+sat_Olck,0.0596,0.0044,0.0425,0.0102,0.0087,0.0002,0.0005,0.0007,0.0003,0.0141
+fon_Latn,0.0105,0.0083,0.0353,0.0135,0.0152,0.0051,0.0135,0.0190,0.0062,0.0141
+knc_Arab,0.0026,0.0034,0.0385,0.0184,0.0189,0.0028,0.0091,0.0144,0.0041,0.0125
+mni_Beng,0.0090,0.0069,0.0332,0.0132,0.0122,0.0030,0.0080,0.0197,0.0015,0.0118
+ace_Arab,0.0084,0.0059,0.0425,0.0200,0.0195,0.0002,0.0005,0.0069,0.0009,0.0116
+nus_Latn,0.0067,0.0071,0.0240,0.0132,0.0143,0.0034,0.0123,0.0165,0.0038,0.0113
+bjn_Arab,0.0088,0.0066,0.0289,0.0188,0.0173,0.0031,0.0012,0.0101,0.0019,0.0108
+shn_Mymr,0.0053,0.0034,0.0317,0.0158,0.0163,0.0009,0.0047,0.0075,0.0056,0.0101
+min_Arab,0.0056,0.0036,0.0400,0.0149,0.0129,0.0020,0.0009,0.0046,0.0006,0.0095
+bod_Tibt,0.0115,0.0017,0.0300,0.0137,0.0145,0.0003,0.0006,0.0021,0.0004,0.0083
+tir_Ethi,0.0265,0.0048,0.0074,0.0047,0.0058,0.0011,0.0052,0.0050,0.0007,0.0068
+zgh_Tfng,0.0014,0.0011,0.0047,0.0035,0.0039,0.0005,0.0024,0.0036,0.0006,0.0024
+taq_Tfng,0.0008,0.0004,0.0057,0.0030,0.0032,0.0006,0.0024,0.0036,0.0016,0.0024
+dzo_Tibt,0.0030,0.0005,0.0096,0.0030,0.0027,0.0003,0.0000,0.0018,0.0003,0.0023