opus-translate

Running

App Files Files Community

Gundeep Singh commited on Nov 17, 2023

Commit

ebee301

•

1 Parent(s): 5dbb3b1

Main

Browse files

Files changed (12) hide show

.gitignore +1 -0
.python-version +1 -0
.vscode/launch.json +16 -0
__init__.py +0 -0
app.py +68 -0
helsinki_models.py +1457 -0
iso639_wrapper.py +38 -0
language_detection.py +13 -0
language_directions.py +71 -0
project-notes.md +4 -0
requirements.txt +9 -0
utils.py +2 -0

.gitignore ADDED Viewed

	@@ -0,0 +1 @@


1	+ pycache

.python-version ADDED Viewed

	@@ -0,0 +1 @@


1	+ 3.11

.vscode/launch.json ADDED Viewed

	@@ -0,0 +1,16 @@

+{
+    // Use IntelliSense to learn about possible attributes.
+    // Hover to view descriptions of existing attributes.
+    // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
+    "version": "0.2.0",
+    "configurations": [
+        {
+            "name": "Python: Current File",
+            "type": "python",
+            "request": "launch",
+            "program": "${file}",
+            "console": "integratedTerminal",
+            "justMyCode": true
+        }
+    ]
+}

__init__.py ADDED Viewed

File without changes

app.py ADDED Viewed

	@@ -0,0 +1,68 @@

+import gradio as gr
+from language_directions import *
+from transformers import pipeline
+source_lang_dict = get_all_source_languages()
+target_lang_dict = {}
+source_languages = source_lang_dict.keys()
+def source_dropdown_changed(source_dropdown, input_text=""):
+    global target_lang_dict
+    target_lang_dict = get_target_languages(source_lang_dict[source_dropdown], input_text)
+    target_languages = target_lang_dict.keys()
+    default_target_value = None
+    if "English" in target_languages or "english" in target_languages:
+        default_target_value = "English"
+    else:
+        default_target_value = target_languages[0]
+    target_dropdown = gr.Dropdown(choices=target_languages,
+                                  value=default_target_value,
+                                  label="Target Language")
+    return target_dropdown
+def translate(input_text, source, target):
+    if source == "Auto Detect":
+      source, _ = auto_detect_language_code(input_text)
+    target_lang_dict = get_target_languages(source)
+    target = target_lang_dict[target]
+    model = f"Helsinki-NLP/opus-mt-{source}-{target}"
+    pipe = pipeline("translation", model=model)
+    translation = pipe(input_text)
+    return translation[0]['translation_text']
+with gr.Blocks() as demo:
+    gr.HTML("""<html>
+  <head>
+    <style>
+      h1 {
+        text-align: center;
+      }
+    </style>
+  </head>
+  <body>
+    <h1>Open Translate</h1>
+  </body>
+</html>""")
+    with gr.Row():
+        with gr.Column():
+            source_language_dropdown = gr.Dropdown(choices=source_languages,
+                                                   value="Auto Detect",
+                                                  label="Source Language")
+            input_textbox = gr.Textbox(lines=5, placeholder="Enter text to translate", label="Input Text")
+        with gr.Column():
+            target_language_dropdown = gr.Dropdown(choices=["English", "French", "Spanish"],
+                                                   value="English",
+                                                   label="Target Language")
+            translated_textbox = gr.Textbox(lines=5, placeholder="", label="Translated Text")
+    btn = gr.Button("Translate")
+    source_language_dropdown.change(source_dropdown_changed, inputs=source_language_dropdown, outputs=target_language_dropdown)
+    btn.click(translate, inputs=[input_textbox,
+                                 source_language_dropdown,
+                                 target_language_dropdown],
+                                   outputs=translated_textbox)
+    gr.Examples(["Je te rencontre au café", "Répétez s'il vous plaît."],
+                inputs=[input_textbox])
+if __name__ == "__main__":
+    demo.launch()

helsinki_models.py ADDED Viewed

	@@ -0,0 +1,1457 @@

+# Scraped from https://huggingface.co/Helsinki-NLP
+# Scrape code:
+# console.log(Array.from(document.getElementsByClassName("text-md truncate font-mono text-black dark:group-hover/repo:text-yellow-500 group-hover/repo:text-indigo-600 text-smd")).map(element => element.innerHTML));
+helsinki_models = [
+  "Helsinki-NLP/opus-mt-tc-base-bat-zle",
+  "Helsinki-NLP/opus-mt-tc-base-uk-tr",
+  "Helsinki-NLP/opus-mt-tc-base-hu-uk",
+  "Helsinki-NLP/opus-mt-tc-base-uk-ces_slk",
+  "Helsinki-NLP/opus-mt-tc-base-zle-bat",
+  "Helsinki-NLP/opus-mt-tc-base-uk-fi",
+  "Helsinki-NLP/opus-mt-tc-base-uk-hu",
+  "Helsinki-NLP/opus-mt-tc-base-tr-uk",
+  "Helsinki-NLP/opus-mt-tc-base-uk-ro",
+  "Helsinki-NLP/opus-mt-tc-base-ro-uk",
+  "Helsinki-NLP/opus-mt-tc-base-fi-uk",
+  "Helsinki-NLP/opus-tatoeba-af-ru",
+  "Helsinki-NLP/opus-mt-tc-base-gmw-gmw",
+  "Helsinki-NLP/opus-tatoeba-de-ro",
+  "Helsinki-NLP/opus-mt-zlw-fiu",
+  "Helsinki-NLP/opus-tatoeba-en-ro",
+  "Helsinki-NLP/opus-mt-tc-base-en-sh",
+  "Helsinki-NLP/opus-tatoeba-fi-en",
+  "Helsinki-NLP/opus-mt-tc-big-zle-gmq",
+  "Helsinki-NLP/opus-mt-tc-big-gmq-he",
+  "Helsinki-NLP/opus-mt-tc-big-zle-pt",
+  "Helsinki-NLP/opus-mt-tc-big-zle-fi",
+  "Helsinki-NLP/opus-mt-tc-big-zle-it",
+  "Helsinki-NLP/opus-mt-tc-big-ar-gmq",
+  "Helsinki-NLP/opus-mt-tc-big-fi-zle",
+  "Helsinki-NLP/opus-mt-tc-big-gmq-zle",
+  "Helsinki-NLP/opus-mt-tc-big-zle-zls",
+  "Helsinki-NLP/opus-mt-tc-big-itc-eu",
+  "Helsinki-NLP/opus-mt-tc-big-itc-ar",
+  "Helsinki-NLP/opus-mt-tc-big-zle-itc",
+  "Helsinki-NLP/opus-mt-tc-big-gmq-tr",
+  "Helsinki-NLP/opus-mt-tc-big-gmq-zlw",
+  "Helsinki-NLP/opus-mt-tc-big-zls-itc",
+  "Helsinki-NLP/opus-mt-tc-big-gmq-ar",
+  "Helsinki-NLP/opus-mt-tc-big-zls-zle",
+  "Helsinki-NLP/opus-mt-tc-big-zle-es",
+  "Helsinki-NLP/opus-mt-tc-big-zle-fr",
+  "Helsinki-NLP/opus-mt-tc-big-he-itc",
+  "Helsinki-NLP/opus-mt-tc-big-he-gmq",
+  "Helsinki-NLP/opus-mt-tc-big-itc-he",
+  "Helsinki-NLP/opus-mt-tc-big-cel-en",
+  "Helsinki-NLP/opus-mt-tc-big-de-gmq",
+  "Helsinki-NLP/opus-mt-tc-big-zle-zle",
+  "Helsinki-NLP/opus-mt-tc-big-es-zle",
+  "Helsinki-NLP/opus-mt-tc-big-gmq-itc",
+  "Helsinki-NLP/opus-mt-tc-big-zle-zlw",
+  "Helsinki-NLP/opus-mt-tc-big-it-zle",
+  "Helsinki-NLP/opus-mt-tc-big-fr-zle",
+  "Helsinki-NLP/opus-mt-tc-big-pt-zle",
+  "Helsinki-NLP/opus-mt-tc-big-zlw-zle",
+  "Helsinki-NLP/opus-mt-tc-big-fi-zls",
+  "Helsinki-NLP/opus-mt-tc-big-de-zle",
+  "Helsinki-NLP/opus-mt-tc-big-gmq-gmq",
+  "Helsinki-NLP/opus-mt-tc-big-itc-tr",
+  "Helsinki-NLP/opus-mt-tc-big-de-es",
+  "Helsinki-NLP/opus-mt-tc-big-zlw-en",
+  "Helsinki-NLP/opus-mt-tc-big-fa-itc",
+  "Helsinki-NLP/opus-mt-tc-big-ar-itc",
+  "Helsinki-NLP/opus-mt-tc-big-eu-itc",
+  "Helsinki-NLP/opus-mt-tc-big-fa-gmq",
+  "Helsinki-NLP/opus-mt-tc-big-zls-de",
+  "Helsinki-NLP/opus-mt-tc-big-itc-itc",
+  "Helsinki-NLP/opus-mt-tc-big-lv-en",
+  "Helsinki-NLP/opus-mt-tc-big-en-et",
+  "Helsinki-NLP/opus-mt-tc-big-gmq-en",
+  "Helsinki-NLP/opus-mt-tc-big-en-ces_slk",
+  "Helsinki-NLP/opus-mt-tc-big-en-lv",
+  "Helsinki-NLP/opus-mt-tc-big-bg-en",
+  "Helsinki-NLP/opus-mt-tc-big-en-el",
+  "Helsinki-NLP/opus-mt-tc-big-en-bg",
+  "Helsinki-NLP/opus-mt-tc-big-en-ro",
+  "Helsinki-NLP/opus-mt-tc-big-hu-en",
+  "Helsinki-NLP/opus-mt-tc-big-zh-ja",
+  "Helsinki-NLP/opus-mt-tc-big-en-lt",
+  "Helsinki-NLP/opus-mt-tc-big-zle-de",
+  "Helsinki-NLP/opus-mt-tc-big-en-hu",
+  "Helsinki-NLP/opus-mt-tc-big-en-zle",
+  "Helsinki-NLP/opus-mt-tc-big-en-cat_oci_spa",
+  "Helsinki-NLP/opus-mt-tc-big-lt-en",
+  "Helsinki-NLP/opus-mt-tc-big-ko-en",
+  "Helsinki-NLP/opus-mt-tc-big-et-en",
+  "Helsinki-NLP/opus-mt-tc-big-en-gmq",
+  "Helsinki-NLP/opus-mt-tc-big-en-it",
+  "Helsinki-NLP/opus-mt-tc-big-sh-en",
+  "Helsinki-NLP/opus-mt-tc-big-zls-en",
+  "Helsinki-NLP/opus-mt-tc-big-en-ko",
+  "Helsinki-NLP/opus-mt-tc-big-zle-en",
+  "Helsinki-NLP/opus-mt-tc-big-en-es",
+  "Helsinki-NLP/opus-mt-tc-big-en-fi",
+  "Helsinki-NLP/opus-mt-tc-big-fr-en",
+  "Helsinki-NLP/opus-mt-tc-big-he-en",
+  "Helsinki-NLP/opus-mt-tc-big-en-fr",
+  "Helsinki-NLP/opus-mt-tc-big-en-ar",
+  "Helsinki-NLP/opus-mt-tc-big-en-pt",
+  "Helsinki-NLP/opus-mt-tc-big-gmw-gmw",
+  "Helsinki-NLP/opus-tatoeba-en-ja",
+  "Helsinki-NLP/opus-mt-tc-big-itc-bat",
+  "Helsinki-NLP/opus-mt-tc-big-tr-en",
+  "Helsinki-NLP/opus-mt-tc-big-it-en",
+  "Helsinki-NLP/opus-mt-tc-big-el-en",
+  "Helsinki-NLP/opus-mt-tc-big-ces_slk-en",
+  "Helsinki-NLP/opus-mt-tc-big-cat_oci_spa-en",
+  "Helsinki-NLP/opus-mt-tc-big-ar-en",
+  "Helsinki-NLP/opus-mt-tc-big-en-tr",
+  "Helsinki-NLP/opus-mt-tc-base-ces_slk-uk",
+  "Helsinki-NLP/opus-mt-tc-big-fi-en",
+  "Helsinki-NLP/opus-tatoeba-it-he",
+  "Helsinki-NLP/opus-tatoeba-he-it",
+  "Helsinki-NLP/opus-tatoeba-he-fr",
+  "Helsinki-NLP/opus-tatoeba-fr-it",
+  "Helsinki-NLP/opus-tatoeba-es-zh",
+  "Helsinki-NLP/opus-tatoeba-en-tr",
+  "Helsinki-NLP/opus-mt-zne-sv",
+  "Helsinki-NLP/opus-mt-zne-fr",
+  "Helsinki-NLP/opus-mt-zne-fi",
+  "Helsinki-NLP/opus-mt-zne-es",
+  "Helsinki-NLP/opus-mt-zlw-zlw",
+  "Helsinki-NLP/opus-mt-zlw-en",
+  "Helsinki-NLP/opus-mt-zls-zls",
+  "Helsinki-NLP/opus-mt-zls-en",
+  "Helsinki-NLP/opus-mt-zle-zle",
+  "Helsinki-NLP/opus-mt-zle-en",
+  "Helsinki-NLP/opus-mt-zh-vi",
+  "Helsinki-NLP/opus-mt-zh-uk",
+  "Helsinki-NLP/opus-mt-zh-sv",
+  "Helsinki-NLP/opus-mt-zh-nl",
+  "Helsinki-NLP/opus-mt-zh-ms",
+  "Helsinki-NLP/opus-mt-zh-it",
+  "Helsinki-NLP/opus-mt-zh-he",
+  "Helsinki-NLP/opus-mt-zh-fi",
+  "Helsinki-NLP/opus-mt-zh-en",
+  "Helsinki-NLP/opus-mt-zh-de",
+  "Helsinki-NLP/opus-mt-zh-bg",
+  "Helsinki-NLP/opus-mt-zai-es",
+  "Helsinki-NLP/opus-mt-yo-sv",
+  "Helsinki-NLP/opus-mt-yo-fr",
+  "Helsinki-NLP/opus-mt-yo-fi",
+  "Helsinki-NLP/opus-mt-yo-es",
+  "Helsinki-NLP/opus-mt-yo-en",
+  "Helsinki-NLP/opus-mt-yap-sv",
+  "Helsinki-NLP/opus-mt-yap-fr",
+  "Helsinki-NLP/opus-mt-yap-en",
+  "Helsinki-NLP/opus-mt-xh-sv",
+  "Helsinki-NLP/opus-mt-xh-fr",
+  "Helsinki-NLP/opus-mt-xh-es",
+  "Helsinki-NLP/opus-mt-xh-en",
+  "Helsinki-NLP/opus-mt-wls-sv",
+  "Helsinki-NLP/opus-mt-wls-fr",
+  "Helsinki-NLP/opus-mt-wls-en",
+  "Helsinki-NLP/opus-mt-war-sv",
+  "Helsinki-NLP/opus-mt-war-fr",
+  "Helsinki-NLP/opus-mt-war-fi",
+  "Helsinki-NLP/opus-mt-war-es",
+  "Helsinki-NLP/opus-mt-war-en",
+  "Helsinki-NLP/opus-mt-wal-en",
+  "Helsinki-NLP/opus-mt-wa-en",
+  "Helsinki-NLP/opus-mt-vsl-es",
+  "Helsinki-NLP/opus-mt-vi-ru",
+  "Helsinki-NLP/opus-mt-vi-it",
+  "Helsinki-NLP/opus-mt-vi-fr",
+  "Helsinki-NLP/opus-mt-vi-es",
+  "Helsinki-NLP/opus-mt-vi-eo",
+  "Helsinki-NLP/opus-mt-vi-en",
+  "Helsinki-NLP/opus-mt-vi-de",
+  "Helsinki-NLP/opus-mt-ve-es",
+  "Helsinki-NLP/opus-mt-ve-en",
+  "Helsinki-NLP/opus-mt-urj-urj",
+  "Helsinki-NLP/opus-mt-urj-en",
+  "Helsinki-NLP/opus-mt-ur-en",
+  "Helsinki-NLP/opus-mt-umb-en",
+  "Helsinki-NLP/opus-mt-uk-tr",
+  "Helsinki-NLP/opus-mt-uk-sv",
+  "Helsinki-NLP/opus-mt-uk-sl",
+  "Helsinki-NLP/opus-mt-uk-sh",
+  "Helsinki-NLP/opus-mt-uk-ru",
+  "Helsinki-NLP/opus-mt-uk-pt",
+  "Helsinki-NLP/opus-mt-uk-pl",
+  "Helsinki-NLP/opus-mt-uk-no",
+  "Helsinki-NLP/opus-mt-uk-nl",
+  "Helsinki-NLP/opus-mt-uk-it",
+  "Helsinki-NLP/opus-mt-uk-hu",
+  "Helsinki-NLP/opus-mt-uk-he",
+  "Helsinki-NLP/opus-mt-uk-fr",
+  "Helsinki-NLP/opus-mt-uk-fi",
+  "Helsinki-NLP/opus-mt-uk-es",
+  "Helsinki-NLP/opus-mt-uk-en",
+  "Helsinki-NLP/opus-mt-uk-de",
+  "Helsinki-NLP/opus-mt-uk-cs",
+  "Helsinki-NLP/opus-mt-uk-ca",
+  "Helsinki-NLP/opus-mt-uk-bg",
+  "Helsinki-NLP/opus-mt-tzo-es",
+  "Helsinki-NLP/opus-mt-ty-sv",
+  "Helsinki-NLP/opus-mt-ty-fr",
+  "Helsinki-NLP/opus-mt-ty-fi",
+  "Helsinki-NLP/opus-mt-ty-es",
+  "Helsinki-NLP/opus-mt-tw-sv",
+  "Helsinki-NLP/opus-mt-tw-fr",
+  "Helsinki-NLP/opus-mt-tw-fi",
+  "Helsinki-NLP/opus-mt-tw-es",
+  "Helsinki-NLP/opus-mt-tvl-sv",
+  "Helsinki-NLP/opus-mt-tvl-fr",
+  "Helsinki-NLP/opus-mt-tvl-fi",
+  "Helsinki-NLP/opus-mt-tvl-es",
+  "Helsinki-NLP/opus-mt-tvl-en",
+  "Helsinki-NLP/opus-mt-tum-sv",
+  "Helsinki-NLP/opus-mt-tum-fr",
+  "Helsinki-NLP/opus-mt-tum-es",
+  "Helsinki-NLP/opus-mt-tum-en",
+  "Helsinki-NLP/opus-mt-ts-sv",
+  "Helsinki-NLP/opus-mt-ts-fr",
+  "Helsinki-NLP/opus-mt-ts-fi",
+  "Helsinki-NLP/opus-mt-ts-es",
+  "Helsinki-NLP/opus-mt-ts-en",
+  "Helsinki-NLP/opus-mt-trk-en",
+  "Helsinki-NLP/opus-mt-tr-uk",
+  "Helsinki-NLP/opus-mt-tr-sv",
+  "Helsinki-NLP/opus-mt-tr-lt",
+  "Helsinki-NLP/opus-mt-tr-fr",
+  "Helsinki-NLP/opus-mt-tr-es",
+  "Helsinki-NLP/opus-mt-tr-eo",
+  "Helsinki-NLP/opus-mt-tr-en",
+  "Helsinki-NLP/opus-mt-tr-az",
+  "Helsinki-NLP/opus-mt-tr-ar",
+  "Helsinki-NLP/opus-mt-tpi-sv",
+  "Helsinki-NLP/opus-mt-tpi-en",
+  "Helsinki-NLP/opus-mt-toi-sv",
+  "Helsinki-NLP/opus-mt-toi-fr",
+  "Helsinki-NLP/opus-mt-toi-fi",
+  "Helsinki-NLP/opus-mt-toi-es",
+  "Helsinki-NLP/opus-mt-toi-en",
+  "Helsinki-NLP/opus-mt-to-sv",
+  "Helsinki-NLP/opus-mt-to-fr",
+  "Helsinki-NLP/opus-mt-to-es",
+  "Helsinki-NLP/opus-mt-to-en",
+  "Helsinki-NLP/opus-mt-tn-sv",
+  "Helsinki-NLP/opus-mt-tn-fr",
+  "Helsinki-NLP/opus-mt-tn-es",
+  "Helsinki-NLP/opus-mt-tn-en",
+  "Helsinki-NLP/opus-mt-tll-sv",
+  "Helsinki-NLP/opus-mt-tll-fr",
+  "Helsinki-NLP/opus-mt-tll-fi",
+  "Helsinki-NLP/opus-mt-tll-es",
+  "Helsinki-NLP/opus-mt-tll-en",
+  "Helsinki-NLP/opus-mt-tl-pt",
+  "Helsinki-NLP/opus-mt-tl-es",
+  "Helsinki-NLP/opus-mt-tl-en",
+  "Helsinki-NLP/opus-mt-tl-de",
+  "Helsinki-NLP/opus-mt-tiv-sv",
+  "Helsinki-NLP/opus-mt-tiv-fr",
+  "Helsinki-NLP/opus-mt-tiv-en",
+  "Helsinki-NLP/opus-mt-ti-en",
+  "Helsinki-NLP/opus-mt-th-fr",
+  "Helsinki-NLP/opus-mt-th-en",
+  "Helsinki-NLP/opus-mt-taw-en",
+  "Helsinki-NLP/opus-mt-swc-sv",
+  "Helsinki-NLP/opus-mt-swc-fr",
+  "Helsinki-NLP/opus-mt-swc-fi",
+  "Helsinki-NLP/opus-mt-swc-es",
+  "Helsinki-NLP/opus-mt-swc-en",
+  "Helsinki-NLP/opus-mt-sv-zne",
+  "Helsinki-NLP/opus-mt-sv-yo",
+  "Helsinki-NLP/opus-mt-sv-yap",
+  "Helsinki-NLP/opus-mt-sv-xh",
+  "Helsinki-NLP/opus-mt-sv-wls",
+  "Helsinki-NLP/opus-mt-sv-war",
+  "Helsinki-NLP/opus-mt-sv-ve",
+  "Helsinki-NLP/opus-mt-sv-umb",
+  "Helsinki-NLP/opus-mt-sv-uk",
+  "Helsinki-NLP/opus-mt-sv-ty",
+  "Helsinki-NLP/opus-mt-sv-tw",
+  "Helsinki-NLP/opus-mt-sv-tvl",
+  "Helsinki-NLP/opus-mt-sv-tum",
+  "Helsinki-NLP/opus-mt-sv-ts",
+  "Helsinki-NLP/opus-mt-sv-tpi",
+  "Helsinki-NLP/opus-mt-sv-toi",
+  "Helsinki-NLP/opus-mt-sv-to",
+  "Helsinki-NLP/opus-mt-sv-tn",
+  "Helsinki-NLP/opus-mt-sv-tll",
+  "Helsinki-NLP/opus-mt-sv-tiv",
+  "Helsinki-NLP/opus-mt-sv-th",
+  "Helsinki-NLP/opus-mt-sv-swc",
+  "Helsinki-NLP/opus-mt-sv-sv",
+  "Helsinki-NLP/opus-mt-sv-st",
+  "Helsinki-NLP/opus-mt-sv-srn",
+  "Helsinki-NLP/opus-mt-sv-sq",
+  "Helsinki-NLP/opus-mt-sv-sn",
+  "Helsinki-NLP/opus-mt-sv-sm",
+  "Helsinki-NLP/opus-mt-sv-sl",
+  "Helsinki-NLP/opus-mt-sv-sk",
+  "Helsinki-NLP/opus-mt-sv-sg",
+  "Helsinki-NLP/opus-mt-sv-rw",
+  "Helsinki-NLP/opus-mt-sv-run",
+  "Helsinki-NLP/opus-mt-sv-ru",
+  "Helsinki-NLP/opus-mt-sv-ro",
+  "Helsinki-NLP/opus-mt-sv-rnd",
+  "Helsinki-NLP/opus-mt-sv-pon",
+  "Helsinki-NLP/opus-mt-sv-pis",
+  "Helsinki-NLP/opus-mt-sv-pap",
+  "Helsinki-NLP/opus-mt-sv-pag",
+  "Helsinki-NLP/opus-mt-sv-ny",
+  "Helsinki-NLP/opus-mt-sv-nso",
+  "Helsinki-NLP/opus-mt-sv-no",
+  "Helsinki-NLP/opus-mt-sv-nl",
+  "Helsinki-NLP/opus-mt-sv-niu",
+  "Helsinki-NLP/opus-mt-sv-mt",
+  "Helsinki-NLP/opus-mt-sv-mos",
+  "Helsinki-NLP/opus-mt-sv-mh",
+  "Helsinki-NLP/opus-mt-sv-mfe",
+  "Helsinki-NLP/opus-mt-sv-lv",
+  "Helsinki-NLP/opus-mt-sv-lus",
+  "Helsinki-NLP/opus-mt-sv-lue",
+  "Helsinki-NLP/opus-mt-sv-lua",
+  "Helsinki-NLP/opus-mt-sv-lu",
+  "Helsinki-NLP/opus-mt-sv-ln",
+  "Helsinki-NLP/opus-mt-sv-lg",
+  "Helsinki-NLP/opus-mt-sv-kwy",
+  "Helsinki-NLP/opus-mt-sv-kqn",
+  "Helsinki-NLP/opus-mt-sv-kg",
+  "Helsinki-NLP/opus-mt-sv-iso",
+  "Helsinki-NLP/opus-mt-sv-is",
+  "Helsinki-NLP/opus-mt-sv-ilo",
+  "Helsinki-NLP/opus-mt-sv-ig",
+  "Helsinki-NLP/opus-mt-sv-id",
+  "Helsinki-NLP/opus-mt-sv-hu",
+  "Helsinki-NLP/opus-mt-sv-ht",
+  "Helsinki-NLP/opus-mt-sv-hr",
+  "Helsinki-NLP/opus-mt-sv-ho",
+  "Helsinki-NLP/opus-mt-sv-hil",
+  "Helsinki-NLP/opus-mt-sv-he",
+  "Helsinki-NLP/opus-mt-sv-ha",
+  "Helsinki-NLP/opus-mt-sv-guw",
+  "Helsinki-NLP/opus-mt-sv-gil",
+  "Helsinki-NLP/opus-mt-sv-gaa",
+  "Helsinki-NLP/opus-mt-sv-fr",
+  "Helsinki-NLP/opus-mt-sv-fj",
+  "Helsinki-NLP/opus-mt-sv-fi",
+  "Helsinki-NLP/opus-mt-sv-et",
+  "Helsinki-NLP/opus-mt-sv-es",
+  "Helsinki-NLP/opus-mt-sv-eo",
+  "Helsinki-NLP/opus-mt-sv-en",
+  "Helsinki-NLP/opus-mt-sv-el",
+  "Helsinki-NLP/opus-mt-sv-efi",
+  "Helsinki-NLP/opus-mt-sv-ee",
+  "Helsinki-NLP/opus-mt-sv-cs",
+  "Helsinki-NLP/opus-mt-sv-crs",
+  "Helsinki-NLP/opus-mt-sv-chk",
+  "Helsinki-NLP/opus-mt-sv-ceb",
+  "Helsinki-NLP/opus-mt-sv-bzs",
+  "Helsinki-NLP/opus-mt-sv-bi",
+  "Helsinki-NLP/opus-mt-sv-bg",
+  "Helsinki-NLP/opus-mt-sv-bem",
+  "Helsinki-NLP/opus-mt-sv-bcl",
+  "Helsinki-NLP/opus-mt-sv-ase",
+  "Helsinki-NLP/opus-mt-sv-af",
+  "Helsinki-NLP/opus-mt-sv-ZH",
+  "Helsinki-NLP/opus-mt-sv-NORWAY",
+  "Helsinki-NLP/opus-mt-st-sv",
+  "Helsinki-NLP/opus-mt-st-fr",
+  "Helsinki-NLP/opus-mt-st-fi",
+  "Helsinki-NLP/opus-mt-st-es",
+  "Helsinki-NLP/opus-mt-st-en",
+  "Helsinki-NLP/opus-mt-ssp-es",
+  "Helsinki-NLP/opus-mt-ss-en",
+  "Helsinki-NLP/opus-mt-srn-sv",
+  "Helsinki-NLP/opus-mt-srn-fr",
+  "Helsinki-NLP/opus-mt-srn-es",
+  "Helsinki-NLP/opus-mt-srn-en",
+  "Helsinki-NLP/opus-mt-sq-sv",
+  "Helsinki-NLP/opus-mt-sq-es",
+  "Helsinki-NLP/opus-mt-sq-en",
+  "Helsinki-NLP/opus-mt-sn-sv",
+  "Helsinki-NLP/opus-mt-sn-fr",
+  "Helsinki-NLP/opus-mt-sn-es",
+  "Helsinki-NLP/opus-mt-sn-en",
+  "Helsinki-NLP/opus-mt-sm-fr",
+  "Helsinki-NLP/opus-mt-sm-es",
+  "Helsinki-NLP/opus-mt-sm-en",
+  "Helsinki-NLP/opus-mt-sla-sla",
+  "Helsinki-NLP/opus-mt-sla-en",
+  "Helsinki-NLP/opus-mt-sl-uk",
+  "Helsinki-NLP/opus-mt-sl-sv",
+  "Helsinki-NLP/opus-mt-sl-ru",
+  "Helsinki-NLP/opus-mt-sl-fr",
+  "Helsinki-NLP/opus-mt-sl-fi",
+  "Helsinki-NLP/opus-mt-sl-es",
+  "Helsinki-NLP/opus-mt-sk-sv",
+  "Helsinki-NLP/opus-mt-sk-fr",
+  "Helsinki-NLP/opus-mt-sk-fi",
+  "Helsinki-NLP/opus-mt-sk-es",
+  "Helsinki-NLP/opus-mt-sk-en",
+  "Helsinki-NLP/opus-mt-sh-uk",
+  "Helsinki-NLP/opus-mt-sh-eo",
+  "Helsinki-NLP/opus-mt-sg-sv",
+  "Helsinki-NLP/opus-mt-sg-fr",
+  "Helsinki-NLP/opus-mt-sg-fi",
+  "Helsinki-NLP/opus-mt-sg-es",
+  "Helsinki-NLP/opus-mt-sg-en",
+  "Helsinki-NLP/opus-mt-sem-sem",
+  "Helsinki-NLP/opus-mt-sem-en",
+  "Helsinki-NLP/opus-mt-sal-en",
+  "Helsinki-NLP/opus-mt-rw-sv",
+  "Helsinki-NLP/opus-mt-rw-fr",
+  "Helsinki-NLP/opus-mt-rw-es",
+  "Helsinki-NLP/opus-mt-rw-en",
+  "Helsinki-NLP/opus-mt-run-sv",
+  "Helsinki-NLP/opus-mt-run-es",
+  "Helsinki-NLP/opus-mt-run-en",
+  "Helsinki-NLP/opus-mt-ru-vi",
+  "Helsinki-NLP/opus-mt-ru-uk",
+  "Helsinki-NLP/opus-mt-ru-sv",
+  "Helsinki-NLP/opus-mt-ru-sl",
+  "Helsinki-NLP/opus-mt-ru-no",
+  "Helsinki-NLP/opus-mt-ru-lv",
+  "Helsinki-NLP/opus-mt-ru-lt",
+  "Helsinki-NLP/opus-mt-ru-hy",
+  "Helsinki-NLP/opus-mt-ru-he",
+  "Helsinki-NLP/opus-mt-ru-fr",
+  "Helsinki-NLP/opus-mt-ru-fi",
+  "Helsinki-NLP/opus-mt-ru-eu",
+  "Helsinki-NLP/opus-mt-ru-et",
+  "Helsinki-NLP/opus-mt-ru-es",
+  "Helsinki-NLP/opus-mt-ru-eo",
+  "Helsinki-NLP/opus-mt-ru-en",
+  "Helsinki-NLP/opus-mt-ru-da",
+  "Helsinki-NLP/opus-mt-ru-bg",
+  "Helsinki-NLP/opus-mt-ru-ar",
+  "Helsinki-NLP/opus-mt-ru-af",
+  "Helsinki-NLP/opus-mt-roa-en",
+  "Helsinki-NLP/opus-mt-ro-sv",
+  "Helsinki-NLP/opus-mt-ro-fr",
+  "Helsinki-NLP/opus-mt-ro-fi",
+  "Helsinki-NLP/opus-mt-ro-eo",
+  "Helsinki-NLP/opus-mt-rnd-sv",
+  "Helsinki-NLP/opus-mt-rnd-fr",
+  "Helsinki-NLP/opus-mt-rnd-en",
+  "Helsinki-NLP/opus-mt-rn-ru",
+  "Helsinki-NLP/opus-mt-rn-fr",
+  "Helsinki-NLP/opus-mt-rn-es",
+  "Helsinki-NLP/opus-mt-rn-en",
+  "Helsinki-NLP/opus-mt-rn-de",
+  "Helsinki-NLP/opus-mt-pt-uk",
+  "Helsinki-NLP/opus-mt-pt-tl",
+  "Helsinki-NLP/opus-mt-pt-gl",
+  "Helsinki-NLP/opus-mt-pt-eo",
+  "Helsinki-NLP/opus-mt-pt-ca",
+  "Helsinki-NLP/opus-mt-prl-es",
+  "Helsinki-NLP/opus-mt-pqe-en",
+  "Helsinki-NLP/opus-mt-pon-sv",
+  "Helsinki-NLP/opus-mt-pon-fr",
+  "Helsinki-NLP/opus-mt-pon-fi",
+  "Helsinki-NLP/opus-mt-pon-es",
+  "Helsinki-NLP/opus-mt-pon-en",
+  "Helsinki-NLP/opus-mt-pl-uk",
+  "Helsinki-NLP/opus-mt-pl-sv",
+  "Helsinki-NLP/opus-mt-pl-no",
+  "Helsinki-NLP/opus-mt-pl-lt",
+  "Helsinki-NLP/opus-mt-pl-fr",
+  "Helsinki-NLP/opus-mt-pl-es",
+  "Helsinki-NLP/opus-mt-pl-eo",
+  "Helsinki-NLP/opus-mt-pl-en",
+  "Helsinki-NLP/opus-mt-pl-de",
+  "Helsinki-NLP/opus-mt-pl-ar",
+  "Helsinki-NLP/opus-mt-pis-sv",
+  "Helsinki-NLP/opus-mt-pis-fr",
+  "Helsinki-NLP/opus-mt-pis-fi",
+  "Helsinki-NLP/opus-mt-pis-es",
+  "Helsinki-NLP/opus-mt-pis-en",
+  "Helsinki-NLP/opus-mt-phi-en",
+  "Helsinki-NLP/opus-mt-pap-fr",
+  "Helsinki-NLP/opus-mt-pap-fi",
+  "Helsinki-NLP/opus-mt-pap-es",
+  "Helsinki-NLP/opus-mt-pap-en",
+  "Helsinki-NLP/opus-mt-pap-de",
+  "Helsinki-NLP/opus-mt-pag-sv",
+  "Helsinki-NLP/opus-mt-pag-fi",
+  "Helsinki-NLP/opus-mt-pag-es",
+  "Helsinki-NLP/opus-mt-pag-en",
+  "Helsinki-NLP/opus-mt-pag-de",
+  "Helsinki-NLP/opus-mt-pa-en",
+  "Helsinki-NLP/opus-mt-om-en",
+  "Helsinki-NLP/opus-mt-nyk-en",
+  "Helsinki-NLP/opus-mt-ny-es",
+  "Helsinki-NLP/opus-mt-ny-en",
+  "Helsinki-NLP/opus-mt-ny-de",
+  "Helsinki-NLP/opus-mt-nso-sv",
+  "Helsinki-NLP/opus-mt-nso-fr",
+  "Helsinki-NLP/opus-mt-nso-fi",
+  "Helsinki-NLP/opus-mt-nso-es",
+  "Helsinki-NLP/opus-mt-nso-en",
+  "Helsinki-NLP/opus-mt-nso-de",
+  "Helsinki-NLP/opus-mt-no-uk",
+  "Helsinki-NLP/opus-mt-no-sv",
+  "Helsinki-NLP/opus-mt-no-ru",
+  "Helsinki-NLP/opus-mt-no-pl",
+  "Helsinki-NLP/opus-mt-no-no",
+  "Helsinki-NLP/opus-mt-no-nl",
+  "Helsinki-NLP/opus-mt-no-fr",
+  "Helsinki-NLP/opus-mt-no-fi",
+  "Helsinki-NLP/opus-mt-no-es",
+  "Helsinki-NLP/opus-mt-no-de",
+  "Helsinki-NLP/opus-mt-no-da",
+  "Helsinki-NLP/opus-mt-nl-uk",
+  "Helsinki-NLP/opus-mt-nl-sv",
+  "Helsinki-NLP/opus-mt-nl-no",
+  "Helsinki-NLP/opus-mt-nl-fr",
+  "Helsinki-NLP/opus-mt-nl-fi",
+  "Helsinki-NLP/opus-mt-nl-es",
+  "Helsinki-NLP/opus-mt-nl-eo",
+  "Helsinki-NLP/opus-mt-nl-en",
+  "Helsinki-NLP/opus-mt-nl-ca",
+  "Helsinki-NLP/opus-mt-nl-af",
+  "Helsinki-NLP/opus-mt-niu-sv",
+  "Helsinki-NLP/opus-mt-niu-fr",
+  "Helsinki-NLP/opus-mt-niu-fi",
+  "Helsinki-NLP/opus-mt-niu-es",
+  "Helsinki-NLP/opus-mt-niu-en",
+  "Helsinki-NLP/opus-mt-niu-de",
+  "Helsinki-NLP/opus-mt-nic-en",
+  "Helsinki-NLP/opus-mt-ng-en",
+  "Helsinki-NLP/opus-mt-mul-en",
+  "Helsinki-NLP/opus-mt-mt-sv",
+  "Helsinki-NLP/opus-mt-mt-fr",
+  "Helsinki-NLP/opus-mt-mt-fi",
+  "Helsinki-NLP/opus-mt-mt-es",
+  "Helsinki-NLP/opus-mt-mt-en",
+  "Helsinki-NLP/opus-mt-ms-ms",
+  "Helsinki-NLP/opus-mt-ms-it",
+  "Helsinki-NLP/opus-mt-ms-fr",
+  "Helsinki-NLP/opus-mt-ms-de",
+  "Helsinki-NLP/opus-mt-mr-en",
+  "Helsinki-NLP/opus-mt-mos-en",
+  "Helsinki-NLP/opus-mt-ml-en",
+  "Helsinki-NLP/opus-mt-mkh-en",
+  "Helsinki-NLP/opus-mt-mk-fr",
+  "Helsinki-NLP/opus-mt-mk-fi",
+  "Helsinki-NLP/opus-mt-mk-es",
+  "Helsinki-NLP/opus-mt-mk-en",
+  "Helsinki-NLP/opus-mt-mh-fi",
+  "Helsinki-NLP/opus-mt-mh-es",
+  "Helsinki-NLP/opus-mt-mh-en",
+  "Helsinki-NLP/opus-mt-mg-es",
+  "Helsinki-NLP/opus-mt-mg-en",
+  "Helsinki-NLP/opus-mt-mfs-es",
+  "Helsinki-NLP/opus-mt-mfe-es",
+  "Helsinki-NLP/opus-mt-mfe-en",
+  "Helsinki-NLP/opus-mt-lv-sv",
+  "Helsinki-NLP/opus-mt-lv-ru",
+  "Helsinki-NLP/opus-mt-lv-fr",
+  "Helsinki-NLP/opus-mt-lv-fi",
+  "Helsinki-NLP/opus-mt-lv-es",
+  "Helsinki-NLP/opus-mt-lv-en",
+  "Helsinki-NLP/opus-mt-lus-sv",
+  "Helsinki-NLP/opus-mt-lus-fr",
+  "Helsinki-NLP/opus-mt-lus-fi",
+  "Helsinki-NLP/opus-mt-lus-es",
+  "Helsinki-NLP/opus-mt-lus-en",
+  "Helsinki-NLP/opus-mt-luo-en",
+  "Helsinki-NLP/opus-mt-lun-en",
+  "Helsinki-NLP/opus-mt-lue-sv",
+  "Helsinki-NLP/opus-mt-lue-fr",
+  "Helsinki-NLP/opus-mt-lue-fi",
+  "Helsinki-NLP/opus-mt-lue-es",
+  "Helsinki-NLP/opus-mt-lue-en",
+  "Helsinki-NLP/opus-mt-lua-sv",
+  "Helsinki-NLP/opus-mt-lua-fr",
+  "Helsinki-NLP/opus-mt-lua-fi",
+  "Helsinki-NLP/opus-mt-lua-es",
+  "Helsinki-NLP/opus-mt-lua-en",
+  "Helsinki-NLP/opus-mt-lu-sv",
+  "Helsinki-NLP/opus-mt-lu-fr",
+  "Helsinki-NLP/opus-mt-lu-fi",
+  "Helsinki-NLP/opus-mt-lu-es",
+  "Helsinki-NLP/opus-mt-lu-en",
+  "Helsinki-NLP/opus-mt-lt-tr",
+  "Helsinki-NLP/opus-mt-lt-sv",
+  "Helsinki-NLP/opus-mt-lt-ru",
+  "Helsinki-NLP/opus-mt-lt-pl",
+  "Helsinki-NLP/opus-mt-lt-it",
+  "Helsinki-NLP/opus-mt-lt-fr",
+  "Helsinki-NLP/opus-mt-lt-es",
+  "Helsinki-NLP/opus-mt-lt-eo",
+  "Helsinki-NLP/opus-mt-lt-de",
+  "Helsinki-NLP/opus-mt-loz-sv",
+  "Helsinki-NLP/opus-mt-loz-fr",
+  "Helsinki-NLP/opus-mt-loz-fi",
+  "Helsinki-NLP/opus-mt-loz-es",
+  "Helsinki-NLP/opus-mt-loz-en",
+  "Helsinki-NLP/opus-mt-loz-de",
+  "Helsinki-NLP/opus-mt-ln-fr",
+  "Helsinki-NLP/opus-mt-ln-es",
+  "Helsinki-NLP/opus-mt-ln-en",
+  "Helsinki-NLP/opus-mt-ln-de",
+  "Helsinki-NLP/opus-mt-lg-sv",
+  "Helsinki-NLP/opus-mt-lg-fr",
+  "Helsinki-NLP/opus-mt-lg-fi",
+  "Helsinki-NLP/opus-mt-lg-es",
+  "Helsinki-NLP/opus-mt-lg-en",
+  "Helsinki-NLP/opus-mt-kwy-sv",
+  "Helsinki-NLP/opus-mt-kwy-fr",
+  "Helsinki-NLP/opus-mt-kwy-en",
+  "Helsinki-NLP/opus-mt-kwn-en",
+  "Helsinki-NLP/opus-mt-kqn-sv",
+  "Helsinki-NLP/opus-mt-kqn-fr",
+  "Helsinki-NLP/opus-mt-kqn-es",
+  "Helsinki-NLP/opus-mt-kqn-en",
+  "Helsinki-NLP/opus-mt-ko-sv",
+  "Helsinki-NLP/opus-mt-ko-ru",
+  "Helsinki-NLP/opus-mt-ko-hu",
+  "Helsinki-NLP/opus-mt-ko-fr",
+  "Helsinki-NLP/opus-mt-ko-fi",
+  "Helsinki-NLP/opus-mt-ko-es",
+  "Helsinki-NLP/opus-mt-ko-en",
+  "Helsinki-NLP/opus-mt-ko-de",
+  "Helsinki-NLP/opus-mt-kl-en",
+  "Helsinki-NLP/opus-mt-kj-en",
+  "Helsinki-NLP/opus-mt-kg-sv",
+  "Helsinki-NLP/opus-mt-kg-fr",
+  "Helsinki-NLP/opus-mt-kg-es",
+  "Helsinki-NLP/opus-mt-kg-en",
+  "Helsinki-NLP/opus-mt-kab-en",
+  "Helsinki-NLP/opus-mt-ka-ru",
+  "Helsinki-NLP/opus-mt-ka-en",
+  "Helsinki-NLP/opus-mt-jap-en",
+  "Helsinki-NLP/opus-mt-ja-vi",
+  "Helsinki-NLP/opus-mt-ja-tr",
+  "Helsinki-NLP/opus-mt-ja-sv",
+  "Helsinki-NLP/opus-mt-ja-sh",
+  "Helsinki-NLP/opus-mt-ja-ru",
+  "Helsinki-NLP/opus-mt-ja-pt",
+  "Helsinki-NLP/opus-mt-ja-pl",
+  "Helsinki-NLP/opus-mt-ja-nl",
+  "Helsinki-NLP/opus-mt-ja-ms",
+  "Helsinki-NLP/opus-mt-ja-it",
+  "Helsinki-NLP/opus-mt-ja-hu",
+  "Helsinki-NLP/opus-mt-ja-he",
+  "Helsinki-NLP/opus-mt-ja-fr",
+  "Helsinki-NLP/opus-mt-ja-fi",
+  "Helsinki-NLP/opus-mt-ja-es",
+  "Helsinki-NLP/opus-mt-ja-en",
+  "Helsinki-NLP/opus-mt-ja-de",
+  "Helsinki-NLP/opus-mt-ja-da",
+  "Helsinki-NLP/opus-mt-ja-bg",
+  "Helsinki-NLP/opus-mt-ja-ar",
+  "Helsinki-NLP/opus-mt-itc-itc",
+  "Helsinki-NLP/opus-mt-itc-en",
+  "Helsinki-NLP/opus-mt-it-vi",
+  "Helsinki-NLP/opus-mt-it-uk",
+  "Helsinki-NLP/opus-mt-it-sv",
+  "Helsinki-NLP/opus-mt-it-ms",
+  "Helsinki-NLP/opus-mt-it-lt",
+  "Helsinki-NLP/opus-mt-it-is",
+  "Helsinki-NLP/opus-mt-it-fr",
+  "Helsinki-NLP/opus-mt-it-es",
+  "Helsinki-NLP/opus-mt-it-eo",
+  "Helsinki-NLP/opus-mt-it-en",
+  "Helsinki-NLP/opus-mt-it-de",
+  "Helsinki-NLP/opus-mt-it-ca",
+  "Helsinki-NLP/opus-mt-it-bg",
+  "Helsinki-NLP/opus-mt-it-ar",
+  "Helsinki-NLP/opus-mt-iso-sv",
+  "Helsinki-NLP/opus-mt-iso-fr",
+  "Helsinki-NLP/opus-mt-iso-fi",
+  "Helsinki-NLP/opus-mt-iso-es",
+  "Helsinki-NLP/opus-mt-iso-en",
+  "Helsinki-NLP/opus-mt-is-sv",
+  "Helsinki-NLP/opus-mt-is-it",
+  "Helsinki-NLP/opus-mt-is-fr",
+  "Helsinki-NLP/opus-mt-is-fi",
+  "Helsinki-NLP/opus-mt-is-es",
+  "Helsinki-NLP/opus-mt-is-eo",
+  "Helsinki-NLP/opus-mt-is-en",
+  "Helsinki-NLP/opus-mt-is-de",
+  "Helsinki-NLP/opus-mt-ine-ine",
+  "Helsinki-NLP/opus-mt-ine-en",
+  "Helsinki-NLP/opus-mt-inc-inc",
+  "Helsinki-NLP/opus-mt-inc-en",
+  "Helsinki-NLP/opus-mt-ilo-sv",
+  "Helsinki-NLP/opus-mt-ilo-fi",
+  "Helsinki-NLP/opus-mt-ilo-es",
+  "Helsinki-NLP/opus-mt-ilo-en",
+  "Helsinki-NLP/opus-mt-ilo-de",
+  "Helsinki-NLP/opus-mt-iir-iir",
+  "Helsinki-NLP/opus-mt-iir-en",
+  "Helsinki-NLP/opus-mt-ig-sv",
+  "Helsinki-NLP/opus-mt-ig-fr",
+  "Helsinki-NLP/opus-mt-ig-fi",
+  "Helsinki-NLP/opus-mt-ig-es",
+  "Helsinki-NLP/opus-mt-ig-en",
+  "Helsinki-NLP/opus-mt-ig-de",
+  "Helsinki-NLP/opus-mt-id-sv",
+  "Helsinki-NLP/opus-mt-id-fr",
+  "Helsinki-NLP/opus-mt-id-fi",
+  "Helsinki-NLP/opus-mt-id-es",
+  "Helsinki-NLP/opus-mt-id-en",
+  "Helsinki-NLP/opus-mt-hy-ru",
+  "Helsinki-NLP/opus-mt-hy-en",
+  "Helsinki-NLP/opus-mt-hu-uk",
+  "Helsinki-NLP/opus-mt-hu-sv",
+  "Helsinki-NLP/opus-mt-hu-fr",
+  "Helsinki-NLP/opus-mt-hu-fi",
+  "Helsinki-NLP/opus-mt-hu-eo",
+  "Helsinki-NLP/opus-mt-hu-en",
+  "Helsinki-NLP/opus-mt-hu-de",
+  "Helsinki-NLP/opus-mt-ht-sv",
+  "Helsinki-NLP/opus-mt-ht-fr",
+  "Helsinki-NLP/opus-mt-ht-fi",
+  "Helsinki-NLP/opus-mt-ht-es",
+  "Helsinki-NLP/opus-mt-ht-en",
+  "Helsinki-NLP/opus-mt-hr-sv",
+  "Helsinki-NLP/opus-mt-hr-fr",
+  "Helsinki-NLP/opus-mt-hr-fi",
+  "Helsinki-NLP/opus-mt-hr-es",
+  "Helsinki-NLP/opus-mt-ho-en",
+  "Helsinki-NLP/opus-mt-hil-fi",
+  "Helsinki-NLP/opus-mt-hil-en",
+  "Helsinki-NLP/opus-mt-hil-de",
+  "Helsinki-NLP/opus-mt-hi-ur",
+  "Helsinki-NLP/opus-mt-hi-en",
+  "Helsinki-NLP/opus-mt-he-uk",
+  "Helsinki-NLP/opus-mt-he-sv",
+  "Helsinki-NLP/opus-mt-he-ru",
+  "Helsinki-NLP/opus-mt-he-it",
+  "Helsinki-NLP/opus-mt-he-fi",
+  "Helsinki-NLP/opus-mt-he-es",
+  "Helsinki-NLP/opus-mt-he-eo",
+  "Helsinki-NLP/opus-mt-he-de",
+  "Helsinki-NLP/opus-mt-he-ar",
+  "Helsinki-NLP/opus-mt-ha-sv",
+  "Helsinki-NLP/opus-mt-ha-fr",
+  "Helsinki-NLP/opus-mt-ha-fi",
+  "Helsinki-NLP/opus-mt-ha-es",
+  "Helsinki-NLP/opus-mt-ha-en",
+  "Helsinki-NLP/opus-mt-gv-en",
+  "Helsinki-NLP/opus-mt-guw-sv",
+  "Helsinki-NLP/opus-mt-guw-fr",
+  "Helsinki-NLP/opus-mt-guw-fi",
+  "Helsinki-NLP/opus-mt-guw-es",
+  "Helsinki-NLP/opus-mt-guw-en",
+  "Helsinki-NLP/opus-mt-guw-de",
+  "Helsinki-NLP/opus-mt-grk-en",
+  "Helsinki-NLP/opus-mt-gmw-gmw",
+  "Helsinki-NLP/opus-mt-gmw-en",
+  "Helsinki-NLP/opus-mt-gmq-gmq",
+  "Helsinki-NLP/opus-mt-gmq-en",
+  "Helsinki-NLP/opus-mt-gl-pt",
+  "Helsinki-NLP/opus-mt-gl-es",
+  "Helsinki-NLP/opus-mt-gl-en",
+  "Helsinki-NLP/opus-mt-gil-sv",
+  "Helsinki-NLP/opus-mt-gil-fr",
+  "Helsinki-NLP/opus-mt-gil-fi",
+  "Helsinki-NLP/opus-mt-gil-es",
+  "Helsinki-NLP/opus-mt-gil-en",
+  "Helsinki-NLP/opus-mt-gem-gem",
+  "Helsinki-NLP/opus-mt-gem-en",
+  "Helsinki-NLP/opus-mt-gaa-sv",
+  "Helsinki-NLP/opus-mt-gaa-fr",
+  "Helsinki-NLP/opus-mt-gaa-fi",
+  "Helsinki-NLP/opus-mt-gaa-es",
+  "Helsinki-NLP/opus-mt-gaa-en",
+  "Helsinki-NLP/opus-mt-gaa-de",
+  "Helsinki-NLP/opus-mt-ga-en",
+  "Helsinki-NLP/opus-mt-fse-fi",
+  "Helsinki-NLP/opus-mt-fr-zne",
+  "Helsinki-NLP/opus-mt-fr-yo",
+  "Helsinki-NLP/opus-mt-fr-yap",
+  "Helsinki-NLP/opus-mt-fr-xh",
+  "Helsinki-NLP/opus-mt-fr-wls",
+  "Helsinki-NLP/opus-mt-fr-war",
+  "Helsinki-NLP/opus-mt-fr-vi",
+  "Helsinki-NLP/opus-mt-fr-ve",
+  "Helsinki-NLP/opus-mt-fr-uk",
+  "Helsinki-NLP/opus-mt-fr-ty",
+  "Helsinki-NLP/opus-mt-fr-tw",
+  "Helsinki-NLP/opus-mt-fr-tvl",
+  "Helsinki-NLP/opus-mt-fr-tum",
+  "Helsinki-NLP/opus-mt-fr-ts",
+  "Helsinki-NLP/opus-mt-fr-tpi",
+  "Helsinki-NLP/opus-mt-fr-to",
+  "Helsinki-NLP/opus-mt-fr-tn",
+  "Helsinki-NLP/opus-mt-fr-tll",
+  "Helsinki-NLP/opus-mt-fr-tl",
+  "Helsinki-NLP/opus-mt-fr-tiv",
+  "Helsinki-NLP/opus-mt-fr-swc",
+  "Helsinki-NLP/opus-mt-fr-sv",
+  "Helsinki-NLP/opus-mt-fr-st",
+  "Helsinki-NLP/opus-mt-fr-srn",
+  "Helsinki-NLP/opus-mt-fr-sn",
+  "Helsinki-NLP/opus-mt-fr-sm",
+  "Helsinki-NLP/opus-mt-fr-sl",
+  "Helsinki-NLP/opus-mt-fr-sk",
+  "Helsinki-NLP/opus-mt-fr-sg",
+  "Helsinki-NLP/opus-mt-fr-rw",
+  "Helsinki-NLP/opus-mt-fr-run",
+  "Helsinki-NLP/opus-mt-fr-ru",
+  "Helsinki-NLP/opus-mt-fr-ro",
+  "Helsinki-NLP/opus-mt-fr-rnd",
+  "Helsinki-NLP/opus-mt-fr-pon",
+  "Helsinki-NLP/opus-mt-fr-pl",
+  "Helsinki-NLP/opus-mt-fr-pis",
+  "Helsinki-NLP/opus-mt-fr-pap",
+  "Helsinki-NLP/opus-mt-fr-pag",
+  "Helsinki-NLP/opus-mt-fr-ny",
+  "Helsinki-NLP/opus-mt-fr-nso",
+  "Helsinki-NLP/opus-mt-fr-no",
+  "Helsinki-NLP/opus-mt-fr-niu",
+  "Helsinki-NLP/opus-mt-fr-mt",
+  "Helsinki-NLP/opus-mt-fr-ms",
+  "Helsinki-NLP/opus-mt-fr-mos",
+  "Helsinki-NLP/opus-mt-fr-mh",
+  "Helsinki-NLP/opus-mt-fr-mfe",
+  "Helsinki-NLP/opus-mt-fr-lus",
+  "Helsinki-NLP/opus-mt-fr-lue",
+  "Helsinki-NLP/opus-mt-fr-lua",
+  "Helsinki-NLP/opus-mt-fr-lu",
+  "Helsinki-NLP/opus-mt-fr-loz",
+  "Helsinki-NLP/opus-mt-fr-ln",
+  "Helsinki-NLP/opus-mt-fr-lg",
+  "Helsinki-NLP/opus-mt-fr-kwy",
+  "Helsinki-NLP/opus-mt-fr-kqn",
+  "Helsinki-NLP/opus-mt-fr-kg",
+  "Helsinki-NLP/opus-mt-fr-iso",
+  "Helsinki-NLP/opus-mt-fr-ilo",
+  "Helsinki-NLP/opus-mt-fr-ig",
+  "Helsinki-NLP/opus-mt-fr-id",
+  "Helsinki-NLP/opus-mt-fr-hu",
+  "Helsinki-NLP/opus-mt-fr-ht",
+  "Helsinki-NLP/opus-mt-fr-hr",
+  "Helsinki-NLP/opus-mt-fr-ho",
+  "Helsinki-NLP/opus-mt-fr-hil",
+  "Helsinki-NLP/opus-mt-fr-he",
+  "Helsinki-NLP/opus-mt-fr-ha",
+  "Helsinki-NLP/opus-mt-fr-guw",
+  "Helsinki-NLP/opus-mt-fr-gil",
+  "Helsinki-NLP/opus-mt-fr-gaa",
+  "Helsinki-NLP/opus-mt-fr-fj",
+  "Helsinki-NLP/opus-mt-fr-es",
+  "Helsinki-NLP/opus-mt-fr-eo",
+  "Helsinki-NLP/opus-mt-fr-en",
+  "Helsinki-NLP/opus-mt-fr-el",
+  "Helsinki-NLP/opus-mt-fr-efi",
+  "Helsinki-NLP/opus-mt-fr-ee",
+  "Helsinki-NLP/opus-mt-fr-de",
+  "Helsinki-NLP/opus-mt-fr-crs",
+  "Helsinki-NLP/opus-mt-fr-ceb",
+  "Helsinki-NLP/opus-mt-fr-ca",
+  "Helsinki-NLP/opus-mt-fr-bzs",
+  "Helsinki-NLP/opus-mt-fr-bi",
+  "Helsinki-NLP/opus-mt-fr-bg",
+  "Helsinki-NLP/opus-mt-fr-ber",
+  "Helsinki-NLP/opus-mt-fr-bem",
+  "Helsinki-NLP/opus-mt-fr-bcl",
+  "Helsinki-NLP/opus-mt-fr-ase",
+  "Helsinki-NLP/opus-mt-fr-ar",
+  "Helsinki-NLP/opus-mt-fr-af",
+  "Helsinki-NLP/opus-mt-fj-fr",
+  "Helsinki-NLP/opus-mt-fj-en",
+  "Helsinki-NLP/opus-mt-fiu-fiu",
+  "Helsinki-NLP/opus-mt-fiu-en",
+  "Helsinki-NLP/opus-mt-fi_nb_no_nn_ru_sv_en-SAMI",
+  "Helsinki-NLP/opus-mt-fi-zne",
+  "Helsinki-NLP/opus-mt-fi-yo",
+  "Helsinki-NLP/opus-mt-fi-yap",
+  "Helsinki-NLP/opus-mt-fi-xh",
+  "Helsinki-NLP/opus-mt-fi-wls",
+  "Helsinki-NLP/opus-mt-fi-war",
+  "Helsinki-NLP/opus-mt-fi-ve",
+  "Helsinki-NLP/opus-mt-fi-uk",
+  "Helsinki-NLP/opus-mt-fi-ty",
+  "Helsinki-NLP/opus-mt-fi-tw",
+  "Helsinki-NLP/opus-mt-fi-tvl",
+  "Helsinki-NLP/opus-mt-fi-ts",
+  "Helsinki-NLP/opus-mt-fi-tr",
+  "Helsinki-NLP/opus-mt-fi-tpi",
+  "Helsinki-NLP/opus-mt-fi-toi",
+  "Helsinki-NLP/opus-mt-fi-to",
+  "Helsinki-NLP/opus-mt-fi-tn",
+  "Helsinki-NLP/opus-mt-fi-tll",
+  "Helsinki-NLP/opus-mt-fi-tiv",
+  "Helsinki-NLP/opus-mt-fi-swc",
+  "Helsinki-NLP/opus-mt-fi-sw",
+  "Helsinki-NLP/opus-mt-fi-sv",
+  "Helsinki-NLP/opus-mt-fi-st",
+  "Helsinki-NLP/opus-mt-fi-srn",
+  "Helsinki-NLP/opus-mt-fi-sq",
+  "Helsinki-NLP/opus-mt-fi-sn",
+  "Helsinki-NLP/opus-mt-fi-sm",
+  "Helsinki-NLP/opus-mt-fi-sl",
+  "Helsinki-NLP/opus-mt-fi-sk",
+  "Helsinki-NLP/opus-mt-fi-sg",
+  "Helsinki-NLP/opus-mt-fi-rw",
+  "Helsinki-NLP/opus-mt-fi-run",
+  "Helsinki-NLP/opus-mt-fi-ru",
+  "Helsinki-NLP/opus-mt-fi-ro",
+  "Helsinki-NLP/opus-mt-fi-pon",
+  "Helsinki-NLP/opus-mt-fi-pis",
+  "Helsinki-NLP/opus-mt-fi-pap",
+  "Helsinki-NLP/opus-mt-fi-pag",
+  "Helsinki-NLP/opus-mt-fi-ny",
+  "Helsinki-NLP/opus-mt-fi-nso",
+  "Helsinki-NLP/opus-mt-fi-no",
+  "Helsinki-NLP/opus-mt-fi-nl",
+  "Helsinki-NLP/opus-mt-fi-niu",
+  "Helsinki-NLP/opus-mt-fi-mt",
+  "Helsinki-NLP/opus-mt-fi-mos",
+  "Helsinki-NLP/opus-mt-fi-mk",
+  "Helsinki-NLP/opus-mt-fi-mh",
+  "Helsinki-NLP/opus-mt-fi-mg",
+  "Helsinki-NLP/opus-mt-fi-mfe",
+  "Helsinki-NLP/opus-mt-fi-lv",
+  "Helsinki-NLP/opus-mt-fi-lus",
+  "Helsinki-NLP/opus-mt-fi-lue",
+  "Helsinki-NLP/opus-mt-fi-lua",
+  "Helsinki-NLP/opus-mt-fi-lu",
+  "Helsinki-NLP/opus-mt-fi-ln",
+  "Helsinki-NLP/opus-mt-fi-lg",
+  "Helsinki-NLP/opus-mt-fi-kqn",
+  "Helsinki-NLP/opus-mt-fi-kg",
+  "Helsinki-NLP/opus-mt-fi-it",
+  "Helsinki-NLP/opus-mt-fi-iso",
+  "Helsinki-NLP/opus-mt-fi-is",
+  "Helsinki-NLP/opus-mt-fi-ilo",
+  "Helsinki-NLP/opus-mt-fi-ig",
+  "Helsinki-NLP/opus-mt-fi-id",
+  "Helsinki-NLP/opus-mt-fi-hu",
+  "Helsinki-NLP/opus-mt-fi-ht",
+  "Helsinki-NLP/opus-mt-fi-hr",
+  "Helsinki-NLP/opus-mt-fi-ho",
+  "Helsinki-NLP/opus-mt-fi-hil",
+  "Helsinki-NLP/opus-mt-fi-he",
+  "Helsinki-NLP/opus-mt-fi-ha",
+  "Helsinki-NLP/opus-mt-fi-guw",
+  "Helsinki-NLP/opus-mt-fi-gil",
+  "Helsinki-NLP/opus-mt-fi-gaa",
+  "Helsinki-NLP/opus-mt-fi-fse",
+  "Helsinki-NLP/opus-mt-fi-fr",
+  "Helsinki-NLP/opus-mt-fi-fj",
+  "Helsinki-NLP/opus-mt-fi-fi",
+  "Helsinki-NLP/opus-mt-fi-et",
+  "Helsinki-NLP/opus-mt-fi-es",
+  "Helsinki-NLP/opus-mt-fi-eo",
+  "Helsinki-NLP/opus-mt-fi-en",
+  "Helsinki-NLP/opus-mt-fi-el",
+  "Helsinki-NLP/opus-mt-fi-efi",
+  "Helsinki-NLP/opus-mt-fi-ee",
+  "Helsinki-NLP/opus-mt-fi-de",
+  "Helsinki-NLP/opus-mt-fi-cs",
+  "Helsinki-NLP/opus-mt-fi-crs",
+  "Helsinki-NLP/opus-mt-fi-ceb",
+  "Helsinki-NLP/opus-mt-fi-bzs",
+  "Helsinki-NLP/opus-mt-fi-bg",
+  "Helsinki-NLP/opus-mt-fi-bem",
+  "Helsinki-NLP/opus-mt-fi-bcl",
+  "Helsinki-NLP/opus-mt-fi-af",
+  "Helsinki-NLP/opus-mt-fi-ZH",
+  "Helsinki-NLP/opus-mt-fi-NORWAY",
+  "Helsinki-NLP/opus-mt-euq-en",
+  "Helsinki-NLP/opus-mt-eu-ru",
+  "Helsinki-NLP/opus-mt-eu-es",
+  "Helsinki-NLP/opus-mt-eu-en",
+  "Helsinki-NLP/opus-mt-eu-de",
+  "Helsinki-NLP/opus-mt-et-sv",
+  "Helsinki-NLP/opus-mt-et-ru",
+  "Helsinki-NLP/opus-mt-et-fr",
+  "Helsinki-NLP/opus-mt-et-fi",
+  "Helsinki-NLP/opus-mt-et-es",
+  "Helsinki-NLP/opus-mt-et-en",
+  "Helsinki-NLP/opus-mt-et-de",
+  "Helsinki-NLP/opus-mt-es-zai",
+  "Helsinki-NLP/opus-mt-es-yua",
+  "Helsinki-NLP/opus-mt-es-yo",
+  "Helsinki-NLP/opus-mt-es-xh",
+  "Helsinki-NLP/opus-mt-es-wls",
+  "Helsinki-NLP/opus-mt-es-war",
+  "Helsinki-NLP/opus-mt-es-vi",
+  "Helsinki-NLP/opus-mt-es-ve",
+  "Helsinki-NLP/opus-mt-es-uk",
+  "Helsinki-NLP/opus-mt-es-tzo",
+  "Helsinki-NLP/opus-mt-es-ty",
+  "Helsinki-NLP/opus-mt-es-tw",
+  "Helsinki-NLP/opus-mt-es-tvl",
+  "Helsinki-NLP/opus-mt-es-tpi",
+  "Helsinki-NLP/opus-mt-es-to",
+  "Helsinki-NLP/opus-mt-es-tn",
+  "Helsinki-NLP/opus-mt-es-tll",
+  "Helsinki-NLP/opus-mt-es-tl",
+  "Helsinki-NLP/opus-mt-es-swc",
+  "Helsinki-NLP/opus-mt-es-st",
+  "Helsinki-NLP/opus-mt-es-srn",
+  "Helsinki-NLP/opus-mt-es-sn",
+  "Helsinki-NLP/opus-mt-es-sm",
+  "Helsinki-NLP/opus-mt-es-sl",
+  "Helsinki-NLP/opus-mt-es-sg",
+  "Helsinki-NLP/opus-mt-es-rw",
+  "Helsinki-NLP/opus-mt-es-ru",
+  "Helsinki-NLP/opus-mt-es-ro",
+  "Helsinki-NLP/opus-mt-es-rn",
+  "Helsinki-NLP/opus-mt-es-prl",
+  "Helsinki-NLP/opus-mt-es-pon",
+  "Helsinki-NLP/opus-mt-es-pl",
+  "Helsinki-NLP/opus-mt-es-pis",
+  "Helsinki-NLP/opus-mt-es-pap",
+  "Helsinki-NLP/opus-mt-es-pag",
+  "Helsinki-NLP/opus-mt-es-ny",
+  "Helsinki-NLP/opus-mt-es-nso",
+  "Helsinki-NLP/opus-mt-es-no",
+  "Helsinki-NLP/opus-mt-es-nl",
+  "Helsinki-NLP/opus-mt-es-niu",
+  "Helsinki-NLP/opus-mt-es-mt",
+  "Helsinki-NLP/opus-mt-es-mk",
+  "Helsinki-NLP/opus-mt-es-mfs",
+  "Helsinki-NLP/opus-mt-es-lus",
+  "Helsinki-NLP/opus-mt-es-lua",
+  "Helsinki-NLP/opus-mt-es-lt",
+  "Helsinki-NLP/opus-mt-es-loz",
+  "Helsinki-NLP/opus-mt-es-ln",
+  "Helsinki-NLP/opus-mt-es-kg",
+  "Helsinki-NLP/opus-mt-es-it",
+  "Helsinki-NLP/opus-mt-es-iso",
+  "Helsinki-NLP/opus-mt-es-is",
+  "Helsinki-NLP/opus-mt-es-ilo",
+  "Helsinki-NLP/opus-mt-es-ig",
+  "Helsinki-NLP/opus-mt-es-id",
+  "Helsinki-NLP/opus-mt-es-ht",
+  "Helsinki-NLP/opus-mt-es-hr",
+  "Helsinki-NLP/opus-mt-es-ho",
+  "Helsinki-NLP/opus-mt-es-hil",
+  "Helsinki-NLP/opus-mt-es-he",
+  "Helsinki-NLP/opus-mt-es-ha",
+  "Helsinki-NLP/opus-mt-es-guw",
+  "Helsinki-NLP/opus-mt-es-gl",
+  "Helsinki-NLP/opus-mt-es-gil",
+  "Helsinki-NLP/opus-mt-es-gaa",
+  "Helsinki-NLP/opus-mt-es-fr",
+  "Helsinki-NLP/opus-mt-es-fj",
+  "Helsinki-NLP/opus-mt-es-fi",
+  "Helsinki-NLP/opus-mt-es-eu",
+  "Helsinki-NLP/opus-mt-es-et",
+  "Helsinki-NLP/opus-mt-es-es",
+  "Helsinki-NLP/opus-mt-es-eo",
+  "Helsinki-NLP/opus-mt-es-en",
+  "Helsinki-NLP/opus-mt-es-el",
+  "Helsinki-NLP/opus-mt-es-efi",
+  "Helsinki-NLP/opus-mt-es-ee",
+  "Helsinki-NLP/opus-mt-es-de",
+  "Helsinki-NLP/opus-mt-es-da",
+  "Helsinki-NLP/opus-mt-es-csn",
+  "Helsinki-NLP/opus-mt-es-csg",
+  "Helsinki-NLP/opus-mt-es-cs",
+  "Helsinki-NLP/opus-mt-es-crs",
+  "Helsinki-NLP/opus-mt-es-ceb",
+  "Helsinki-NLP/opus-mt-es-ca",
+  "Helsinki-NLP/opus-mt-es-bzs",
+  "Helsinki-NLP/opus-mt-es-bi",
+  "Helsinki-NLP/opus-mt-es-bg",
+  "Helsinki-NLP/opus-mt-es-ber",
+  "Helsinki-NLP/opus-mt-es-bcl",
+  "Helsinki-NLP/opus-mt-es-ase",
+  "Helsinki-NLP/opus-mt-es-ar",
+  "Helsinki-NLP/opus-mt-es-af",
+  "Helsinki-NLP/opus-mt-es-aed",
+  "Helsinki-NLP/opus-mt-es-NORWAY",
+  "Helsinki-NLP/opus-mt-eo-sv",
+  "Helsinki-NLP/opus-mt-eo-sh",
+  "Helsinki-NLP/opus-mt-eo-ru",
+  "Helsinki-NLP/opus-mt-eo-ro",
+  "Helsinki-NLP/opus-mt-eo-pt",
+  "Helsinki-NLP/opus-mt-eo-pl",
+  "Helsinki-NLP/opus-mt-eo-nl",
+  "Helsinki-NLP/opus-mt-eo-it",
+  "Helsinki-NLP/opus-mt-eo-hu",
+  "Helsinki-NLP/opus-mt-eo-he",
+  "Helsinki-NLP/opus-mt-eo-fr",
+  "Helsinki-NLP/opus-mt-eo-fi",
+  "Helsinki-NLP/opus-mt-eo-es",
+  "Helsinki-NLP/opus-mt-eo-en",
+  "Helsinki-NLP/opus-mt-eo-el",
+  "Helsinki-NLP/opus-mt-eo-de",
+  "Helsinki-NLP/opus-mt-eo-da",
+  "Helsinki-NLP/opus-mt-eo-cs",
+  "Helsinki-NLP/opus-mt-eo-bg",
+  "Helsinki-NLP/opus-mt-eo-af",
+  "Helsinki-NLP/opus-mt-en_el_es_fi-en_el_es_fi",
+  "Helsinki-NLP/opus-mt-en-zlw",
+  "Helsinki-NLP/opus-mt-en-zls",
+  "Helsinki-NLP/opus-mt-en-zle",
+  "Helsinki-NLP/opus-mt-en-zh",
+  "Helsinki-NLP/opus-mt-en-xh",
+  "Helsinki-NLP/opus-mt-en-vi",
+  "Helsinki-NLP/opus-mt-en-urj",
+  "Helsinki-NLP/opus-mt-en-ur",
+  "Helsinki-NLP/opus-mt-en-umb",
+  "Helsinki-NLP/opus-mt-en-uk",
+  "Helsinki-NLP/opus-mt-en-ty",
+  "Helsinki-NLP/opus-mt-en-tw",
+  "Helsinki-NLP/opus-mt-en-tvl",
+  "Helsinki-NLP/opus-mt-en-tut",
+  "Helsinki-NLP/opus-mt-en-ts",
+  "Helsinki-NLP/opus-mt-en-trk",
+  "Helsinki-NLP/opus-mt-en-tpi",
+  "Helsinki-NLP/opus-mt-en-toi",
+  "Helsinki-NLP/opus-mt-en-to",
+  "Helsinki-NLP/opus-mt-en-tn",
+  "Helsinki-NLP/opus-mt-en-tll",
+  "Helsinki-NLP/opus-mt-en-tl",
+  "Helsinki-NLP/opus-mt-en-tiv",
+  "Helsinki-NLP/opus-mt-en-ti",
+  "Helsinki-NLP/opus-mt-en-tdt",
+  "Helsinki-NLP/opus-mt-en-swc",
+  "Helsinki-NLP/opus-mt-en-sw",
+  "Helsinki-NLP/opus-mt-en-sv",
+  "Helsinki-NLP/opus-mt-en-st",
+  "Helsinki-NLP/opus-mt-en-ss",
+  "Helsinki-NLP/opus-mt-en-sq",
+  "Helsinki-NLP/opus-mt-en-sn",
+  "Helsinki-NLP/opus-mt-en-sm",
+  "Helsinki-NLP/opus-mt-en-sla",
+  "Helsinki-NLP/opus-mt-en-sk",
+  "Helsinki-NLP/opus-mt-en-sit",
+  "Helsinki-NLP/opus-mt-en-sg",
+  "Helsinki-NLP/opus-mt-en-sem",
+  "Helsinki-NLP/opus-mt-en-sal",
+  "Helsinki-NLP/opus-mt-en-rw",
+  "Helsinki-NLP/opus-mt-en-run",
+  "Helsinki-NLP/opus-mt-en-ru",
+  "Helsinki-NLP/opus-mt-en-roa",
+  "Helsinki-NLP/opus-mt-en-ro",
+  "Helsinki-NLP/opus-mt-en-rnd",
+  "Helsinki-NLP/opus-mt-en-rn",
+  "Helsinki-NLP/opus-mt-en-pqw",
+  "Helsinki-NLP/opus-mt-en-pqe",
+  "Helsinki-NLP/opus-mt-en-poz",
+  "Helsinki-NLP/opus-mt-en-pon",
+  "Helsinki-NLP/opus-mt-en-pis",
+  "Helsinki-NLP/opus-mt-en-phi",
+  "Helsinki-NLP/opus-mt-en-pap",
+  "Helsinki-NLP/opus-mt-en-pag",
+  "Helsinki-NLP/opus-mt-en-om",
+  "Helsinki-NLP/opus-mt-en-nyk",
+  "Helsinki-NLP/opus-mt-en-ny",
+  "Helsinki-NLP/opus-mt-en-nso",
+  "Helsinki-NLP/opus-mt-en-nl",
+  "Helsinki-NLP/opus-mt-en-niu",
+  "Helsinki-NLP/opus-mt-en-nic",
+  "Helsinki-NLP/opus-mt-en-ng",
+  "Helsinki-NLP/opus-mt-en-mul",
+  "Helsinki-NLP/opus-mt-en-mt",
+  "Helsinki-NLP/opus-mt-en-mr",
+  "Helsinki-NLP/opus-mt-en-mos",
+  "Helsinki-NLP/opus-mt-en-ml",
+  "Helsinki-NLP/opus-mt-en-mkh",
+  "Helsinki-NLP/opus-mt-en-mk",
+  "Helsinki-NLP/opus-mt-en-mh",
+  "Helsinki-NLP/opus-mt-en-mg",
+  "Helsinki-NLP/opus-mt-en-mfe",
+  "Helsinki-NLP/opus-mt-en-map",
+  "Helsinki-NLP/opus-mt-en-lus",
+  "Helsinki-NLP/opus-mt-en-luo",
+  "Helsinki-NLP/opus-mt-en-lun",
+  "Helsinki-NLP/opus-mt-en-lue",
+  "Helsinki-NLP/opus-mt-en-lua",
+  "Helsinki-NLP/opus-mt-en-lu",
+  "Helsinki-NLP/opus-mt-en-loz",
+  "Helsinki-NLP/opus-mt-en-ln",
+  "Helsinki-NLP/opus-mt-en-lg",
+  "Helsinki-NLP/opus-mt-en-kwy",
+  "Helsinki-NLP/opus-mt-en-kwn",
+  "Helsinki-NLP/opus-mt-en-kqn",
+  "Helsinki-NLP/opus-mt-en-kj",
+  "Helsinki-NLP/opus-mt-en-kg",
+  "Helsinki-NLP/opus-mt-en-jap",
+  "Helsinki-NLP/opus-mt-en-itc",
+  "Helsinki-NLP/opus-mt-en-it",
+  "Helsinki-NLP/opus-mt-en-iso",
+  "Helsinki-NLP/opus-mt-en-is",
+  "Helsinki-NLP/opus-mt-en-ine",
+  "Helsinki-NLP/opus-mt-en-inc",
+  "Helsinki-NLP/opus-mt-en-ilo",
+  "Helsinki-NLP/opus-mt-en-iir",
+  "Helsinki-NLP/opus-mt-en-ig",
+  "Helsinki-NLP/opus-mt-en-id",
+  "Helsinki-NLP/opus-mt-en-hy",
+  "Helsinki-NLP/opus-mt-en-hu",
+  "Helsinki-NLP/opus-mt-en-ht",
+  "Helsinki-NLP/opus-mt-en-ho",
+  "Helsinki-NLP/opus-mt-en-hil",
+  "Helsinki-NLP/opus-mt-en-hi",
+  "Helsinki-NLP/opus-mt-en-he",
+  "Helsinki-NLP/opus-mt-en-ha",
+  "Helsinki-NLP/opus-mt-en-gv",
+  "Helsinki-NLP/opus-mt-en-guw",
+  "Helsinki-NLP/opus-mt-en-grk",
+  "Helsinki-NLP/opus-mt-en-gmw",
+  "Helsinki-NLP/opus-mt-en-gmq",
+  "Helsinki-NLP/opus-mt-en-gl",
+  "Helsinki-NLP/opus-mt-en-gil",
+  "Helsinki-NLP/opus-mt-en-gem",
+  "Helsinki-NLP/opus-mt-en-gaa",
+  "Helsinki-NLP/opus-mt-en-ga",
+  "Helsinki-NLP/opus-mt-en-fr",
+  "Helsinki-NLP/opus-mt-en-fj",
+  "Helsinki-NLP/opus-mt-en-fiu",
+  "Helsinki-NLP/opus-mt-en-fi",
+  "Helsinki-NLP/opus-mt-en-euq",
+  "Helsinki-NLP/opus-mt-en-eu",
+  "Helsinki-NLP/opus-mt-en-et",
+  "Helsinki-NLP/opus-mt-en-es",
+  "Helsinki-NLP/opus-mt-en-eo",
+  "Helsinki-NLP/opus-mt-en-el",
+  "Helsinki-NLP/opus-mt-en-efi",
+  "Helsinki-NLP/opus-mt-en-ee",
+  "Helsinki-NLP/opus-mt-en-dra",
+  "Helsinki-NLP/opus-mt-en-de",
+  "Helsinki-NLP/opus-mt-en-da",
+  "Helsinki-NLP/opus-mt-en-cy",
+  "Helsinki-NLP/opus-mt-en-cus",
+  "Helsinki-NLP/opus-mt-en-cs",
+  "Helsinki-NLP/opus-mt-en-crs",
+  "Helsinki-NLP/opus-mt-en-cpp",
+  "Helsinki-NLP/opus-mt-en-cpf",
+  "Helsinki-NLP/opus-mt-en-chk",
+  "Helsinki-NLP/opus-mt-en-cel",
+  "Helsinki-NLP/opus-mt-en-ceb",
+  "Helsinki-NLP/opus-mt-en-ca",
+  "Helsinki-NLP/opus-mt-en-bzs",
+  "Helsinki-NLP/opus-mt-en-bnt",
+  "Helsinki-NLP/opus-mt-en-bi",
+  "Helsinki-NLP/opus-mt-en-bg",
+  "Helsinki-NLP/opus-mt-en-ber",
+  "Helsinki-NLP/opus-mt-en-bem",
+  "Helsinki-NLP/opus-mt-en-bcl",
+  "Helsinki-NLP/opus-mt-en-bat",
+  "Helsinki-NLP/opus-mt-en-az",
+  "Helsinki-NLP/opus-mt-en-ar",
+  "Helsinki-NLP/opus-mt-en-alv",
+  "Helsinki-NLP/opus-mt-en-afa",
+  "Helsinki-NLP/opus-mt-en-af",
+  "Helsinki-NLP/opus-mt-en-aav",
+  "Helsinki-NLP/opus-mt-en-ROMANCE",
+  "Helsinki-NLP/opus-mt-en-CELTIC",
+  "Helsinki-NLP/opus-mt-el-sv",
+  "Helsinki-NLP/opus-mt-el-fr",
+  "Helsinki-NLP/opus-mt-el-fi",
+  "Helsinki-NLP/opus-mt-el-eo",
+  "Helsinki-NLP/opus-mt-el-ar",
+  "Helsinki-NLP/opus-mt-efi-sv",
+  "Helsinki-NLP/opus-mt-efi-fr",
+  "Helsinki-NLP/opus-mt-efi-fi",
+  "Helsinki-NLP/opus-mt-efi-en",
+  "Helsinki-NLP/opus-mt-efi-de",
+  "Helsinki-NLP/opus-mt-ee-sv",
+  "Helsinki-NLP/opus-mt-ee-fr",
+  "Helsinki-NLP/opus-mt-ee-fi",
+  "Helsinki-NLP/opus-mt-ee-es",
+  "Helsinki-NLP/opus-mt-ee-en",
+  "Helsinki-NLP/opus-mt-ee-de",
+  "Helsinki-NLP/opus-mt-dra-en",
+  "Helsinki-NLP/opus-mt-de-vi",
+  "Helsinki-NLP/opus-mt-de-uk",
+  "Helsinki-NLP/opus-mt-de-tl",
+  "Helsinki-NLP/opus-mt-de-pon",
+  "Helsinki-NLP/opus-mt-de-pl",
+  "Helsinki-NLP/opus-mt-de-pis",
+  "Helsinki-NLP/opus-mt-de-pap",
+  "Helsinki-NLP/opus-mt-de-pag",
+  "Helsinki-NLP/opus-mt-de-ny",
+  "Helsinki-NLP/opus-mt-de-nso",
+  "Helsinki-NLP/opus-mt-de-no",
+  "Helsinki-NLP/opus-mt-de-nl",
+  "Helsinki-NLP/opus-mt-de-niu",
+  "Helsinki-NLP/opus-mt-de-mt",
+  "Helsinki-NLP/opus-mt-de-ms",
+  "Helsinki-NLP/opus-mt-de-lua",
+  "Helsinki-NLP/opus-mt-de-lt",
+  "Helsinki-NLP/opus-mt-de-loz",
+  "Helsinki-NLP/opus-mt-de-ln",
+  "Helsinki-NLP/opus-mt-de-kg",
+  "Helsinki-NLP/opus-mt-de-it",
+  "Helsinki-NLP/opus-mt-de-iso",
+  "Helsinki-NLP/opus-mt-de-is",
+  "Helsinki-NLP/opus-mt-de-ilo",
+  "Helsinki-NLP/opus-mt-de-ig",
+  "Helsinki-NLP/opus-mt-de-hu",
+  "Helsinki-NLP/opus-mt-de-ht",
+  "Helsinki-NLP/opus-mt-de-hr",
+  "Helsinki-NLP/opus-mt-de-ho",
+  "Helsinki-NLP/opus-mt-de-hil",
+  "Helsinki-NLP/opus-mt-de-he",
+  "Helsinki-NLP/opus-mt-de-ha",
+  "Helsinki-NLP/opus-mt-de-guw",
+  "Helsinki-NLP/opus-mt-de-gil",
+  "Helsinki-NLP/opus-mt-de-gaa",
+  "Helsinki-NLP/opus-mt-de-fr",
+  "Helsinki-NLP/opus-mt-de-fj",
+  "Helsinki-NLP/opus-mt-de-fi",
+  "Helsinki-NLP/opus-mt-de-eu",
+  "Helsinki-NLP/opus-mt-de-et",
+  "Helsinki-NLP/opus-mt-de-es",
+  "Helsinki-NLP/opus-mt-de-eo",
+  "Helsinki-NLP/opus-mt-de-en",
+  "Helsinki-NLP/opus-mt-de-el",
+  "Helsinki-NLP/opus-mt-de-efi",
+  "Helsinki-NLP/opus-mt-de-ee",
+  "Helsinki-NLP/opus-mt-de-de",
+  "Helsinki-NLP/opus-mt-de-da",
+  "Helsinki-NLP/opus-mt-de-cs",
+  "Helsinki-NLP/opus-mt-de-crs",
+  "Helsinki-NLP/opus-mt-de-ca",
+  "Helsinki-NLP/opus-mt-de-bzs",
+  "Helsinki-NLP/opus-mt-de-bi",
+  "Helsinki-NLP/opus-mt-de-bg",
+  "Helsinki-NLP/opus-mt-de-bcl",
+  "Helsinki-NLP/opus-mt-de-ase",
+  "Helsinki-NLP/opus-mt-de-ar",
+  "Helsinki-NLP/opus-mt-de-af",
+  "Helsinki-NLP/opus-mt-de-ZH",
+  "Helsinki-NLP/opus-mt-da-ru",
+  "Helsinki-NLP/opus-mt-da-no",
+  "Helsinki-NLP/opus-mt-da-fr",
+  "Helsinki-NLP/opus-mt-da-fi",
+  "Helsinki-NLP/opus-mt-da-es",
+  "Helsinki-NLP/opus-mt-da-eo",
+  "Helsinki-NLP/opus-mt-da-en",
+  "Helsinki-NLP/opus-mt-da-de",
+  "Helsinki-NLP/opus-mt-cy-en",
+  "Helsinki-NLP/opus-mt-cus-en",
+  "Helsinki-NLP/opus-mt-csn-es",
+  "Helsinki-NLP/opus-mt-csg-es",
+  "Helsinki-NLP/opus-mt-cs-uk",
+  "Helsinki-NLP/opus-mt-cs-sv",
+  "Helsinki-NLP/opus-mt-cs-fr",
+  "Helsinki-NLP/opus-mt-cs-fi",
+  "Helsinki-NLP/opus-mt-cs-eo",
+  "Helsinki-NLP/opus-mt-cs-en",
+  "Helsinki-NLP/opus-mt-cs-de",
+  "Helsinki-NLP/opus-mt-crs-sv",
+  "Helsinki-NLP/opus-mt-crs-fr",
+  "Helsinki-NLP/opus-mt-crs-fi",
+  "Helsinki-NLP/opus-mt-crs-es",
+  "Helsinki-NLP/opus-mt-crs-en",
+  "Helsinki-NLP/opus-mt-crs-de",
+  "Helsinki-NLP/opus-mt-cpp-en",
+  "Helsinki-NLP/opus-mt-cpp-cpp",
+  "Helsinki-NLP/opus-mt-cpf-en",
+  "Helsinki-NLP/opus-mt-chk-sv",
+  "Helsinki-NLP/opus-mt-chk-fr",
+  "Helsinki-NLP/opus-mt-chk-es",
+  "Helsinki-NLP/opus-mt-chk-en",
+  "Helsinki-NLP/opus-mt-cel-en",
+  "Helsinki-NLP/opus-mt-ceb-sv",
+  "Helsinki-NLP/opus-mt-ceb-fr",
+  "Helsinki-NLP/opus-mt-ceb-fi",
+  "Helsinki-NLP/opus-mt-ceb-es",
+  "Helsinki-NLP/opus-mt-ceb-en",
+  "Helsinki-NLP/opus-mt-ccs-en",
+  "Helsinki-NLP/opus-mt-cau-en",
+  "Helsinki-NLP/opus-mt-ca-uk",
+  "Helsinki-NLP/opus-mt-ca-pt",
+  "Helsinki-NLP/opus-mt-ca-nl",
+  "Helsinki-NLP/opus-mt-ca-it",
+  "Helsinki-NLP/opus-mt-ca-fr",
+  "Helsinki-NLP/opus-mt-ca-es",
+  "Helsinki-NLP/opus-mt-ca-en",
+  "Helsinki-NLP/opus-mt-ca-de",
+  "Helsinki-NLP/opus-mt-bzs-sv",
+  "Helsinki-NLP/opus-mt-bzs-fr",
+  "Helsinki-NLP/opus-mt-bzs-fi",
+  "Helsinki-NLP/opus-mt-bzs-es",
+  "Helsinki-NLP/opus-mt-bzs-en",
+  "Helsinki-NLP/opus-mt-bnt-en",
+  "Helsinki-NLP/opus-mt-bn-en",
+  "Helsinki-NLP/opus-mt-bi-sv",
+  "Helsinki-NLP/opus-mt-bi-fr",
+  "Helsinki-NLP/opus-mt-bi-es",
+  "Helsinki-NLP/opus-mt-bi-en",
+  "Helsinki-NLP/opus-mt-bg-uk",
+  "Helsinki-NLP/opus-mt-bg-tr",
+  "Helsinki-NLP/opus-mt-bg-sv",
+  "Helsinki-NLP/opus-mt-bg-ru",
+  "Helsinki-NLP/opus-mt-bg-it",
+  "Helsinki-NLP/opus-mt-bg-fr",
+  "Helsinki-NLP/opus-mt-bg-fi",
+  "Helsinki-NLP/opus-mt-bg-es",
+  "Helsinki-NLP/opus-mt-bg-eo",
+  "Helsinki-NLP/opus-mt-bg-en",
+  "Helsinki-NLP/opus-mt-bg-de",
+  "Helsinki-NLP/opus-mt-ber-fr",
+  "Helsinki-NLP/opus-mt-ber-es",
+  "Helsinki-NLP/opus-mt-ber-en",
+  "Helsinki-NLP/opus-mt-bem-sv",
+  "Helsinki-NLP/opus-mt-bem-fr",
+  "Helsinki-NLP/opus-mt-bem-fi",
+  "Helsinki-NLP/opus-mt-bem-es",
+  "Helsinki-NLP/opus-mt-bem-en",
+  "Helsinki-NLP/opus-mt-be-es",
+  "Helsinki-NLP/opus-mt-bcl-sv",
+  "Helsinki-NLP/opus-mt-bcl-fr",
+  "Helsinki-NLP/opus-mt-bcl-fi",
+  "Helsinki-NLP/opus-mt-bcl-es",
+  "Helsinki-NLP/opus-mt-bcl-en",
+  "Helsinki-NLP/opus-mt-bcl-de",
+  "Helsinki-NLP/opus-mt-bat-en",
+  "Helsinki-NLP/opus-mt-az-tr",
+  "Helsinki-NLP/opus-mt-az-es",
+  "Helsinki-NLP/opus-mt-az-en",
+  "Helsinki-NLP/opus-mt-ase-sv",
+  "Helsinki-NLP/opus-mt-ase-fr",
+  "Helsinki-NLP/opus-mt-ase-es",
+  "Helsinki-NLP/opus-mt-ase-en",
+  "Helsinki-NLP/opus-mt-ase-de",
+  "Helsinki-NLP/opus-mt-art-en",
+  "Helsinki-NLP/opus-mt-ar-tr",
+  "Helsinki-NLP/opus-mt-ar-ru",
+  "Helsinki-NLP/opus-mt-ar-pl",
+  "Helsinki-NLP/opus-mt-ar-it",
+  "Helsinki-NLP/opus-mt-ar-he",
+  "Helsinki-NLP/opus-mt-ar-fr",
+  "Helsinki-NLP/opus-mt-ar-es",
+  "Helsinki-NLP/opus-mt-ar-eo",
+  "Helsinki-NLP/opus-mt-ar-en",
+  "Helsinki-NLP/opus-mt-ar-el",
+  "Helsinki-NLP/opus-mt-ar-de",
+  "Helsinki-NLP/opus-mt-am-sv",
+  "Helsinki-NLP/opus-mt-alv-en",
+  "Helsinki-NLP/opus-mt-afa-en",
+  "Helsinki-NLP/opus-mt-afa-afa",
+  "Helsinki-NLP/opus-mt-af-sv",
+  "Helsinki-NLP/opus-mt-af-ru",
+  "Helsinki-NLP/opus-mt-af-nl",
+  "Helsinki-NLP/opus-mt-af-fr",
+  "Helsinki-NLP/opus-mt-af-fi",
+  "Helsinki-NLP/opus-mt-af-es",
+  "Helsinki-NLP/opus-mt-af-eo",
+  "Helsinki-NLP/opus-mt-af-en",
+  "Helsinki-NLP/opus-mt-af-de",
+  "Helsinki-NLP/opus-mt-aed-es",
+  "Helsinki-NLP/opus-mt-aav-en",
+  "Helsinki-NLP/opus-mt-SCANDINAVIA-SCANDINAVIA",
+  "Helsinki-NLP/opus-mt-ROMANCE-en",
+  "Helsinki-NLP/opus-mt-NORTH_EU-NORTH_EU",
+  "Helsinki-NLP/opus-mt-he-fr"
+]
+def get_clearly_formatted_langauge_directions():
+    # Clearly formatted language directions only
+    # Helsinki-NLP/opus-mt-tc-base-bat-zle is ignored
+    # Helsinki-NLP/opus-mt-tc-fr-en is accepted due to clarity of source language being fr and target language being en
+    language_directions = [model.split("Helsinki-NLP/opus-mt-")[1] for model in helsinki_models
+                           if (len(model.split("-"))<6 and
+                               "opus-mt" in model and
+                               len(model.split("_")) == 1)
+                               and len(model) < len("Helsinki-NLP/opus-mt-src-trg")]
+    return language_directions

iso639_wrapper.py ADDED Viewed

	@@ -0,0 +1,38 @@

+from iso639 import Lang, iter_langs
+langs = [lang for lang in iter_langs()]
+# iso 1
+iso1_code_to_name = {lg.pt1: lg.name for lg in langs}
+iso1_name_to_code = {lg.name: lg.pt1 for lg in langs}
+# iso 2
+iso2b_code_to_name = {lg.pt2b: lg.name for lg in langs}
+iso2b_name_to_code = {lg.name: lg.pt2b for lg in langs}
+iso2t_code_to_name = {lg.pt2t: lg.name for lg in langs}
+iso2t_name_to_code = {lg.name: lg.pt2t for lg in langs}
+# iso 3
+iso3_code_to_name = {lg.pt3: lg.name for lg in langs}
+iso3_name_to_code = {lg.name: lg.pt3 for lg in langs}
+# iso 5
+iso5_code_to_name = {lg.pt5: lg.name for lg in langs}
+iso5_name_to_code = {lg.name: lg.pt5 for lg in langs}
+# https://github.com/Helsinki-NLP/Tatoeba-Challenge/blob/master/README.md#in-more-detail
+helsinki_precendence = ["iso3", "iso5", "iso1", "iso2t", "iso2b"]
+def get_name_from_iso_code(iso_code, precedence=helsinki_precendence):
+    for code_type in precedence:
+        if code_type == "iso1" and iso_code in iso1_code_to_name.keys():
+            return iso1_code_to_name[iso_code]
+        elif code_type == "iso2b" and iso_code in iso2b_code_to_name.keys():
+            return iso2b_code_to_name[iso_code]
+        elif code_type == "iso2t" and iso_code in iso2t_code_to_name.keys():
+            return iso2t_code_to_name[iso_code]
+        elif code_type == "iso3" and iso_code in iso3_code_to_name.keys():
+            return iso3_code_to_name[iso_code]
+        elif code_type == "iso5" and iso_code in iso5_code_to_name.keys():
+            return iso5_code_to_name[iso_code]

language_detection.py ADDED Viewed

	@@ -0,0 +1,13 @@

+import pycld2 as cld2
+from langdetect import detect
+def detect_language(input_text):
+    if not input_text:
+        return "unknown"
+    _, _, details = cld2.detect(input_text)
+    detected_langauge = details[0][0].lower()
+    if detected_langauge == "unknown":
+        language_code = detect(input_text)
+        return language_code
+    else:
+        return detected_langauge

language_directions.py ADDED Viewed

	@@ -0,0 +1,71 @@

+from helsinki_models import helsinki_models, get_clearly_formatted_langauge_directions
+from iso639_wrapper import get_name_from_iso_code
+from language_detection import detect_language
+from collections import OrderedDict
+from utils import convert_keys_to_lowercase
+def get_all_source_languages():
+    """
+    Returns a human-readable `dict of source languages names to codes`
+    based on the available models.
+    """
+    source_languages = {}
+    language_directions = get_clearly_formatted_langauge_directions()
+    for direction in language_directions:
+        source_lang_code = direction.split('-')[0]
+        source_language_name = get_name_from_iso_code(source_lang_code)
+        if source_language_name:
+            source_languages[source_language_name] = source_lang_code
+    source_languages = OrderedDict(sorted(source_languages.items()))
+    all_source_langs_including_auto_detect = \
+        { **{'Auto Detect' : 'Auto Detect'}, **source_languages}
+    return all_source_langs_including_auto_detect
+def get_target_languages(source_language_code, input_text=None):
+    """
+    Returns a human-readable `dict of target languages names to codes`
+    based on the available models and the source language passed.
+    """
+    include_all_languages = False
+    if source_language_code == "Auto Detect":
+        source_language_code, include_all_languages = auto_detect_language_code(input_text)
+    target_languages = {}
+    language_directions = get_clearly_formatted_langauge_directions()
+    for direction in language_directions:
+        if direction.startswith(f"{source_language_code}-") or include_all_languages:
+            target_language = direction.split('-')[1]  # Extracting the last part as the target language
+            target_language_name = get_name_from_iso_code(target_language)
+            if target_language_name:
+                target_languages[target_language_name] = target_language
+    return OrderedDict(sorted(target_languages.items()))
+def auto_detect_language_code(input_text):
+    if not input_text:
+        return None, True
+    language = detect_language(input_text)
+    if language == "unknown":
+        print("unknown tesxt for ", input_text)
+        return "unknown", True
+    elif language in list(get_all_source_languages().keys())\
+        or language.lower() in [k.lower() for k in list(get_all_source_languages().keys())]:
+        source_languages_dict = convert_keys_to_lowercase(get_all_source_languages())
+        source_language_code = source_languages_dict.get(language.lower())
+        return source_language_code, False
+    elif language in list(get_all_source_languages().values())\
+        or language.lower() in [k.lower() for k in list(get_all_source_languages().values())]:
+        source_language_code = language
+        return source_language_code, False
+    else:
+        raise ValueError(f"Language {source_language_code} not supported")
+# Example usage:
+# all_source_languages = get_all_source_languages()
+# print("All Source Languages:", all_source_languages)
+# source_language_code = "pa"  # Replace with your desired source language
+# target_languages = get_target_languages(source_language_code)
+# print(f"Target Languages for {source_language_code}:", target_languages)

project-notes.md ADDED Viewed

	@@ -0,0 +1,4 @@

+# Scope of project
+1. Enable multiple languages translate based on helsinki models.✅
+2. Enable auto detect langauge ✅
+3. Show error message instead of gradio error

requirements.txt ADDED Viewed

	@@ -0,0 +1,9 @@

+-i https://pypi.python.org/simple
+gradio==3.*
+iso639-lang
+pycld2 # In future, maybe use lingua-language-detector
+torch
+transformers
+sentencepiece
+langdetect
+sacremoses

utils.py ADDED Viewed

	@@ -0,0 +1,2 @@


1	+ def convert_keys_to_lowercase(input_dict):
2	+ return {key.lower(): value for key, value in input_dict.items()}