|
import tempfile |
|
|
|
import edge_tts |
|
import gradio as gr |
|
from gradio_client import Client |
|
import pyarabic.araby as araby |
|
|
|
language_dict = { |
|
"English": { |
|
"Jenny": "en-US-JennyNeural", |
|
"Guy": "en-US-GuyNeural", |
|
"Ana": "en-US-AnaNeural", |
|
"Aria": "en-US-AriaNeural", |
|
"Christopher": "en-US-ChristopherNeural", |
|
"Eric": "en-US-EricNeural", |
|
"Michelle": "en-US-MichelleNeural", |
|
"Roger": "en-US-RogerNeural", |
|
"Natasha": "en-AU-NatashaNeural", |
|
"William": "en-AU-WilliamNeural", |
|
"Clara": "en-CA-ClaraNeural", |
|
"Liam": "en-CA-LiamNeural", |
|
"Libby": "en-GB-LibbyNeural", |
|
"Maisie": "en-GB-MaisieNeural", |
|
"Ryan": "en-GB-RyanNeural", |
|
"Sonia": "en-GB-SoniaNeural", |
|
"Thomas": "en-GB-ThomasNeural", |
|
"Sam": "en-HK-SamNeural", |
|
"Yan": "en-HK-YanNeural", |
|
"Connor": "en-IE-ConnorNeural", |
|
"Emily": "en-IE-EmilyNeural", |
|
"Neerja": "en-IN-NeerjaNeural", |
|
"Prabhat": "en-IN-PrabhatNeural", |
|
"Asilia": "en-KE-AsiliaNeural", |
|
"Chilemba": "en-KE-ChilembaNeural", |
|
"Abeo": "en-NG-AbeoNeural", |
|
"Ezinne": "en-NG-EzinneNeural", |
|
"Mitchell": "en-NZ-MitchellNeural", |
|
"James": "en-PH-JamesNeural", |
|
"Rosa": "en-PH-RosaNeural", |
|
"Luna": "en-SG-LunaNeural", |
|
"Wayne": "en-SG-WayneNeural", |
|
"Elimu": "en-TZ-ElimuNeural", |
|
"Imani": "en-TZ-ImaniNeural", |
|
"Leah": "en-ZA-LeahNeural", |
|
"Luke": "en-ZA-LukeNeural" |
|
}, |
|
"Spanish": { |
|
"Elena": "es-AR-ElenaNeural", |
|
"Tomas": "es-AR-TomasNeural", |
|
"Marcelo": "es-BO-MarceloNeural", |
|
"Sofia": "es-BO-SofiaNeural", |
|
"Gonzalo": "es-CO-GonzaloNeural", |
|
"Salome": "es-CO-SalomeNeural", |
|
"Juan": "es-CR-JuanNeural", |
|
"Maria": "es-CR-MariaNeural", |
|
"Belkys": "es-CU-BelkysNeural", |
|
"Emilio": "es-DO-EmilioNeural", |
|
"Ramona": "es-DO-RamonaNeural", |
|
"Andrea": "es-EC-AndreaNeural", |
|
"Luis": "es-EC-LuisNeural", |
|
"Alvaro": "es-ES-AlvaroNeural", |
|
"Elvira": "es-ES-ElviraNeural", |
|
"Teresa": "es-GQ-TeresaNeural", |
|
"Andres": "es-GT-AndresNeural", |
|
"Marta": "es-GT-MartaNeural", |
|
"Carlos": "es-HN-CarlosNeural", |
|
"Karla": "es-HN-KarlaNeural", |
|
"Federico": "es-NI-FedericoNeural", |
|
"Yolanda": "es-NI-YolandaNeural", |
|
"Margarita": "es-PA-MargaritaNeural", |
|
"Roberto": "es-PA-RobertoNeural", |
|
"Alex": "es-PE-AlexNeural", |
|
"Camila": "es-PE-CamilaNeural", |
|
"Karina": "es-PR-KarinaNeural", |
|
"Victor": "es-PR-VictorNeural", |
|
"Mario": "es-PY-MarioNeural", |
|
"Tania": "es-PY-TaniaNeural", |
|
"Lorena": "es-SV-LorenaNeural", |
|
"Rodrigo": "es-SV-RodrigoNeural", |
|
"Alonso": "es-US-AlonsoNeural", |
|
"Paloma": "es-US-PalomaNeural", |
|
"Mateo": "es-UY-MateoNeural", |
|
"Valentina": "es-UY-ValentinaNeural", |
|
"Paola": "es-VE-PaolaNeural", |
|
"Sebastian": "es-VE-SebastianNeural" |
|
}, |
|
"Arabic": { |
|
"Hamed": "ar-SA-HamedNeural", |
|
"Zariyah": "ar-SA-ZariyahNeural", |
|
"Fatima": "ar-AE-FatimaNeural", |
|
"Hamdan": "ar-AE-HamdanNeural", |
|
"Ali": "ar-BH-AliNeural", |
|
"Laila": "ar-BH-LailaNeural", |
|
"Ismael": "ar-DZ-IsmaelNeural", |
|
"Salma": "ar-EG-SalmaNeural", |
|
"Shakir": "ar-EG-ShakirNeural", |
|
"Bassel": "ar-IQ-BasselNeural", |
|
"Rana": "ar-IQ-RanaNeural", |
|
"Sana": "ar-JO-SanaNeural", |
|
"Taim": "ar-JO-TaimNeural", |
|
"Fahed": "ar-KW-FahedNeural", |
|
"Noura": "ar-KW-NouraNeural", |
|
"Layla": "ar-LB-LaylaNeural", |
|
"Rami": "ar-LB-RamiNeural", |
|
"Iman": "ar-LY-ImanNeural", |
|
"Omar": "ar-LY-OmarNeural", |
|
"Jamal": "ar-MA-JamalNeural", |
|
"Mouna": "ar-MA-MounaNeural", |
|
"Abdullah": "ar-OM-AbdullahNeural", |
|
"Aysha": "ar-OM-AyshaNeural", |
|
"Amal": "ar-QA-AmalNeural", |
|
"Moaz": "ar-QA-MoazNeural", |
|
"Amany": "ar-SY-AmanyNeural", |
|
"Laith": "ar-SY-LaithNeural", |
|
"Hedi": "ar-TN-HediNeural", |
|
"Reem": "ar-TN-ReemNeural", |
|
"Maryam": "ar-YE-MaryamNeural", |
|
"Saleh": "ar-YE-SalehNeural" |
|
}, |
|
"Korean": { |
|
"Sun-Hi": "ko-KR-SunHiNeural", |
|
"InJoon": "ko-KR-InJoonNeural" |
|
}, |
|
"Thai": { |
|
"Premwadee": "th-TH-PremwadeeNeural", |
|
"Niwat": "th-TH-NiwatNeural" |
|
}, |
|
"Vietnamese": { |
|
"HoaiMy": "vi-VN-HoaiMyNeural", |
|
"NamMinh": "vi-VN-NamMinhNeural" |
|
}, |
|
"Japanese": { |
|
"Nanami": "ja-JP-NanamiNeural", |
|
"Keita": "ja-JP-KeitaNeural" |
|
}, |
|
"French": { |
|
"Denise": "fr-FR-DeniseNeural", |
|
"Eloise": "fr-FR-EloiseNeural", |
|
"Henri": "fr-FR-HenriNeural", |
|
"Sylvie": "fr-CA-SylvieNeural", |
|
"Antoine": "fr-CA-AntoineNeural", |
|
"Jean": "fr-CA-JeanNeural", |
|
"Ariane": "fr-CH-ArianeNeural", |
|
"Fabrice": "fr-CH-FabriceNeural", |
|
"Charline": "fr-BE-CharlineNeural", |
|
"Gerard": "fr-BE-GerardNeural" |
|
}, |
|
"Portuguese": { |
|
"Francisca": "pt-BR-FranciscaNeural", |
|
"Antonio": "pt-BR-AntonioNeural", |
|
"Duarte": "pt-PT-DuarteNeural", |
|
"Raquel": "pt-PT-RaquelNeural" |
|
}, |
|
"Indonesian": { |
|
"Ardi": "id-ID-ArdiNeural", |
|
"Gadis": "id-ID-GadisNeural" |
|
}, |
|
"Hebrew": { |
|
"Avri": "he-IL-AvriNeural", |
|
"Hila": "he-IL-HilaNeural" |
|
}, |
|
"Italian": { |
|
"Isabella": "it-IT-IsabellaNeural", |
|
"Diego": "it-IT-DiegoNeural", |
|
"Elsa": "it-IT-ElsaNeural" |
|
}, |
|
"Dutch": { |
|
"Colette": "nl-NL-ColetteNeural", |
|
"Fenna": "nl-NL-FennaNeural", |
|
"Maarten": "nl-NL-MaartenNeural", |
|
"Arnaud": "nl-BE-ArnaudNeural", |
|
"Dena": "nl-BE-DenaNeural" |
|
}, |
|
"Malay": { |
|
"Osman": "ms-MY-OsmanNeural", |
|
"Yasmin": "ms-MY-YasminNeural" |
|
}, |
|
"Norwegian": { |
|
"Pernille": "nb-NO-PernilleNeural", |
|
"Finn": "nb-NO-FinnNeural" |
|
}, |
|
"Swedish": { |
|
"Sofie": "sv-SE-SofieNeural", |
|
"Mattias": "sv-SE-MattiasNeural" |
|
}, |
|
"Greek": { |
|
"Athina": "el-GR-AthinaNeural", |
|
"Nestoras": "el-GR-NestorasNeural" |
|
}, |
|
"German": { |
|
"Katja": "de-DE-KatjaNeural", |
|
"Amala": "de-DE-AmalaNeural", |
|
"Conrad": "de-DE-ConradNeural", |
|
"Killian": "de-DE-KillianNeural", |
|
"Ingrid": "de-AT-IngridNeural", |
|
"Jonas": "de-AT-JonasNeural", |
|
"Jan": "de-CH-JanNeural", |
|
"Leni": "de-CH-LeniNeural" |
|
}, |
|
"Afrikaans": { |
|
"Adri": "af-ZA-AdriNeural", |
|
"Willem": "af-ZA-WillemNeural" |
|
}, |
|
"Amharic": { |
|
"Ameha": "am-ET-AmehaNeural", |
|
"Mekdes": "am-ET-MekdesNeural" |
|
}, |
|
"Azerbaijani": { |
|
"Babek": "az-AZ-BabekNeural", |
|
"Banu": "az-AZ-BanuNeural" |
|
}, |
|
"Bulgarian": { |
|
"Borislav": "bg-BG-BorislavNeural", |
|
"Kalina": "bg-BG-KalinaNeural" |
|
}, |
|
"Bengali": { |
|
"Nabanita": "bn-BD-NabanitaNeural", |
|
"Pradeep": "bn-BD-PradeepNeural", |
|
"Bashkar": "bn-IN-BashkarNeural", |
|
"Tanishaa": "bn-IN-TanishaaNeural" |
|
}, |
|
"Bosnian": { |
|
"Goran": "bs-BA-GoranNeural", |
|
"Vesna": "bs-BA-VesnaNeural" |
|
}, |
|
"Catalan": { |
|
"Joana": "ca-ES-JoanaNeural", |
|
"Enric": "ca-ES-EnricNeural" |
|
}, |
|
"Czech": { |
|
"Antonin": "cs-CZ-AntoninNeural", |
|
"Vlasta": "cs-CZ-VlastaNeural" |
|
}, |
|
"Welsh": { |
|
"Aled": "cy-GB-AledNeural", |
|
"Nia": "cy-GB-NiaNeural" |
|
}, |
|
"Danish": { |
|
"Christel": "da-DK-ChristelNeural", |
|
"Jeppe": "da-DK-JeppeNeural" |
|
}, |
|
"Estonian": { |
|
"Anu": "et-EE-AnuNeural", |
|
"Kert": "et-EE-KertNeural" |
|
}, |
|
"Persian": { |
|
"Dilara": "fa-IR-DilaraNeural", |
|
"Farid": "fa-IR-FaridNeural" |
|
}, |
|
"Finnish": { |
|
"Harri": "fi-FI-HarriNeural", |
|
"Noora": "fi-FI-NooraNeural" |
|
}, |
|
"Irish": { |
|
"Colm": "ga-IE-ColmNeural", |
|
"Orla": "ga-IE-OrlaNeural" |
|
}, |
|
"Galician": { |
|
"Roi": "gl-ES-RoiNeural", |
|
"Sabela": "gl-ES-SabelaNeural" |
|
}, |
|
"Gujarati": { |
|
"Dhwani": "gu-IN-DhwaniNeural", |
|
"Niranjan": "gu-IN-NiranjanNeural" |
|
}, |
|
"Hindi": { |
|
"Madhur": "hi-IN-MadhurNeural", |
|
"Swara": "hi-IN-SwaraNeural" |
|
}, |
|
"Croatian": { |
|
"Gabrijela": "hr-HR-GabrijelaNeural", |
|
"Srecko": "hr-HR-SreckoNeural" |
|
}, |
|
"Hungarian": { |
|
"Noemi": "hu-HU-NoemiNeural", |
|
"Tamas": "hu-HU-TamasNeural" |
|
}, |
|
"Icelandic": { |
|
"Gudrun": "is-IS-GudrunNeural", |
|
"Gunnar": "is-IS-GunnarNeural" |
|
}, |
|
"Javanese": { |
|
"Dimas": "jv-ID-DimasNeural", |
|
"Siti": "jv-ID-SitiNeural" |
|
}, |
|
"Georgian": { |
|
"Eka": "ka-GE-EkaNeural", |
|
"Giorgi": "ka-GE-GiorgiNeural" |
|
}, |
|
"Kazakh": { |
|
"Aigul": "kk-KZ-AigulNeural", |
|
"Daulet": "kk-KZ-DauletNeural" |
|
}, |
|
"Khmer": { |
|
"Piseth": "km-KH-PisethNeural", |
|
"Sreymom": "km-KH-SreymomNeural" |
|
}, |
|
"Kannada": { |
|
"Gagan": "kn-IN-GaganNeural", |
|
"Sapna": "kn-IN-SapnaNeural" |
|
}, |
|
"Lao": { |
|
"Chanthavong": "lo-LA-ChanthavongNeural", |
|
"Keomany": "lo-LA-KeomanyNeural" |
|
}, |
|
"Lithuanian": { |
|
"Leonas": "lt-LT-LeonasNeural", |
|
"Ona": "lt-LT-OnaNeural" |
|
}, |
|
"Latvian": { |
|
"Everita": "lv-LV-EveritaNeural", |
|
"Nils": "lv-LV-NilsNeural" |
|
}, |
|
"Macedonian": { |
|
"Aleksandar": "mk-MK-AleksandarNeural", |
|
"Marija": "mk-MK-MarijaNeural" |
|
}, |
|
"Malayalam": { |
|
"Midhun": "ml-IN-MidhunNeural", |
|
"Sobhana": "ml-IN-SobhanaNeural" |
|
}, |
|
"Mongolian": { |
|
"Bataa": "mn-MN-BataaNeural", |
|
"Yesui": "mn-MN-YesuiNeural" |
|
}, |
|
"Marathi": { |
|
"Aarohi": "mr-IN-AarohiNeural", |
|
"Manohar": "mr-IN-ManoharNeural" |
|
}, |
|
"Maltese": { |
|
"Grace": "mt-MT-GraceNeural", |
|
"Joseph": "mt-MT-JosephNeural" |
|
}, |
|
"Burmese": { |
|
"Nilar": "my-MM-NilarNeural", |
|
"Thiha": "my-MM-ThihaNeural" |
|
}, |
|
"Nepali": { |
|
"Hemkala": "ne-NP-HemkalaNeural", |
|
"Sagar": "ne-NP-SagarNeural" |
|
}, |
|
"Polish": { |
|
"Marek": "pl-PL-MarekNeural", |
|
"Zofia": "pl-PL-ZofiaNeural" |
|
}, |
|
"Pashto": { |
|
"Gul Nawaz": "ps-AF-GulNawazNeural", |
|
"Latifa": "ps-AF-LatifaNeural" |
|
}, |
|
"Romanian": { |
|
"Alina": "ro-RO-AlinaNeural", |
|
"Emil": "ro-RO-EmilNeural" |
|
}, |
|
"Russian": { |
|
"Svetlana": "ru-RU-SvetlanaNeural", |
|
"Dmitry": "ru-RU-DmitryNeural" |
|
}, |
|
"Sinhala": { |
|
"Sameera": "si-LK-SameeraNeural", |
|
"Thilini": "si-LK-ThiliniNeural" |
|
}, |
|
"Slovak": { |
|
"Lukas": "sk-SK-LukasNeural", |
|
"Viktoria": "sk-SK-ViktoriaNeural" |
|
}, |
|
"Slovenian": { |
|
"Petra": "sl-SI-PetraNeural", |
|
"Rok": "sl-SI-RokNeural" |
|
}, |
|
"Somali": { |
|
"Muuse": "so-SO-MuuseNeural", |
|
"Ubax": "so-SO-UbaxNeural" |
|
}, |
|
"Albanian": { |
|
"Anila": "sq-AL-AnilaNeural", |
|
"Ilir": "sq-AL-IlirNeural" |
|
}, |
|
"Serbian": { |
|
"Nicholas": "sr-RS-NicholasNeural", |
|
"Sophie": "sr-RS-SophieNeural" |
|
}, |
|
"Sundanese": { |
|
"Jajang": "su-ID-JajangNeural", |
|
"Tuti": "su-ID-TutiNeural" |
|
}, |
|
"Swahili": { |
|
"Rafiki": "sw-KE-RafikiNeural", |
|
"Zuri": "sw-KE-ZuriNeural", |
|
"Daudi": "sw-TZ-DaudiNeural", |
|
"Rehema": "sw-TZ-RehemaNeural" |
|
}, |
|
"Tamil": { |
|
"Pallavi": "ta-IN-PallaviNeural", |
|
"Valluvar": "ta-IN-ValluvarNeural", |
|
"Kumar": "ta-LK-KumarNeural", |
|
"Saranya": "ta-LK-SaranyaNeural", |
|
"Kani": "ta-MY-KaniNeural", |
|
"Surya": "ta-MY-SuryaNeural", |
|
"Anbu": "ta-SG-AnbuNeural" |
|
}, |
|
"Telugu": { |
|
"Mohan": "te-IN-MohanNeural", |
|
"Shruti": "te-IN-ShrutiNeural" |
|
}, |
|
"Turkish": { |
|
"Ahmet": "tr-TR-AhmetNeural", |
|
"Emel": "tr-TR-EmelNeural" |
|
}, |
|
"Ukrainian": { |
|
"Ostap": "uk-UA-OstapNeural", |
|
"Polina": "uk-UA-PolinaNeural" |
|
}, |
|
"Urdu": { |
|
"Gul": "ur-IN-GulNeural", |
|
"Salman": "ur-IN-SalmanNeural", |
|
"Asad": "ur-PK-AsadNeural", |
|
"Uzma": "ur-PK-UzmaNeural" |
|
}, |
|
"Uzbek": { |
|
"Madina": "uz-UZ-MadinaNeural", |
|
"Sardor": "uz-UZ-SardorNeural" |
|
}, |
|
"Mandarin": { |
|
"Xiaoxiao": "zh-CN-XiaoxiaoNeural", |
|
"Yunyang": "zh-CN-YunyangNeural", |
|
"Yunxi": "zh-CN-YunxiNeural", |
|
"Xiaoyi": "zh-CN-XiaoyiNeural", |
|
"Yunjian": "zh-CN-YunjianNeural", |
|
"Yunxia": "zh-CN-YunxiaNeural", |
|
"Xiaobei": "zh-CN-liaoning-XiaobeiNeural", |
|
"Xiaoni": "zh-CN-shaanxi-XiaoniNeural", |
|
"HiuMaan": "zh-HK-HiuMaanNeural", |
|
"HiuGaai": "zh-HK-HiuGaaiNeural", |
|
"WanLung": "zh-HK-WanLungNeural", |
|
"HsiaoChen": "zh-TW-HsiaoChenNeural", |
|
"HsiaoYu": "zh-TW-HsiaoYuNeural", |
|
"YunJhe": "zh-TW-YunJheNeural" |
|
}, |
|
"Zulu": { |
|
"Thando": "zu-ZA-ThandoNeural", |
|
"Themba": "zu-ZA-ThembaNeural" |
|
} |
|
} |
|
|
|
client = Client("MohamedRashad/arabic-auto-tashkeel") |
|
|
|
async def text_to_speech_edge(text, language_code, speaker, tashkeel_checkbox=False): |
|
|
|
|
|
if language_code == "Arabic" and tashkeel_checkbox: |
|
text = client.predict( |
|
input_text=araby.strip_diacritics(text), |
|
api_name="/infer_shakkala" |
|
) |
|
|
|
|
|
voice = language_dict[language_code][speaker] |
|
communicate = edge_tts.Communicate(text, voice) |
|
with tempfile.NamedTemporaryFile(delete=False, suffix=".mp3") as tmp_file: |
|
tmp_path = tmp_file.name |
|
await communicate.save(tmp_path) |
|
|
|
return text, tmp_path |
|
|
|
|
|
def get_speakers(language): |
|
print(language) |
|
speakers = list(language_dict[language].keys()) |
|
return gr.Dropdown(choices=speakers, value=speakers[0], interactive=True), gr.Checkbox(visible=language == "Arabic", interactive=True) |
|
|
|
|
|
default_language = None |
|
default_speaker = None |
|
with gr.Blocks(title="Multilingual TTS") as demo: |
|
gr.HTML("<center><h1>Multilingual TTS (Edge TTS)</h1></center>") |
|
gr.HTML(f"<h2 style='color:Tomato;'> {len(language_dict)} languages supported</h3>") |
|
gr.HTML(f"<p> {', '.join(language_dict.keys())} </h3>") |
|
gr.Markdown("**Note:** A special feature is added for Arabic language only.") |
|
with gr.Row(): |
|
with gr.Column(): |
|
input_text = gr.Textbox(lines=5, label="Input Text", placeholder="Enter text to convert to speech") |
|
language = gr.Dropdown( |
|
choices=list(language_dict.keys()), value=default_language, label="Languages", interactive=True |
|
) |
|
speaker = gr.Dropdown(choices=[], value=default_speaker, label="Speakers", interactive=False) |
|
tashkeel_checkbox = gr.Checkbox(label="Tashkeel", value=False, visible=False, interactive=False) |
|
run_btn = gr.Button(value="Generate Audio", variant="primary") |
|
|
|
with gr.Column(): |
|
output_text = gr.Textbox(label="Output Text") |
|
output_audio = gr.Audio(type="filepath", label="Audio Output") |
|
|
|
language.change(get_speakers, inputs=[language], outputs=[speaker, tashkeel_checkbox]) |
|
run_btn.click(text_to_speech_edge, inputs=[input_text, language, speaker, tashkeel_checkbox], outputs=[output_text, output_audio]) |
|
|
|
if __name__ == "__main__": |
|
demo.queue().launch(share=False) |
|
|
