Spaces:
Running
Running
| import gradio as gr | |
| import os | |
| import argparse | |
| from modules.whisper_Inference import WhisperInference | |
| from modules.faster_whisper_inference import FasterWhisperInference | |
| from modules.nllb_inference import NLLBInference | |
| from ui.htmls import * | |
| from modules.youtube_manager import get_ytmetas | |
| class App: | |
| def __init__(self, args): | |
| self.args = args | |
| self.app = gr.Blocks(css=CSS, theme=self.args.theme) | |
| self.whisper_inf = WhisperInference() if self.args.disable_faster_whisper else FasterWhisperInference() | |
| if isinstance(self.whisper_inf, FasterWhisperInference): | |
| print("Use Faster Whisper implementation") | |
| else: | |
| print("Use Open AI Whisper implementation") | |
| print(f"Device \"{self.whisper_inf.device}\" is detected") | |
| self.nllb_inf = NLLBInference() | |
| def open_folder(folder_path: str): | |
| if os.path.exists(folder_path): | |
| os.system(f"start {folder_path}") | |
| else: | |
| print(f"The folder {folder_path} does not exist.") | |
| def on_change_models(model_size: str): | |
| translatable_model = ["large", "large-v1", "large-v2"] | |
| if model_size not in translatable_model: | |
| return gr.Checkbox.update(visible=False, value=False, interactive=False) | |
| else: | |
| return gr.Checkbox.update(visible=True, value=False, label="Translate to English?", interactive=True) | |
| def launch(self): | |
| with self.app: | |
| with gr.Row(): | |
| with gr.Column(): | |
| gr.Markdown(MARKDOWN, elem_id="md_project") | |
| with gr.Tabs(): | |
| with gr.TabItem("File"): # tab1 | |
| with gr.Row(): | |
| input_file = gr.Files(type="file", label="Upload File here") | |
| with gr.Row(): | |
| dd_model = gr.Dropdown(choices=self.whisper_inf.available_models, value="large-v2", | |
| label="Model") | |
| dd_lang = gr.Dropdown(choices=["Automatic Detection"] + self.whisper_inf.available_langs, | |
| value="Automatic Detection", label="Language") | |
| dd_subformat = gr.Dropdown(["SRT", "WebVTT"], value="SRT", label="Subtitle Format") | |
| with gr.Row(): | |
| cb_translate = gr.Checkbox(value=False, label="Translate to English?", interactive=True) | |
| with gr.Row(): | |
| cb_timestamp = gr.Checkbox(value=True, label="Add a timestamp to the end of the filename", interactive=True) | |
| with gr.Accordion("Advanced_Parameters", open=False): | |
| nb_beam_size = gr.Number(label="Beam Size", value=1, precision=0, interactive=True) | |
| nb_log_prob_threshold = gr.Number(label="Log Probability Threshold", value=-1.0, interactive=True) | |
| nb_no_speech_threshold = gr.Number(label="No Speech Threshold", value=0.6, interactive=True) | |
| dd_compute_type = gr.Dropdown(label="Compute Type", choices=self.whisper_inf.available_compute_types, value=self.whisper_inf.current_compute_type, interactive=True) | |
| with gr.Row(): | |
| btn_run = gr.Button("GENERATE SUBTITLE FILE", variant="primary") | |
| with gr.Row(): | |
| tb_indicator = gr.Textbox(label="Output", scale=8) | |
| btn_openfolder = gr.Button('📂', scale=2) | |
| params = [input_file, dd_model, dd_lang, dd_subformat, cb_translate, cb_timestamp] | |
| advanced_params = [nb_beam_size, nb_log_prob_threshold, nb_no_speech_threshold, dd_compute_type] | |
| btn_run.click(fn=self.whisper_inf.transcribe_file, | |
| inputs=params + advanced_params, | |
| outputs=[tb_indicator]) | |
| btn_openfolder.click(fn=lambda: self.open_folder("outputs"), inputs=None, outputs=None) | |
| dd_model.change(fn=self.on_change_models, inputs=[dd_model], outputs=[cb_translate]) | |
| with gr.TabItem("Youtube"): # tab2 | |
| with gr.Row(): | |
| tb_youtubelink = gr.Textbox(label="Youtube Link") | |
| with gr.Row(equal_height=True): | |
| with gr.Column(): | |
| img_thumbnail = gr.Image(label="Youtube Thumbnail") | |
| with gr.Column(): | |
| tb_title = gr.Label(label="Youtube Title") | |
| tb_description = gr.Textbox(label="Youtube Description", max_lines=15) | |
| with gr.Row(): | |
| dd_model = gr.Dropdown(choices=self.whisper_inf.available_models, value="large-v2", | |
| label="Model") | |
| dd_lang = gr.Dropdown(choices=["Automatic Detection"] + self.whisper_inf.available_langs, | |
| value="Automatic Detection", label="Language") | |
| dd_subformat = gr.Dropdown(choices=["SRT", "WebVTT"], value="SRT", label="Subtitle Format") | |
| with gr.Row(): | |
| cb_translate = gr.Checkbox(value=False, label="Translate to English?", interactive=True) | |
| with gr.Row(): | |
| cb_timestamp = gr.Checkbox(value=True, label="Add a timestamp to the end of the filename", | |
| interactive=True) | |
| with gr.Accordion("Advanced_Parameters", open=False): | |
| nb_beam_size = gr.Number(label="Beam Size", value=1, precision=0, interactive=True) | |
| nb_log_prob_threshold = gr.Number(label="Log Probability Threshold", value=-1.0, interactive=True) | |
| nb_no_speech_threshold = gr.Number(label="No Speech Threshold", value=0.6, interactive=True) | |
| dd_compute_type = gr.Dropdown(label="Compute Type", choices=self.whisper_inf.available_compute_types, value=self.whisper_inf.current_compute_type, interactive=True) | |
| with gr.Row(): | |
| btn_run = gr.Button("GENERATE SUBTITLE FILE", variant="primary") | |
| with gr.Row(): | |
| tb_indicator = gr.Textbox(label="Output", scale=8) | |
| btn_openfolder = gr.Button('📂', scale=2) | |
| params = [tb_youtubelink, dd_model, dd_lang, dd_subformat, cb_translate, cb_timestamp] | |
| advanced_params = [nb_beam_size, nb_log_prob_threshold, nb_no_speech_threshold, dd_compute_type] | |
| btn_run.click(fn=self.whisper_inf.transcribe_youtube, | |
| inputs=params + advanced_params, | |
| outputs=[tb_indicator]) | |
| tb_youtubelink.change(get_ytmetas, inputs=[tb_youtubelink], | |
| outputs=[img_thumbnail, tb_title, tb_description]) | |
| btn_openfolder.click(fn=lambda: self.open_folder("outputs"), inputs=None, outputs=None) | |
| dd_model.change(fn=self.on_change_models, inputs=[dd_model], outputs=[cb_translate]) | |
| with gr.TabItem("Mic"): # tab3 | |
| with gr.Row(): | |
| mic_input = gr.Microphone(label="Record with Mic", type="filepath", interactive=True) | |
| with gr.Row(): | |
| dd_model = gr.Dropdown(choices=self.whisper_inf.available_models, value="large-v2", | |
| label="Model") | |
| dd_lang = gr.Dropdown(choices=["Automatic Detection"] + self.whisper_inf.available_langs, | |
| value="Automatic Detection", label="Language") | |
| dd_subformat = gr.Dropdown(["SRT", "WebVTT"], value="SRT", label="Subtitle Format") | |
| with gr.Row(): | |
| cb_translate = gr.Checkbox(value=False, label="Translate to English?", interactive=True) | |
| with gr.Accordion("Advanced_Parameters", open=False): | |
| nb_beam_size = gr.Number(label="Beam Size", value=1, precision=0, interactive=True) | |
| nb_log_prob_threshold = gr.Number(label="Log Probability Threshold", value=-1.0, interactive=True) | |
| nb_no_speech_threshold = gr.Number(label="No Speech Threshold", value=0.6, interactive=True) | |
| dd_compute_type = gr.Dropdown(label="Compute Type", choices=self.whisper_inf.available_compute_types, value=self.whisper_inf.current_compute_type, interactive=True) | |
| with gr.Row(): | |
| btn_run = gr.Button("GENERATE SUBTITLE FILE", variant="primary") | |
| with gr.Row(): | |
| tb_indicator = gr.Textbox(label="Output", scale=8) | |
| btn_openfolder = gr.Button('📂', scale=2) | |
| params = [mic_input, dd_model, dd_lang, dd_subformat, cb_translate] | |
| advanced_params = [nb_beam_size, nb_log_prob_threshold, nb_no_speech_threshold, dd_compute_type] | |
| btn_run.click(fn=self.whisper_inf.transcribe_mic, | |
| inputs=params + advanced_params, | |
| outputs=[tb_indicator]) | |
| btn_openfolder.click(fn=lambda: self.open_folder("outputs"), inputs=None, outputs=None) | |
| dd_model.change(fn=self.on_change_models, inputs=[dd_model], outputs=[cb_translate]) | |
| with gr.TabItem("T2T Translation"): # tab 4 | |
| with gr.Row(): | |
| file_subs = gr.Files(type="file", label="Upload Subtitle Files to translate here", | |
| file_types=['.vtt', '.srt']) | |
| with gr.TabItem("NLLB"): # sub tab1 | |
| with gr.Row(): | |
| dd_nllb_model = gr.Dropdown(label="Model", value=self.nllb_inf.default_model_size, | |
| choices=self.nllb_inf.available_models) | |
| dd_nllb_sourcelang = gr.Dropdown(label="Source Language", | |
| choices=self.nllb_inf.available_source_langs) | |
| dd_nllb_targetlang = gr.Dropdown(label="Target Language", | |
| choices=self.nllb_inf.available_target_langs) | |
| with gr.Row(): | |
| cb_timestamp = gr.Checkbox(value=True, label="Add a timestamp to the end of the filename", | |
| interactive=True) | |
| with gr.Row(): | |
| btn_run = gr.Button("TRANSLATE SUBTITLE FILE", variant="primary") | |
| with gr.Row(): | |
| tb_indicator = gr.Textbox(label="Output", scale=8) | |
| btn_openfolder = gr.Button('📂', scale=2) | |
| with gr.Column(): | |
| md_vram_table = gr.HTML(NLLB_VRAM_TABLE, elem_id="md_nllb_vram_table") | |
| btn_run.click(fn=self.nllb_inf.translate_file, | |
| inputs=[file_subs, dd_nllb_model, dd_nllb_sourcelang, dd_nllb_targetlang, cb_timestamp], | |
| outputs=[tb_indicator]) | |
| btn_openfolder.click(fn=lambda: self.open_folder(os.path.join("outputs", "translations")), | |
| inputs=None, | |
| outputs=None) | |
| # Launch the app with optional gradio settings | |
| launch_args = {} | |
| if self.args.share: | |
| launch_args['share'] = self.args.share | |
| if self.args.server_name: | |
| launch_args['server_name'] = self.args.server_name | |
| if self.args.server_port: | |
| launch_args['server_port'] = self.args.server_port | |
| if self.args.username and self.args.password: | |
| launch_args['auth'] = (self.args.username, self.args.password) | |
| self.app.queue(api_open=False).launch(**launch_args) | |
| # Create the parser for command-line arguments | |
| parser = argparse.ArgumentParser() | |
| parser.add_argument('--disable_faster_whisper', type=bool, default=False, nargs='?', const=True, help='Disable the faster_whisper implementation. faster_whipser is implemented by https://github.com/guillaumekln/faster-whisper') | |
| parser.add_argument('--share', type=bool, default=False, nargs='?', const=True, help='Gradio share value') | |
| parser.add_argument('--server_name', type=str, default=None, help='Gradio server host') | |
| parser.add_argument('--server_port', type=int, default=None, help='Gradio server port') | |
| parser.add_argument('--username', type=str, default=None, help='Gradio authentication username') | |
| parser.add_argument('--password', type=str, default=None, help='Gradio authentication password') | |
| parser.add_argument('--theme', type=str, default=None, help='Gradio Blocks theme') | |
| _args = parser.parse_args() | |
| if __name__ == "__main__": | |
| app = App(args=_args) | |
| app.launch() | |