import os import groq_gradio from utils import get_app demo = get_app( models=[ "llama3-groq-8b-8192-tool-use-preview", "llama3-groq-70b-8192-tool-use-preview", "llama-3.2-1b-preview", "llama-3.2-3b-preview", "llama-3.2-11b-text-preview", "llama-3.2-90b-text-preview", "mixtral-8x7b-32768", "gemma2-9b-it", "gemma-7b-it", ], default_model="llama3-groq-70b-8192-tool-use-preview", src=groq_gradio.registry, accept_token=not os.getenv("GROQ_API_KEY"), ) if __name__ == "__main__": demo.launch()