files

app.py

@@ -0,0 +1,134 @@
+import gradio as gr
+from llm_inference import LLMInferenceNode
+import random
+
+title = """<h1 align="center">Random Prompt Generator</h1>
+<p><center>
+<a href="https://x.com/gokayfem" target="_blank">[X gokaygokay]</a>
+<a href="https://github.com/gokayfem" target="_blank">[Github gokayfem]</a>
+<a href="https://github.com/dagthomas/comfyui_dagthomas" target="_blank">[comfyui_dagthomas]</a>
+<p align="center">Generate random prompts using powerful LLMs from Hugging Face, Groq, and SambaNova.</p>
+</center></p>
+"""
+
+# Global variable to store selected prompt type
+selected_prompt_type = "Long"  # Default value
+
+def create_interface():
+    llm_node = LLMInferenceNode()
+
+    with gr.Blocks(theme='bethecloud/storj_theme') as demo:
+        
+        gr.HTML(title)
+
+        with gr.Row():
+            with gr.Column(scale=2):
+                with gr.Accordion("Basic Settings"):
+                    custom = gr.Textbox(label="Custom Input Prompt (optional)")
+                    
+                with gr.Accordion("Prompt Generation Options", open=False):
+                    prompt_type = gr.Dropdown(
+                        choices=["Long", "Short", "Medium", "Long"],
+                        label="Prompt Type",
+                        value="Long",
+                        interactive=True
+                    )
+                    
+                    # Function to update the selected prompt type
+                    def update_prompt_type(value):
+                        global selected_prompt_type
+                        selected_prompt_type = value
+                        print(f"Updated prompt type: {selected_prompt_type}")
+                        return value
+                    
+                    # Connect the update_prompt_type function to the prompt_type dropdown
+                    prompt_type.change(update_prompt_type, inputs=[prompt_type], outputs=[prompt_type])
+
+            with gr.Column(scale=2):
+                generate_button = gr.Button("Generate Prompt")
+
+                with gr.Accordion("Generated Prompt", open=True):
+                    output = gr.Textbox(label="Generated Prompt", lines=4, show_copy_button=True)
+                    text_output = gr.Textbox(label="LLM Generated Text", lines=10, show_copy_button=True)
+            
+            with gr.Column(scale=2):
+                with gr.Accordion("""LLM Prompt Generation""", open=False):
+                    long_talk = gr.Checkbox(label="Long Talk", value=True)
+                    compress = gr.Checkbox(label="Compress", value=True)
+                    compression_level = gr.Dropdown(
+                        choices=["soft", "medium", "hard"],
+                        label="Compression Level",
+                        value="hard"
+                    )
+
+                    custom_base_prompt = gr.Textbox(label="Custom Base Prompt", lines=5)
+
+                # LLM Provider Selection
+                llm_provider = gr.Dropdown(
+                    choices=["Hugging Face", "Groq", "SambaNova"],
+                    label="LLM Provider",
+                    value="Hugging Face"
+                )
+                api_key = gr.Textbox(label="API Key", type="password", visible=False)
+                model = gr.Dropdown(label="Model", choices=[], value="")
+
+                generate_text_button = gr.Button("Generate Prompt with LLM")
+                text_output = gr.Textbox(label="Generated Text", lines=10, show_copy_button=True)
+
+        # Initialize Models based on provider
+        def update_model_choices(provider):
+            provider_models = {
+                "Hugging Face": ["meta-llama/Meta-Llama-3.1-70B-Instruct", "another-model-hf"],
+                "Groq": ["llama-3.1-70b-versatile", "mixtral-8x7b-32768", "gemma2-9b-it"],
+                "SambaNova": ["Meta-Llama-3.1-70B-Instruct", "Meta-Llama-3.1-405B-Instruct", "Meta-Llama-3.1-8B-Instruct"],
+            }
+            models = provider_models.get(provider, [])
+            return gr.Dropdown.update(choices=models, value=models[0] if models else "")
+        
+        def update_api_key_visibility(provider):
+            return gr.update(visible=False)  # No API key required for selected providers
+
+        llm_provider.change(update_model_choices, inputs=[llm_provider], outputs=[model])
+        llm_provider.change(update_api_key_visibility, inputs=[llm_provider], outputs=[api_key])
+
+        # Generate Prompt Function
+        def generate_prompt(prompt_type, custom_input):
+            dynamic_seed = random.randint(0, 1000000)
+            result = llm_node.generate_prompt(dynamic_seed, prompt_type, custom_input)
+            return result
+
+        generate_button.click(
+            generate_prompt,
+            inputs=[prompt_type, custom],
+            outputs=[output]
+        )
+
+        # Generate Text with LLM
+        def generate_text_with_llm(output_prompt, long_talk, compress, compression_level, custom_base_prompt, provider, api_key, model_selected):
+            global selected_prompt_type
+            result = llm_node.generate(
+                input_text=output_prompt,
+                long_talk=long_talk,
+                compress=compress,
+                compression_level=compression_level,
+                prompt_type=selected_prompt_type,
+                custom_base_prompt=custom_base_prompt,
+                provider=provider,
+                api_key=api_key,
+                model=model_selected
+            )
+            selected_prompt_type = "Long" 
+            return result
+
+        generate_text_button.click(
+            generate_text_with_llm,
+            inputs=[output, long_talk, compress, compression_level, custom_base_prompt, llm_provider, api_key, model],
+            outputs=[text_output],
+            api_name="generate_text"
+        )
+
+    return demo
+
+if __name__ == "__main__":
+    demo = create_interface()
+    demo.launch()

llm_inference.py

@@ -0,0 +1,150 @@
+import os
+from groq import Groq
+from openai import OpenAI
+import anthropic
+
+class LLMInferenceNode:
+    def __init__(self):
+        self.huggingface_token = os.getenv("HUGGINGFACE_TOKEN")
+        self.groq_api_key = os.getenv("GROQ_API_KEY")
+        self.sambanova_api_key = os.getenv("SAMBANOVA_API_KEY")
+        
+        self.huggingface_client = OpenAI(
+            base_url="https://api-inference.huggingface.co/v1/",
+            api_key=self.huggingface_token,
+        )
+        self.groq_client = Groq(api_key=self.groq_api_key)
+        self.sambanova_client = OpenAI(
+            api_key=self.sambanova_api_key,
+            base_url="https://api.sambanova.ai/v1",
+        )
+
+    def generate(
+        self,
+        input_text,
+        long_talk,
+        compress,
+        compression_level,
+        poster,
+        prompt_type,
+        custom_base_prompt="",
+        provider="Hugging Face",
+        api_key=None,
+        model=None,
+    ):
+        try:
+            # Define prompts
+            default_long_prompt = """Create a detailed visually descriptive caption of this description, which will be used as a prompt for a text to image AI system (caption only, no instructions like "create an image"). Remove any mention of digital artwork or artwork style. Give detailed visual descriptions of the character(s), including ethnicity, skin tone, expression etc. Imagine using keywords for a still for someone who has aphantasia. Describe the image style, e.g., any photographic or art styles/techniques utilized. Make sure to fully describe all aspects of the cinematography, with abundant technical details and visual descriptions. If there is more than one image, combine the elements and characters from all of the images creatively into a single cohesive composition with a single background, inventing an interaction between the characters. Be creative in combining the characters into a single cohesive scene. Focus on two primary characters (or one) and describe an interesting interaction between them, such as a hug, a kiss, a fight, giving an object, an emotional reaction/interaction. If there is more than one background in the images, pick the most appropriate one. Your output is only the caption itself, no comments or extra formatting. The caption is in a single long paragraph. If you feel the images are inappropriate, invent a new scene/characters inspired by these. Additionally, incorporate a specific movie director's visual style and describe the lighting setup in detail, including the type, color, and placement of light sources to create the desired mood and atmosphere. Always frame the scene, including details about the film grain, color grading, and any artifacts or characteristics specific."""
+
+            default_simple_prompt = """Create a brief, straightforward caption for this description, suitable for a text-to-image AI system. Focus on the main elements, key characters, and overall scene without elaborate details. Provide a clear and concise description in one or two sentences. Your output is only the caption itself, no comments or extra formatting. The caption is in a single long paragraph."""
+
+            poster_prompt = """Analyze the provided description and extract key information to create a movie poster style description. Format the output as follows:
+Title: A catchy, intriguing title that captures the essence of the scene, place the title in "".
+Main character: Give a description of the main character.
+Background: Describe the background in detail.
+Supporting characters: Describe the supporting characters.
+Branding type: Describe the branding type.
+Tagline: Include a tagline that captures the essence of the movie.
+Visual style: Ensure that the visual style fits the branding type and tagline.
+You are allowed to make up film and branding names, and do them like 80's, 90's or modern movie posters. Your output is only the caption itself, no comments or extra formatting. The caption is in a single long paragraph."""
+
+            only_objects_prompt = """Create a highly detailed and visually rich description focusing solely on inanimate objects, without including any human or animal figures. Describe the objects' shapes, sizes, colors, textures, and materials in great detail. Pay attention to their arrangement, positioning, and how they interact with light and shadow. Include information about the setting or environment these objects are in, such as indoor/outdoor, time of day, weather conditions, and any atmospheric effects. Mention any unique features, patterns, or imperfections on the objects. Describe the overall composition, perspective, and any artistic techniques that might be employed to render these objects (e.g., photorealism, impressionistic style, etc.). Your description should paint a vivid picture that allows someone to imagine the scene without seeing it, focusing on the beauty, complexity, or significance of everyday objects. Your output is only the caption itself, no comments or extra formatting. The caption is in a single long paragraph."""
+
+            no_figure_prompt = """Generate a comprehensive and visually evocative description of a scene or landscape without including any human or animal figures. Focus on the environment, natural elements, and man-made structures if present. Describe the topography, vegetation, weather conditions, and time of day in great detail. Pay attention to colors, textures, and how light interacts with different elements of the scene. If there are buildings or other structures, describe their architecture, condition, and how they fit into the landscape. Include sensory details beyond just visual elements - mention sounds, smells, and the overall atmosphere or mood of the scene. Describe any notable features like bodies of water, geological formations, or sky phenomena. Consider the perspective from which the scene is viewed and how this affects the composition. Your description should transport the reader to this location, allowing them to vividly imagine the scene without any living subjects present. Your output is only the caption itself, no comments or extra formatting. The caption is in a single long paragraph."""
+
+            landscape_prompt = """Create an immersive and detailed description of a landscape, focusing on its natural beauty and geographical features. Begin with the overall topography - is it mountainous, coastal, forested, desert, or a combination? Describe the horizon and how land meets sky. Detail the vegetation, noting types of trees, flowers, or grass, and how they're distributed across the landscape. Include information about any water features - rivers, lakes, oceans - and how they interact with the land. Describe the sky, including cloud formations, color gradients, and any celestial bodies visible. Pay attention to the quality of light, time of day, and season, explaining how these factors affect the colors and shadows in the scene. Include details about weather conditions and how they impact the landscape. Mention any geological features like rock formations, cliffs, or unique land patterns. If there are any distant man-made elements, describe how they integrate with the natural setting. Your description should capture the grandeur and mood of the landscape, allowing the reader to feel as if they're standing within this awe-inspiring natural scene. Your output is only the caption itself, no comments or extra formatting. The caption is in a single long paragraph."""
+
+            fantasy_prompt = """Craft an extraordinarily detailed and imaginative description of a fantasy scene, blending elements of magic, otherworldly creatures, and fantastical environments. Begin by setting the overall tone - is this a dark and foreboding realm, a whimsical fairytale setting, or an epic high-fantasy world? Describe the landscape, including any impossible or magical geographical features like floating islands, crystal forests, or rivers of starlight. Detail the flora and fauna, focusing on fantastical plants and creatures that don't exist in our world. Include descriptions of any structures or ruins, emphasizing their otherworldly architecture and magical properties. Describe the sky and any celestial bodies, considering how they might differ from our reality. Include details about the presence of magic - how it manifests visually, its effects on the environment, and any magical phenomena occurring in the scene. If there are characters present, describe their appearance, focusing on non-human features, magical auras, or fantastical clothing and accessories. Pay attention to colors, textures, and light sources, especially those that couldn't exist in the real world. Your description should transport the reader to a realm of pure imagination, where the laws of physics and nature as we know them don't apply. Your output is only the caption itself, no comments or extra formatting. The caption is in a single long paragraph."""
+            
+            prompt_types = {
+                "Long": default_long_prompt,
+                "Short": default_simple_prompt,
+                "Medium": poster_prompt,
+                "OnlyObjects": only_objects_prompt,
+                "NoFigure": no_figure_prompt,
+                "Landscape": landscape_prompt,
+                "Fantasy": fantasy_prompt,
+            }
+
+            # Determine the base prompt
+            print(f"Received prompt_type: '{prompt_type}'")  # Debug print
+            if prompt_type and prompt_type.strip() and prompt_type in prompt_types:
+                base_prompt = prompt_types[prompt_type]
+                print(f"Using {prompt_type} prompt")
+            elif custom_base_prompt.strip():
+                base_prompt = custom_base_prompt
+                print("Using custom base prompt")
+            else:
+                base_prompt = default_long_prompt
+                print(
+                    f"Warning: Unknown or empty prompt type '{prompt_type}'. Using default long prompt."
+                )
+
+            # Handle compression if applicable
+            if compress and not poster:
+                compression_chars = {
+                    "soft": 600 if long_talk else 300,
+                    "medium": 400 if long_talk else 200,
+                    "hard": 200 if long_talk else 100,
+                }
+                char_limit = compression_chars.get(compression_level, 200)
+                base_prompt += f" Compress the output to be concise while retaining key visual details. MAX OUTPUT SIZE no more than {char_limit} characters."
+
+            # Construct messages for the LLM
+            system_message = "You are a helpful assistant. Try your best to give the best response possible to the user."
+            user_message = f"{base_prompt}\nDescription: {input_text}"
+
+            # Select the appropriate provider
+            if provider == "Hugging Face":
+                response = self.huggingface_client.chat.completions.create(
+                    model=model or "meta-llama/Meta-Llama-3.1-70B-Instruct",
+                    max_tokens=1024,
+                    temperature=0.7,
+                    top_p=0.95,
+                    messages=[
+                        {"role": "system", "content": system_message},
+                        {"role": "user", "content": user_message},
+                    ],
+                )
+                output = response.choices[0].message.content.strip()
+
+            elif provider == "Groq":
+                response = self.groq_client.chat.completions.create(
+                    model=model or "llama-3.1-70b-versatile",
+                    max_tokens=1024,
+                    temperature=0.7,
+                    messages=[
+                        {"role": "system", "content": system_message},
+                        {"role": "user", "content": user_message},
+                    ],
+                )
+                output = response.choices[0].message.content.strip()
+
+            elif provider == "SambaNova":
+                response = self.sambanova_client.chat.completions.create(
+                    model=model or "Meta-Llama-3.1-70B-Instruct",
+                    max_tokens=1024,
+                    temperature=0.7,
+                    messages=[
+                        {"role": "system", "content": system_message},
+                        {"role": "user", "content": user_message},
+                    ],
+                )
+                output = response.choices[0].message.content.strip()
+
+            else:
+                raise ValueError(f"Unsupported provider: {provider}")
+
+            # Clean up the output if necessary
+            if ": " in output:
+                output = output.split(": ", 1)[1].strip()
+            elif output.lower().startswith("here"):
+                sentences = output.split(". ")
+                if len(sentences) > 1:
+                    output = ". ".join(sentences[1:]).strip()
+
+            return output
+
+        except Exception as e:
+            print(f"An error occurred: {e}")
+            return f"Error occurred while processing the request: {str(e)}"

requirements.txt

@@ -0,0 +1,2 @@
+openai
+groq