Finetuned Flan Model

app.py

@@ -0,0 +1,122 @@
+import os
+from typing import Optional, Tuple
+
+import gradio as gr
+from langchain.chains import ConversationChain
+from langchain.llms import OpenAI
+
+from langchain import PromptTemplate, HuggingFaceHub, LLMChain
+from langchain.chains.conversation.memory import ConversationBufferMemory
+
+from threading import Lock
+import os
+
+
+def load_chain():
+    """Logic for loading the chain you want to use should go here."""
+    
+    template = """Question: {question}
+
+    Answer: Let's think step by step."""
+    prompt = PromptTemplate(template=template, input_variables=["question"])
+    #llm=HuggingFaceHub(repo_id="google/flan-t5-xl", model_kwargs={"temperature":1e-10})
+    llm=HuggingFaceHub(repo_id="google/flan-t5-xl", model_kwargs={"temperature":1e-10,"max_length":512})
+    
+    chain=ConversationChain(
+            llm=llm, 
+            verbose=True, 
+            memory=ConversationBufferMemory())
+    return chain
+
+
+def set_openai_api_key(api_key: str):
+    """Set the api key and return chain.
+
+    If no api_key, then None is returned.
+    """
+    if api_key:
+        os.environ["HUGGINGFACEHUB_API_TOKEN"] = api_key
+        chain = load_chain()
+        os.environ["HUGGINGFACEHUB_API_TOKEN"] = ""
+        return chain
+
+class ChatWrapper:
+
+    def __init__(self):
+        self.lock = Lock()
+    def __call__(
+        self, api_key: str, inp: str, history: Optional[Tuple[str, str]], chain: Optional[ConversationChain]
+    ):
+        """Execute the chat functionality."""
+        self.lock.acquire()
+        try:
+            history = history or []
+            # If chain is None, that is because no API key was provided.
+            if chain is None:
+                history.append((inp, "Please paste API key to use ZolBot Agent"))
+                return history, history
+            
+            # Run chain and append input.
+            output = chain.run(input=inp)
+            history.append((inp, output))
+        except Exception as e:
+            raise e
+        finally:
+            self.lock.release()
+        return history, history
+
+chat = ChatWrapper()
+
+block = gr.Blocks(css=".gradio-container {background-color: lightgray}")
+
+with block:
+    with gr.Row():
+        gr.Markdown("<h3><center>ZolBot conversational APP</center></h3>")
+
+        openai_api_key_textbox = gr.Textbox(
+            placeholder="Please paste API key to use ZolBot Bot Agent",
+            show_label=False,
+            lines=1,
+            type="password",
+        )
+
+    chatbot = gr.Chatbot()
+
+    with gr.Row():
+        message = gr.Textbox(
+            label="What's your question?",
+            placeholder="Type your Query With prompts",
+            lines=1,
+        )
+        submit = gr.Button(value="Send", variant="secondary").style(full_width=False)
+
+    gr.Examples(
+        examples=[
+            "Summarize the following text: The tower is 324 metres (1,063 ft) tall, about the same height as an 81-storey building, and the tallest structure in Paris. Its base is square, measuring 125 metres (410 ft) on each side. During its construction, the Eiffel Tower surpassed the Washington Monument to become the tallest man-made structure in the world, a title it held for 41 years until the Chrysler Building in New York City was finished in 1930. It was the first structure to reach a height of 300 metres. Due to the addition of a broadcasting aerial at the top of the tower in 1957, it is now taller than the Chrysler Building by 5.2 metres (17 ft). Excluding transmitters, the Eiffel Tower is the second tallest free-standing structure in France after the Millau Viaduct.",
+            "Answer the following question by reasoning step by step.The cafeteria had 23 apples. If the used 20 for lunch and bougth 6 more, how many apples do they have?",
+            "Please answer the following question. What is the boiling point of water?",
+            "The tower is 324 metres (1,063 ft) tall, about the same height as an 81-storey building, and the tallest structure in Paris. Its base is square, measuring 125 metres (410 ft) on each side. During its construction, the Eiffel Tower surpassed the Washington Monument to become the tallest man-made structure in the world, a title it held for 41 years until the Chrysler Building in New York City was finished in 1930. It was the first structure to reach a height of 300 metres. Due to the addition of a broadcasting aerial at the top of the tower in 1957, it is now taller than the Chrysler Building by 5.2 metres (17 ft). Excluding transmitters, the Eiffel Tower is the second tallest free-standing structure in France after the Millau Viaduct. Q: Which material is the tower made of?"
+        ],
+        inputs=message,
+    )
+
+    gr.HTML("Demo application of a ZolBot conversational APP")
+
+    gr.HTML(
+        "<center>Powered by <a href='https://zolvit.com/'>Zolvit 🔗</a></center>"
+    )
+
+    state = gr.State()
+    agent_state = gr.State()
+
+    submit.click(chat, inputs=[openai_api_key_textbox, message, state, agent_state], outputs=[chatbot, state])
+    message.submit(chat, inputs=[openai_api_key_textbox, message, state, agent_state], outputs=[chatbot, state])
+
+    openai_api_key_textbox.change(
+        set_openai_api_key,
+        inputs=[openai_api_key_textbox],
+        outputs=[agent_state],
+    )
+
+
+block.launch(debug=True,share=True)

requirements.txt

@@ -0,0 +1,3 @@
+openai
+gradio
+langchain