Created utils file

apps/home.py

@@ -3,6 +3,7 @@ import streamlit as st
 import time 
 from transformers import pipeline
 import os
+from utils import query
 
 API_URL = "https://api-inference.huggingface.co/models/boun-tabi-LMG/TURNA"
 
@@ -35,22 +36,8 @@ def write():
     #st.title('Turkish Language Generation')
     #st.write('...with Turna')
     input_text = st.text_area(label='Enter a text: ', height=100, 
-        value="Türkiye'nin başkeni neresidir?")
+        value="Türkiye'nin başkenti neresidir?")
     if st.button("Generate"):
         with st.spinner('Generating...'):
-            output = query(input_text)
+            output = query(input_text, API_URL)
             st.success(output)
-
-def query(payload):
-    #{"inputs": payload, ""}
-	while True:
-		response = requests.post(API_URL, json=payload)
-		if 'error' not in response.json():
-			output = response.json()[0]["generated_text"]
-			return output
-		else:
-			time.sleep(15)
-			print('Sending request again', flush=True)
-
-def pipe():
-    pipe = pipeline("text2text-generation", model="boun-tabi-LMG/TURNA", tokenizer="boun-tabi-LMG/TURNA", temperature=0.7, repetition_penalty=0.5, top_p=0.9)

apps/summarization.py

@@ -3,6 +3,7 @@ import streamlit as st
 import time 
 from transformers import pipeline
 import os
+from utils import query
 
 HF_AUTH_TOKEN = os.getenv('HF_AUTH_TOKEN')
 headers = {"Authorization": f"Bearer {HF_AUTH_TOKEN}"}
@@ -75,18 +76,4 @@ def write():
 	if st.button("Generate"):
 		with st.spinner('Generating...'):
 			output = query(input_text, url, params)
-			st.success(output)
-
-
-def query(text, url, params):
-	data = {"inputs": payload, "parameters": params}
-	while True:
-		response = requests.post(url, headers=headers, json=data)
-		if 'error' not in response.json():
-			output = response.json()[0]["generated_text"]
-			return output
-		else:
-			print(response.json())
-			time.sleep(15)
-			print('Sending request again', flush=True)
-		
+			st.success(output)

apps/utils.py

@@ -0,0 +1,23 @@
+import requests
+import time 
+from transformers import pipeline
+import os
+
+HF_AUTH_TOKEN = os.getenv('HF_AUTH_TOKEN')
+headers = {"Authorization": f"Bearer {HF_AUTH_TOKEN}"}
+
+def query(text, url, params=None):
+	data = {"inputs": text, "parameters": params}
+	while True:
+		response = requests.post(url, headers=headers, json=data)
+		if 'error' not in response.json():
+			output = response.json()[0]["generated_text"]
+			return output
+		else:
+			print(response.json())
+			time.sleep(15)
+			print('Sending request again', flush=True)
+
+
+def pipe():
+    pipe = pipeline("text2text-generation", model="boun-tabi-LMG/TURNA", tokenizer="boun-tabi-LMG/TURNA", temperature=0.7, repetition_penalty=0.5, top_p=0.9)