Added summarization

pages/turna.py → Turna.py

@@ -1,12 +1,18 @@
-import requests
+import awesome_streamlit as ast
 import streamlit as st
-import time 
+from transformers import pipeline
+
+import pages.turna
 
 API_URL = "https://api-inference.huggingface.co/models/boun-tabi-LMG/TURNA"
 
-def write():
+st.set_page_config(
+        page_title="Turna",
+        page_icon="📖",
+        layout='wide'
+    )
 
-    st.markdown(
+st.markdown(
         """
         <h1 style="text-align:left;">TURNA</h1>
         """,
@@ -22,10 +28,10 @@ def write():
     st.markdown(
         """
 
-        <h3 style="text-align:left;">TURNA is a Turkish encoder-decoder language model.</h3>
+        <h3 style="text-align:right;">TURNA is a Turkish encoder-decoder language model.</h3>
         
-        <p style="text-align:left;"><p>
-        <p style="text-align:left;">Use the generation paramters on the sidebar to adjust generation quality.</p>
+        <p style="text-align:right;"><p>
+        <p style="text-align:right;">Use the generation paramters on the sidebar to adjust generation quality.</p>
         <p style="text-align:right;"><p>
         """,
         unsafe_allow_html=True,
@@ -33,14 +39,15 @@ def write():
 
     #st.title('Turkish Language Generation')
     #st.write('...with Turna')
-    input_al = st.text_area(label='Enter a text: ', height=100, 
+    input_text = st.text_area(label='Enter a text: ', height=100, 
         value="Türkiye'nin başkeni neresidir?")
     if st.button("Generate"):
         with st.spinner('Generating...'):
-            output = query(input_al)
+            output = query(input_text)
             st.success(output)
 
 def query(payload):
+    #{"inputs": payload, ""}
 	while True:
 		response = requests.post(API_URL, json=payload)
 		if 'error' not in response.json():
@@ -50,3 +57,26 @@ def query(payload):
 			time.sleep(15)
 			print('Sending request again', flush=True)
 
+def pipe():
+    pipe = pipeline("text2text-generation", model="boun-tabi-LMG/TURNA", tokenizer="boun-tabi-LMG/TURNA", temperature=0.7, repetition_penalty=0.5, top_p=0.9)
+
+"""PAGES = {
+    "Turkish Language Generation": pages.turna,
+}
+
+st.sidebar.title("Navigation")
+selection = st.sidebar.radio("Pages", list(PAGES.keys()))
+
+page = PAGES[selection]
+# with st.spinner(f"Loading {selection} ..."):
+ast.shared.components.write_page(page)"""
+
+st.sidebar.header("Info")
+
+st.sidebar.write(
+    "Models are available on [HF Hub](https://huggingface.co/collections/boun-tabi-LMG)"
+)
+st.sidebar.write(
+    "Model source code available on [GitHub](https://github.com/boun-tabi-LMG/turkish-lm-tuner)"
+)
+

app.py

@@ -1,31 +0,0 @@
-import awesome_streamlit as ast
-import streamlit as st
-
-import pages.turna
-
-st.set_page_config(
-        page_title="About Turna",
-        page_icon="📖",
-        layout='wide'
-    )
-
-PAGES = {
-    "Turkish Language Generation": pages.turna,
-}
-
-st.sidebar.title("Navigation")
-selection = st.sidebar.radio("Pages", list(PAGES.keys()))
-
-page = PAGES[selection]
-# with st.spinner(f"Loading {selection} ..."):
-ast.shared.components.write_page(page)
-
-st.sidebar.header("Info")
-
-st.sidebar.write(
-    "Models are available on [HF Hub](https://huggingface.co/collections/boun-tabi-LMG)"
-)
-st.sidebar.write(
-    "Models source code available on [GitHub](https://github.com/boun-tabi-LMG/turkish-lm-tuner)"
-)
-

pages/Summarization.py

@@ -0,0 +1,34 @@
+import requests
+import streamlit as st
+import time 
+from transformers import pipeline
+
+st.set_page_config(page_title="Text Summarization", page_icon="📈")
+API_URL = "https://api-inference.huggingface.co/models/boun-tabi-LMG/turna_summarization_mlsum"
+HF_AUTH_TOKEN = os.getenv('HF_AUTH_TOKEN')
+headers = {"Authorization": f"Bearer {HF_AUTH_TOKEN}"}
+
+st.markdown("# Text Summarization")
+st.sidebar.header("Text Summarization")
+st.write(
+    """Here, you can summarize your text using the fine-tuned TURNA summarization models. """
+)
+
+input_text = st.text_area(label='Enter a text: ', height=200, 
+        value="Kalp krizi geçirenlerin yaklaşık üçte birinin kısa bir süre önce grip atlattığı düşünülüyor. Peki grip virüsü ne yapıyor da kalp krizine yol açıyor? Karpuz şöyle açıkladı: Grip virüsü kanın yapışkanlığını veya pıhtılaşmasını artırıyor. Pıhtılaşma ise vücudun bağışıklık tepkisinden kaynaklanan iltihaplanmayla birlikte damarlardaki yağlı plakları zayıflatabilir. Plağın yırtılmasıyla da kan pıhtısı oluşarak kalp krizine neden olabiliyor.")
+if st.button("Generate"):
+    with st.spinner('Generating...'):
+        output = query(input_text)
+        st.success(output)
+
+def query(payload):
+    #{"inputs": payload, ""}
+	while True:
+		response = requests.post(API_URL, headers=headers, json=payload)
+		if 'error' not in response.json():
+			output = response.json()[0]["generated_text"]
+			return output
+		else:
+			time.sleep(15)
+			print('Sending request again', flush=True)
+    

requirements.txt

@@ -1 +1,2 @@
-awesome_streamlit
+awesome_streamlit
+transformers==4.37.1