Update app.py

app.py

@@ -14,6 +14,9 @@ device = st.sidebar.selectbox("Device", ["cpu", "cuda"], index=1)
 batch_size = st.sidebar.number_input("Batch Size", min_value=1, value=16)
 compute_type = st.sidebar.selectbox("Compute Type", ["float16", "int8"], index=0)
 
+giga_base_prompt = st.sidebar.text_area("Промпт ГигаЧата для резюмирования")
+giga_max_tokens = st.sidebar.number_input("Максимальное количество токенов при ответе", min_value=1, value=2048)
+
 ACCESS_TOKEN = st.secrets["HF_TOKEN"]
 
 uploaded_file = st.file_uploader("Загрузите аудиофайл", type=["mp4", "wav", "m4a"])
@@ -46,54 +49,55 @@ if uploaded_file is not None:
     transcript = convert_segments_object_to_text(result_diar)
     st.text(transcript)
     
-    with st.spinner('Резюмируем...'):
-        username = st.secrets["GIGA_USERNAME"]
-        password = st.secrets["GIGA_SECRET"]
+    if st.button('Резюмировать'):
+        with st.spinner('Резюмируем...'):
+            username = st.secrets["GIGA_USERNAME"]
+            password = st.secrets["GIGA_SECRET"]
         
-        # Получаем строку с базовой авторизацией в формате Base64
-        auth_str = f'{username}:{password}'
-        auth_bytes = auth_str.encode('utf-8')
-        auth_base64 = base64.b64encode(auth_bytes).decode('utf-8')
-        url = os.getenv('GIGA_AUTH_URL')
+            # Получаем строку с базовой авторизацией в формате Base64
+            auth_str = f'{username}:{password}'
+            auth_bytes = auth_str.encode('utf-8')
+            auth_base64 = base64.b64encode(auth_bytes).decode('utf-8')
+            url = os.getenv('GIGA_AUTH_URL')
         
-        headers = {
-            'Authorization': f'Basic {auth_base64}',  # вставляем базовую авторизацию
-            'RqUID': os.getenv('GIGA_rquid'),
-            'Content-Type': 'application/x-www-form-urlencoded',
-            'Accept': 'application/json'
-        }
+            headers = {
+                'Authorization': f'Basic {auth_base64}',  # вставляем базовую авторизацию
+                'RqUID': os.getenv('GIGA_rquid'),
+                'Content-Type': 'application/x-www-form-urlencoded',
+                'Accept': 'application/json'
+            }
         
-        data = {
-            'scope': os.getenv('GIGA_SCOPE')
-        }
+            data = {
+                'scope': os.getenv('GIGA_SCOPE')
+            }
         
-        response = requests.post(url, headers=headers, data=data, verify=False)
-        access_token = response.json()['access_token']
-        print('Got access token')
+            response = requests.post(url, headers=headers, data=data, verify=False)
+            access_token = response.json()['access_token']
+            print('Got access token')
         
-        url_completion = os.getenv('GIGA_COMPLETION_URL')
+            url_completion = os.getenv('GIGA_COMPLETION_URL')
         
-        data_copm = json.dumps({
-          "model": os.getenv('GIGA_MODEL'),
-          "messages": [
-            {
-              "role": "user",
-              "content": os.getenv('GIGA_BASE_PROMPT') + transcript
-            }
-          ],
-          "stream": False,
-          "max_tokens": int(os.getenv('GIGA_MAX_TOKENS')),
-        })
+            data_copm = json.dumps({
+              "model": os.getenv('GIGA_MODEL'),
+              "messages": [
+                {
+                  "role": "user",
+                  "content": giga_base_prompt + transcript
+                }
+              ],
+              "stream": False,
+              "max_tokens": int(giga_max_tokens),
+            })
         
-        headers_comp = {
-          'Content-Type': 'application/json',
-          'Accept': 'application/json',
-          'Authorization': 'Bearer ' + access_token
-        }
+            headers_comp = {
+              'Content-Type': 'application/json',
+              'Accept': 'application/json',
+              'Authorization': 'Bearer ' + access_token
+            }
         
-        response = requests.post(url_completion, headers=headers_comp, data=data_copm, verify=False)
-        response_data = response.json()
-        answer_from_llm = response_data['choices'][0]['message']['content']
+            response = requests.post(url_completion, headers=headers_comp, data=data_copm, verify=False)
+            response_data = response.json()
+            answer_from_llm = response_data['choices'][0]['message']['content']
         
     st.write("Результат резюмирования:")
     st.text(answer_from_llm)