initial commit

.gitignore

@@ -0,0 +1 @@
+.env

app.py

@@ -0,0 +1,34 @@
+import streamlit as st
+from utils import generate_text_embeddings
+
+st.title("Echo Bot")
+
+if "messages" not in st.session_state:
+    st.session_state.messages = []
+    
+
+with st.sidebar :
+    st.markdown("# Inference Analytics")
+    st.markdown("---")
+    st.markdown("Tokens used :")
+    st.markdown("Average Querying Time :")
+    st.markdown("Average Inference Time :")
+    st.markdown("Cost Incurred :")
+
+
+
+
+for message in st.session_state.messages:
+    with st.chat_message(message["role"]):
+        st.markdown(message["content"])
+
+
+if prompt := st.chat_input("What is up?"):
+    query_embeddings = generate_text_embeddings(prompt)
+    st.chat_message("user").markdown(prompt)
+    st.session_state.messages.append({"role": "user", "content": prompt})
+
+    response = f"Echo: {prompt}"
+    with st.chat_message("assistant"):
+        st.markdown(response)
+    st.session_state.messages.append({"role": "assistant", "content": response})

utils.py

@@ -0,0 +1,18 @@
+import json
+import requests
+import os
+from dotenv import load_dotenv
+from sentence_transformers import SentenceTransformer
+load_dotenv()
+
+API_TOKEN = os.getenv('HF_TOKEN')
+
+API_URL = "https://api-inference.huggingface.co/models/all-distilroberta-v1"
+headers = {"Authorization": f"Bearer {API_TOKEN}"}
+
+def generate_text_embeddings(texts):
+    model = SentenceTransformer('all-distilroberta-v1')
+
+    return model.encode(texts)
+
+# Example usage: