Fix Access for Gated Models (#5)

- Fix Access for Gated Models (e4fcfee63c14982bfd5878c4ba30d96e83016062)


Co-authored-by: Ankit <[email protected]>

src/app.py

@@ -5,6 +5,7 @@ from utils import extract_from_url, get_model, calculate_memory
 import plotly.express as px
 import numpy as np
 import gc
+from huggingface_hub import login
 
 st.set_page_config(page_title='Can you run it? LLM version', layout="wide", initial_sidebar_state="expanded")
 
@@ -105,6 +106,10 @@ with col.expander("Information", expanded=True):
     st.latex(r"\text{Memory}_\text{LoRa} \approx \text{Model Size} + \left(\text{ \# trainable Params}_\text{Billions}\times\frac{16}{8} \times 4\right) \times 1.2")
 
 access_token = st.sidebar.text_input("Access token")
+
+if access_token:
+    login(token=access_token)
+
 #model_name = st.sidebar.text_input("Model name", value="mistralai/Mistral-7B-v0.1")
 with st.sidebar.container():
     model_name  = stDatalist("Model name (Press Enter to apply)", model_list, index=0)