Update app.py

app.py

@@ -2,6 +2,8 @@ import streamlit as st
 #from streamlit_chat import message as st_message
 from streamlit_chat import message as st_message
 from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
+import torch
+from peft import PeftModel, PeftConfig
 
 st.title("Chatbot Produit")
 
@@ -9,12 +11,16 @@ if "history" not in st.session_state:
     st.session_state.history = []
     
 def get_models():
+
+    peft_model_id = "tbboukhari/chatbot-produit-fr"
+    config = PeftConfig.from_pretrained(peft_model_id)
     
-    model_name = "tbboukhari/chatbot-produit-fr"
+    model = AutoModelForSeq2SeqLM.from_pretrained(config.base_model_name_or_path, torch_dtype="auto", device_map="auto")
+    tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
     
-    model = AutoModelForSeq2SeqLM.from_pretrained(model_name, device_map="auto")
-    tokenizer = AutoTokenizer.from_pretrained(model_name)
- 
+    # Load the Lora model
+    model = PeftModel.from_pretrained(model, peft_model_id)
+        
     return tokenizer, model
   
 def generate_answer():