Mattral commited on
Commit
1c20594
1 Parent(s): 76c3984

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -6
app.py CHANGED
@@ -7,12 +7,9 @@ import textwrap
7
  #model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
8
 
9
 
10
- from peft import PeftModel, PeftConfig
11
- from transformers import AutoModelForCausalLM
12
-
13
- config = PeftConfig.from_pretrained("TachyHealthResearch/Mistral-7B-Medical-Finetune_V2")
14
- base_model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
15
- model = PeftModel.from_pretrained(base_model, "TachyHealthResearch/Mistral-7B-Medical-Finetune_V2")
16
  client = InferenceClient(model)
17
 
18
  # Embedded system prompt
 
7
  #model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
8
 
9
 
10
+ # Load model directly
11
+ from transformers import AutoModel
12
+ model = AutoModel.from_pretrained("GRMenon/mental-health-mistral-7b-instructv0.2-finetuned-V2")
 
 
 
13
  client = InferenceClient(model)
14
 
15
  # Embedded system prompt