Update app.py
Browse files
app.py
CHANGED
@@ -7,12 +7,9 @@ import textwrap
|
|
7 |
#model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
8 |
|
9 |
|
10 |
-
|
11 |
-
from transformers import
|
12 |
-
|
13 |
-
config = PeftConfig.from_pretrained("TachyHealthResearch/Mistral-7B-Medical-Finetune_V2")
|
14 |
-
base_model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
|
15 |
-
model = PeftModel.from_pretrained(base_model, "TachyHealthResearch/Mistral-7B-Medical-Finetune_V2")
|
16 |
client = InferenceClient(model)
|
17 |
|
18 |
# Embedded system prompt
|
|
|
7 |
#model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
8 |
|
9 |
|
10 |
+
# Load model directly
|
11 |
+
from transformers import AutoModel
|
12 |
+
model = AutoModel.from_pretrained("GRMenon/mental-health-mistral-7b-instructv0.2-finetuned-V2")
|
|
|
|
|
|
|
13 |
client = InferenceClient(model)
|
14 |
|
15 |
# Embedded system prompt
|