moriire commited on
Commit
b9c177c
1 Parent(s): ef7bf1f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -13,9 +13,9 @@ class GenModel(BaseModel):
13
  system: str = "You are a helpful medical AI assistant. Help as much as you can. Remember, response in English."
14
  temperature: float = 0.8
15
  seed: int = 101,
16
- mirostat_mode=2,
17
- mirostat_tau=4.0,
18
- mirostat_eta=1.1
19
 
20
  llm_chat = llama_cpp.Llama.from_pretrained(
21
  repo_id="Qwen/Qwen1.5-0.5B-Chat-GGUF",
 
13
  system: str = "You are a helpful medical AI assistant. Help as much as you can. Remember, response in English."
14
  temperature: float = 0.8
15
  seed: int = 101,
16
+ mirostat_mode: int=2,
17
+ mirostat_tau: float=4.0,
18
+ mirostat_eta: float=1.1
19
 
20
  llm_chat = llama_cpp.Llama.from_pretrained(
21
  repo_id="Qwen/Qwen1.5-0.5B-Chat-GGUF",