Update app.py
Browse files
app.py
CHANGED
|
@@ -48,17 +48,7 @@ def prompt_model(model_id, system_prompt, user_prompt, schema):
|
|
| 48 |
return result
|
| 49 |
|
| 50 |
def download_model(base_model_id):
|
| 51 |
-
tokenizer = AutoTokenizer.from_pretrained(base_model_id)
|
| 52 |
-
|
| 53 |
-
###
|
| 54 |
-
rope_scaling = {
|
| 55 |
-
"type": "linear",
|
| 56 |
-
"factor": 8.0
|
| 57 |
-
}
|
| 58 |
-
|
| 59 |
-
model.config.rope_scaling = rope_scaling
|
| 60 |
-
###
|
| 61 |
-
|
| 62 |
model = AutoModelForCausalLM.from_pretrained(base_model_id)
|
| 63 |
model.save_pretrained(base_model_id)
|
| 64 |
return tokenizer
|
|
|
|
| 48 |
return result
|
| 49 |
|
| 50 |
def download_model(base_model_id):
|
| 51 |
+
tokenizer = AutoTokenizer.from_pretrained(base_model_id)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 52 |
model = AutoModelForCausalLM.from_pretrained(base_model_id)
|
| 53 |
model.save_pretrained(base_model_id)
|
| 54 |
return tokenizer
|