Update app.py

app.py

@@ -50,6 +50,18 @@ def prompt_model(model_id, system_prompt, user_prompt, schema):
 def download_model(base_model_id):
     tokenizer = AutoTokenizer.from_pretrained(base_model_id)
     model = AutoModelForCausalLM.from_pretrained(base_model_id)
+    
+    ###
+    # Define the correct rope_scaling dictionary
+    rope_scaling = {
+        "type": "linear",
+        "factor": 8.0
+    }
+    
+    # Update the model's config with the corrected rope_scaling
+    model.config.rope_scaling = rope_scaling
+    ###
+    
     model.save_pretrained(base_model_id)
     return tokenizer