Update app.py

app.py

@@ -15,15 +15,14 @@ system_prompt = "You are a text to SQL query translator. Given a question in Eng
 user_prompt = "What is the total trade value and average price for each trader and stock in the trade_history table?"
 schema = "CREATE TABLE trade_history (id INT, trader_id INT, stock VARCHAR(255), price DECIMAL(5,2), quantity INT, trade_time TIMESTAMP);"
 
-base_model_id = "codellama/CodeLlama-7b-hf"
+base_model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
 dataset = "b-mc2/sql-create-context"
 
 def prompt_model(model_id, system_prompt, user_prompt, schema):
     pipe = pipeline("text-generation", 
                     model=model_id, 
                     model_kwargs={"torch_dtype": torch.bfloat16}, 
-                    device_map="auto",
-                    max_new_tokens=1000)
+                    device_map="auto")
     messages = [
       {"role": "system", "content": system_prompt.format(schema=schema)},
       {"role": "user", "content": user_prompt},