Update app.py

app.py

@@ -39,11 +39,10 @@ def fine_tune_model(base_model_id, dataset):
     model_name = "meta-llama/Meta-Llama-3.1-8B-Instruct"
     model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")    
     tokenizer = AutoTokenizer.from_pretrained(model_name)
-    tokenizer.padding_side = "right"
 
     # Preprocess the dataset
     def preprocess(examples):
-        model_inputs = tokenizer(examples["sql_prompt"], text_target=examples["sql"], max_length=512, truncation=True)
+        model_inputs = tokenizer(examples["sql_prompt"], text_target=examples["sql"], max_length=512, padding="max_length", truncation=True)
         return model_inputs
     
     dataset = dataset.map(preprocess, batched=True)