Update app.py

app.py

@@ -41,7 +41,7 @@ def fine_tune_model(base_model_id, dataset):
     
     # Load pre-trained model and tokenizer
     model_name = "meta-llama/Meta-Llama-3.1-8B-Instruct"
-    model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", quantization_config=bnb_config)    
+    model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", torch_dtype=torch.bfloat16, quantization_config=bnb_config)    
     tokenizer = AutoTokenizer.from_pretrained(model_name)    
 
     # Preprocess the dataset