Update app.py

app.py

@@ -5,9 +5,6 @@ from datasets import load_dataset
 from huggingface_hub import HfApi, login
 from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
 
-from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
-from transformers import Seq2SeqTrainer, Seq2SeqTrainingArguments
-
 hf_profile = "bstraehle"
 
 action_1 = "Fine-tune pre-trained model"
@@ -43,9 +40,9 @@ def fine_tune_model(base_model_id, dataset):
     
     # Load pre-trained model and tokenizer
     model_name = "meta-llama/Meta-Llama-3.1-8B-Instruct"
-    model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
-    tokenizer = AutoTokenizer.from_pretrained(model_name)
-        
+    model = LlamaForCausalLM.from_pretrained(model_name)
+    tokenizer = LlamaTokenizer.from_pretrained(model_name)
+    
     dataset = dataset.map(preprocess, batched=True)
     
     # Split dataset to training and validation sets