Update app.py
Browse files
app.py
CHANGED
@@ -38,7 +38,8 @@ def fine_tune_model(base_model_id, dataset):
|
|
38 |
# Load pre-trained model and tokenizer
|
39 |
model_name = "meta-llama/Meta-Llama-3.1-8B-Instruct"
|
40 |
model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
|
41 |
-
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
|
|
42 |
|
43 |
# Preprocess the dataset
|
44 |
def preprocess(examples):
|
|
|
38 |
# Load pre-trained model and tokenizer
|
39 |
model_name = "meta-llama/Meta-Llama-3.1-8B-Instruct"
|
40 |
model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
|
41 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
42 |
+
tokenizer.padding_side = "right"
|
43 |
|
44 |
# Preprocess the dataset
|
45 |
def preprocess(examples):
|