Update app.py
Browse files
app.py
CHANGED
@@ -38,7 +38,7 @@ def process(model_id, dataset):
|
|
38 |
|
39 |
# Step 4: Apply tokenization to dataset
|
40 |
|
41 |
-
tokenized_imdb = dataset_imdb.map(tokenizer(
|
42 |
|
43 |
#Step 5: Fine-tune the model
|
44 |
|
|
|
38 |
|
39 |
# Step 4: Apply tokenization to dataset
|
40 |
|
41 |
+
tokenized_imdb = dataset_imdb.map(tokenizer(dataset_imdb["text"], padding="max_length", truncation=True), batched=True)
|
42 |
|
43 |
#Step 5: Fine-tune the model
|
44 |
|