Update app.py
Browse files
app.py
CHANGED
@@ -66,8 +66,8 @@ def fine_tune_model(base_model_name, dataset_name):
|
|
66 |
# Split dataset into training and validation sets
|
67 |
#train_dataset = dataset["train"]
|
68 |
#test_dataset = dataset["test"]
|
69 |
-
train_dataset = dataset["train"].shuffle(seed=42).select(range(
|
70 |
-
test_dataset = dataset["test"].shuffle(seed=42).select(range(
|
71 |
|
72 |
print("### Training dataset")
|
73 |
print(train_dataset)
|
@@ -80,7 +80,7 @@ def fine_tune_model(base_model_name, dataset_name):
|
|
80 |
output_dir="./output",
|
81 |
logging_dir="./logging",
|
82 |
num_train_epochs=1,
|
83 |
-
max_steps=
|
84 |
#per_device_train_batch_size=16,
|
85 |
#per_device_eval_batch_size=64,
|
86 |
#eval_strategy="steps",
|
|
|
66 |
# Split dataset into training and validation sets
|
67 |
#train_dataset = dataset["train"]
|
68 |
#test_dataset = dataset["test"]
|
69 |
+
train_dataset = dataset["train"].shuffle(seed=42).select(range(10))
|
70 |
+
test_dataset = dataset["test"].shuffle(seed=42).select(range(1))
|
71 |
|
72 |
print("### Training dataset")
|
73 |
print(train_dataset)
|
|
|
80 |
output_dir="./output",
|
81 |
logging_dir="./logging",
|
82 |
num_train_epochs=1,
|
83 |
+
max_steps=1, # overwrites num_train_epochs
|
84 |
#per_device_train_batch_size=16,
|
85 |
#per_device_eval_batch_size=64,
|
86 |
#eval_strategy="steps",
|