bstraehle commited on
Commit
01164be
1 Parent(s): 331094f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -66,8 +66,8 @@ def fine_tune_model(base_model_name, dataset_name):
66
  # Split dataset into training and validation sets
67
  #train_dataset = dataset["train"]
68
  #test_dataset = dataset["test"]
69
- train_dataset = dataset["train"].shuffle(seed=42).select(range(100))
70
- test_dataset = dataset["test"].shuffle(seed=42).select(range(10))
71
 
72
  print("### Training dataset")
73
  print(train_dataset)
@@ -80,7 +80,7 @@ def fine_tune_model(base_model_name, dataset_name):
80
  output_dir="./output",
81
  logging_dir="./logging",
82
  num_train_epochs=1,
83
- max_steps=2, ###
84
  #per_device_train_batch_size=16,
85
  #per_device_eval_batch_size=64,
86
  #eval_strategy="steps",
 
66
  # Split dataset into training and validation sets
67
  #train_dataset = dataset["train"]
68
  #test_dataset = dataset["test"]
69
+ train_dataset = dataset["train"].shuffle(seed=42).select(range(10))
70
+ test_dataset = dataset["test"].shuffle(seed=42).select(range(1))
71
 
72
  print("### Training dataset")
73
  print(train_dataset)
 
80
  output_dir="./output",
81
  logging_dir="./logging",
82
  num_train_epochs=1,
83
+ max_steps=1, # overwrites num_train_epochs
84
  #per_device_train_batch_size=16,
85
  #per_device_eval_batch_size=64,
86
  #eval_strategy="steps",