Update run config
Browse files- run_gpt.sh +1 -3
run_gpt.sh
CHANGED
@@ -26,9 +26,7 @@ python run_clm_flax.py \
|
|
26 |
--learning_rate="0.0024" --warmup_steps="5000" \
|
27 |
--adam_beta1="0.9" --adam_beta2="0.98" --weight_decay="0.01" \
|
28 |
--overwrite_output_dir \
|
29 |
-
--num_train_epochs="
|
30 |
-
--dataloader_num_workers="64" \
|
31 |
-
--preprocessing_num_workers="64" \
|
32 |
--logging_steps="500" \
|
33 |
--save_steps="40000" \
|
34 |
--eval_steps="2500" \
|
|
|
26 |
--learning_rate="0.0024" --warmup_steps="5000" \
|
27 |
--adam_beta1="0.9" --adam_beta2="0.98" --weight_decay="0.01" \
|
28 |
--overwrite_output_dir \
|
29 |
+
--num_train_epochs="1" \
|
|
|
|
|
30 |
--logging_steps="500" \
|
31 |
--save_steps="40000" \
|
32 |
--eval_steps="2500" \
|