Create config.yaml
Browse files- config.yaml +26 -0
config.yaml
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
compute_environment: LOCAL_MACHINE
|
| 2 |
+
debug: false
|
| 3 |
+
distributed_type: FSDP
|
| 4 |
+
downcast_bf16: 'no'
|
| 5 |
+
enable_cpu_affinity: false
|
| 6 |
+
fsdp_config:
|
| 7 |
+
fsdp_auto_wrap_policy: TRANSFORMER_BASED_WRAP
|
| 8 |
+
fsdp_backward_prefetch: BACKWARD_PRE
|
| 9 |
+
fsdp_cpu_ram_efficient_loading: true
|
| 10 |
+
fsdp_forward_prefetch: false
|
| 11 |
+
fsdp_offload_params: true
|
| 12 |
+
fsdp_sharding_strategy: FULL_SHARD
|
| 13 |
+
fsdp_state_dict_type: SHARDED_STATE_DICT
|
| 14 |
+
fsdp_sync_module_states: true
|
| 15 |
+
fsdp_use_orig_params: false
|
| 16 |
+
machine_rank: 0
|
| 17 |
+
main_training_function: main
|
| 18 |
+
mixed_precision: bf16
|
| 19 |
+
num_machines: 1
|
| 20 |
+
num_processes: 2
|
| 21 |
+
rdzv_backend: static
|
| 22 |
+
same_network: true
|
| 23 |
+
tpu_env: []
|
| 24 |
+
tpu_use_cluster: false
|
| 25 |
+
tpu_use_sudo: false
|
| 26 |
+
use_cpu: false
|