| batch_size_training: '1' | |
| batching_strategy: padding | |
| checkpoint_interval: '5' | |
| checkpoint_type: StateDictType.SHARDED_STATE_DICT | |
| context_length: '4096' | |
| dataset: custom_dataset | |
| dist_checkpoint_folder: fine-tuned | |
| dist_checkpoint_root_folder: ./finetuned_model | |
| enable_fsdp: 'True' | |
| flop_counter: 'False' | |
| flop_counter_start: '3' | |
| freeze_layers: 'False' | |
| from_peft_checkpoint: '' | |
| fsdp_activation_checkpointing: 'True' | |
| fsdp_cpu_offload: 'False' | |
| gamma: '0.85' | |
| gradient_accumulation_steps: '1' | |
| gradient_clipping: 'False' | |
| gradient_clipping_threshold: '1.0' | |
| hsdp: 'False' | |
| low_cpu_fsdp: 'False' | |
| lr: 1e-05 | |
| max_checkpoints_to_keep: '2' | |
| max_eval_step: '0' | |
| max_train_step: '0' | |
| mixed_precision: 'True' | |
| model_name: meta-llama/Llama-3.2-11B-Vision-Instruct | |
| num_epochs: '1' | |
| num_freeze_layers: '1' | |
| num_workers_dataloader: '16' | |
| one_gpu: 'False' | |
| optimizer: AdamW | |
| output_dir: ./finetuned_model/PEFT/model | |
| peft_method: lora | |
| profiler_dir: ./finetuned_model/profiler/results | |
| pure_bf16: 'False' | |
| quantization: None | |
| replica_group_size: '0' | |
| run_validation: 'True' | |
| save_metrics: 'True' | |
| save_model: 'True' | |
| save_optimizer: 'True' | |
| seed: '42' | |
| sharding_group_size: '0' | |
| sharding_strategy: ShardingStrategy.FULL_SHARD | |
| tokenizer_name: None | |
| use_fast_kernels: 'True' | |
| use_fp16: 'False' | |
| use_peft: 'False' | |
| use_profiler: 'False' | |
| use_wandb: 'True' | |
| val_batch_size: '1' | |
| weight_decay: '0.0' | |