File size: 1,297 Bytes
2204c4b 324c990 2204c4b 324c990 2204c4b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 |
{
"accelerator_kwargs": {},
"adap_kl_ctrl": true,
"backward_batch_size": 1,
"batch_size": 1,
"cliprange": 0.2,
"cliprange_value": 0.2,
"compare_steps": 1,
"early_stopping": false,
"exp_name": "ipykernel_launcher",
"forward_batch_size": null,
"gamma": 1,
"global_backward_batch_size": 1,
"global_batch_size": 1,
"gradient_accumulation_steps": 1,
"horizon": 10000,
"init_kl_coef": 0.2,
"is_encoder_decoder": false,
"is_peft_model": true,
"kl_penalty": "kl",
"lam": 0.95,
"learning_rate": 5e-05,
"log_with": null,
"max_grad_norm": null,
"mini_batch_size": 1,
"model_name": "mistralai/Mistral-7B-Instruct-v0.2",
"optimize_cuda_cache": null,
"optimize_device_cache": false,
"ppo_epochs": 4,
"project_kwargs": {},
"push_to_hub_if_best_kwargs": {
"repo_id": "hanyinwang/layer-project-diagnostic-mistral"
},
"query_dataset": "imdb",
"ratio_threshold": 10.0,
"remove_unused_columns": true,
"reward_model": "hanyinwang/layer-project-reward-model",
"score_clip": null,
"seed": 0,
"steps": 20000,
"target": 6,
"target_kl": 1,
"task_name": null,
"tracker_kwargs": {},
"tracker_project_name": "trl",
"use_score_norm": false,
"use_score_scaling": false,
"vf_coef": 0.1,
"whiten_rewards": false,
"world_size": 1
} |