openchat-3.5-0106-gemma / openchat.json
imone's picture
weights
d5c23dd
raw
history blame contribute delete
484 Bytes
{"local_rank": 0, "model_path": "", "data_prefix": "", "save_path": "", "save_every": 1, "batch_max_len": 24576, "epochs": 5, "lr": 6.891201739795758e-06, "lr_min_ratio": 0.1, "lr_warmup_ratio": 0.05, "weight_decay": 0.1, "beta1": 0.9, "beta2": 0.95, "eps": 1e-05, "deepspeed": true, "deepspeed_config": "ochat/training_deepspeed/deepspeed_config.json", "deepscale": false, "deepscale_config": null, "model_type": "openchat_v3.2_gemma_new", "device": "<non-serializable>", "epoch": 4}