{ | |
"model": "openai-community/gpt2", | |
"project_name": "autotrain-2n9b3-mj6my", | |
"data_path": "autotrain-2n9b3-mj6my/autotrain-data", | |
"train_split": "train", | |
"valid_split": null, | |
"add_eos_token": true, | |
"block_size": -1, | |
"model_max_length": 2098989848, | |
"padding": "right", | |
"trainer": "sft", | |
"use_flash_attention_2": false, | |
"log": "tensorboard", | |
"disable_gradient_checkpointing": false, | |
"logging_steps": -1, | |
"eval_strategy": "no", | |
"save_total_limit": 1, | |
"auto_find_batch_size": false, | |
"mixed_precision": null, | |
"lr": 1e+36, | |
"epochs": 0, | |
"batch_size": 100, | |
"warmup_ratio": 0.0, | |
"gradient_accumulation": 4, | |
"optimizer": "adamw_torch", | |
"scheduler": "constant", | |
"weight_decay": 0.0, | |
"max_grad_norm": 1.0, | |
"seed": 42, | |
"chat_template": null, | |
"quantization": "int4", | |
"target_modules": "all-linear", | |
"merge_adapter": false, | |
"peft": false, | |
"lora_r": 16, | |
"lora_alpha": 32, | |
"lora_dropout": 0.05, | |
"model_ref": null, | |
"dpo_beta": 0.1, | |
"max_prompt_length": 128, | |
"max_completion_length": null, | |
"prompt_text_column": "autotrain_prompt", | |
"text_column": "autotrain_text", | |
"rejected_text_column": "autotrain_rejected_text", | |
"push_to_hub": true, | |
"username": "Yhhxhfh", | |
"unsloth": false | |
} |