File size: 341 Bytes
0368d2b 6b8d05f 0368d2b b422e4b 8f7dd54 0368d2b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 |
---
library_name: transformers
tags: []
base_model: openchat/openchat-3.5-0106
datasets:
- berkeley-nest/Nectar
---
max_steps = 200
learning_rate = 1e-6
warmup_ratio = 0.1
dpo_beta = 0.4
use_rslora = True
use_loftq = False
lora_rank = 128
lora_alpha = 256
load_separate_reference_model = False
optim = "paged_lion_32bit"
|