File size: 325 Bytes
c07c63d |
1 2 3 4 5 6 7 8 9 10 11 12 |
{
"base_model_name": "HPLT_gpt-7b-nordic-prerelease",
"base_model_class": "LlamaForCausalLM",
"base_loaded_in_4bit": true,
"base_loaded_in_8bit": false,
"projections": "q, v",
"loss": 1.5969,
"grad_norm": 0.3398808538913727,
"learning_rate": 0.00020165562913907284,
"epoch": 0.99,
"current_steps": 12799
} |