training_log.json

{
  "base_model_name": "HPLT_gpt-7b-nordic-prerelease",
  "base_model_class": "LlamaForCausalLM",
  "base_loaded_in_4bit": true,
  "base_loaded_in_8bit": false,
  "projections": "q, v",
  "loss": 1.5969,
  "grad_norm": 0.3398808538913727,
  "learning_rate": 0.00020165562913907284,
  "epoch": 0.99,
  "current_steps": 12799
}