train
Browse files- .gitattributes +2 -0
- scripts/TRAIN.md +6 -0
.gitattributes
CHANGED
|
@@ -34,3 +34,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
*.json filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
*.json filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
*.png filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
misc/logo.png filter=lfs diff=lfs merge=lfs -text
|
scripts/TRAIN.md
CHANGED
|
@@ -38,3 +38,9 @@ pip install -U -r requirements-lit.in
|
|
| 38 |
```bash
|
| 39 |
litgpt pretrain --config ./model.yaml
|
| 40 |
```
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 38 |
```bash
|
| 39 |
litgpt pretrain --config ./model.yaml
|
| 40 |
```
|
| 41 |
+
|
| 42 |
+
## Evaluate
|
| 43 |
+
|
| 44 |
+
```bash
|
| 45 |
+
litgpt evaluate --tasks 'hellaswag,gsm8k,truthfulqa_mc2,mmlu,winogrande,arc_challenge' --batch_size 8 out/pretrain/final/
|
| 46 |
+
```
|