tangledgroup
/

tangled-llama-33m-32k-instruct-v0.1

Text Generation

Inference Endpoints

Model card Files Files and versions Community

mtasic85 commited on 14 days ago

Commit

f06ab17

•

1 Parent(s): c9029e6

model

Files changed (1) hide show

scripts/model.yaml +1 -1

scripts/model.yaml CHANGED Viewed

@@ -73,7 +73,7 @@ train:
   # Total number of tokens to train on (type: Optional[int], default: 3000000000000)
   # max_tokens: 3000000000000
-  max_tokens: ??? # ? * 32769 * 3
   # Limits the number of optimizer steps to run. (type: Optional[int], default: null)
   max_steps:

   # Total number of tokens to train on (type: Optional[int], default: 3000000000000)
   # max_tokens: 3000000000000
+  max_tokens: 12757004469 # 129767 * 32769 * 3
   # Limits the number of optimizer steps to run. (type: Optional[int], default: null)
   max_steps: