safetensors model

out/converted_model/config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2450dd7b3d4f2ac3e0d1d68ffd0275c88374354adf0ebe8519c682d2306dc3ed
+size 715

out/converted_model/model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917083108aebdf999483d240272412d42a8cd47ebab1059ab8bd96ff10d2b002
+size 66562045

out/converted_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e0d90b050e8b65afa291dca4f06938140338f35d30aeac77d96838efa33c7d
+size 66551672

scripts/TRAIN.md

@@ -47,11 +47,10 @@ cp config.json out/converted_model/
 
 ```python
 import torch
-from transformers import AutoModel
+from safetensors.torch import save_file
 
-state_dict = torch.load('out/converted_model/model.pth')
-model = AutoModel.from_pretrained('TinyLlama/TinyLlama_v1.1', state_dict=state_dict, ignore_mismatched_sizes=True)
-model.save_pretrained('out/converted_model/')
+state_dict = torch.load('out/converted_model/model.pth', map_location='cpu')
+save_file(state_dict, 'out/converted_model/model.safetensors')
 ```
 
 ## Evaluate