Hugging Face's logo

bigscience
/
bloom-optimizer-states

Model card Files Community
1
bigscience-bot commited on
Commit
7c7fb2c
•
1 Parent(s): 59f7958

new data

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. global_step95000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  2. global_step95000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt +3 -0
  3. global_step95000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt +3 -0
  4. global_step95000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt +3 -0
  5. global_step95000/bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt +3 -0
  6. global_step95000/bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt +3 -0
  7. global_step95000/bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt +3 -0
  8. global_step95000/bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt +3 -0
  9. global_step95000/bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt +3 -0
  10. global_step95000/bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt +3 -0
  11. global_step95000/bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt +3 -0
  12. global_step95000/bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt +3 -0
  13. global_step95000/bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt +3 -0
  14. global_step95000/bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt +3 -0
  15. global_step95000/bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt +3 -0
  16. global_step95000/bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt +3 -0
  17. global_step95000/bf16_zero_pp_rank_0_mp_rank_16_optim_states.pt +3 -0
  18. global_step95000/bf16_zero_pp_rank_0_mp_rank_17_optim_states.pt +3 -0
  19. global_step95000/bf16_zero_pp_rank_0_mp_rank_18_optim_states.pt +3 -0
  20. global_step95000/bf16_zero_pp_rank_0_mp_rank_19_optim_states.pt +3 -0
  21. global_step95000/bf16_zero_pp_rank_0_mp_rank_20_optim_states.pt +3 -0
  22. global_step95000/bf16_zero_pp_rank_0_mp_rank_21_optim_states.pt +3 -0
  23. global_step95000/bf16_zero_pp_rank_0_mp_rank_22_optim_states.pt +3 -0
  24. global_step95000/bf16_zero_pp_rank_0_mp_rank_23_optim_states.pt +3 -0
  25. global_step95000/bf16_zero_pp_rank_0_mp_rank_24_optim_states.pt +3 -0
  26. global_step95000/bf16_zero_pp_rank_0_mp_rank_25_optim_states.pt +3 -0
  27. global_step95000/bf16_zero_pp_rank_0_mp_rank_26_optim_states.pt +3 -0
  28. global_step95000/bf16_zero_pp_rank_0_mp_rank_27_optim_states.pt +3 -0
  29. global_step95000/bf16_zero_pp_rank_0_mp_rank_28_optim_states.pt +3 -0
  30. global_step95000/bf16_zero_pp_rank_0_mp_rank_29_optim_states.pt +3 -0
  31. global_step95000/bf16_zero_pp_rank_0_mp_rank_30_optim_states.pt +3 -0
  32. global_step95000/bf16_zero_pp_rank_0_mp_rank_31_optim_states.pt +3 -0
  33. global_step95000/bf16_zero_pp_rank_0_mp_rank_32_optim_states.pt +3 -0
  34. global_step95000/bf16_zero_pp_rank_0_mp_rank_33_optim_states.pt +3 -0
  35. global_step95000/bf16_zero_pp_rank_0_mp_rank_34_optim_states.pt +3 -0
  36. global_step95000/bf16_zero_pp_rank_0_mp_rank_35_optim_states.pt +3 -0
  37. global_step95000/bf16_zero_pp_rank_0_mp_rank_36_optim_states.pt +3 -0
  38. global_step95000/bf16_zero_pp_rank_0_mp_rank_37_optim_states.pt +3 -0
  39. global_step95000/bf16_zero_pp_rank_0_mp_rank_38_optim_states.pt +3 -0
  40. global_step95000/bf16_zero_pp_rank_0_mp_rank_39_optim_states.pt +3 -0
  41. global_step95000/bf16_zero_pp_rank_0_mp_rank_40_optim_states.pt +3 -0
  42. global_step95000/bf16_zero_pp_rank_0_mp_rank_41_optim_states.pt +3 -0
  43. global_step95000/bf16_zero_pp_rank_0_mp_rank_42_optim_states.pt +3 -0
  44. global_step95000/bf16_zero_pp_rank_0_mp_rank_43_optim_states.pt +3 -0
  45. global_step95000/bf16_zero_pp_rank_0_mp_rank_44_optim_states.pt +3 -0
  46. global_step95000/bf16_zero_pp_rank_0_mp_rank_45_optim_states.pt +3 -0
  47. global_step95000/bf16_zero_pp_rank_0_mp_rank_46_optim_states.pt +3 -0
  48. global_step95000/bf16_zero_pp_rank_0_mp_rank_47_optim_states.pt +3 -0
  49. global_step95000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  50. global_step95000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt +3 -0
global_step95000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d48700038f2d7154ec0521faf528659b8e3679b5bad3a13932c6229b57e0deb1
3
+ size 11947659443
global_step95000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90c5f975f5ef7826302046accc77379714fe7d5c860b82016b52c0d777077613
3
+ size 11947659443
global_step95000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2af4adebbfa6c5c06ae78a9d4bac48c5bde8a52b8cfc2742a035ae4deb1f7c84
3
+ size 11947659443
global_step95000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac5fdd3dceec8c847059f2b4ad9cc6c7a55f86f7244a8d561c1e4b7a2e678551
3
+ size 11947659443
global_step95000/bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66f0b08ac695a61588d0616a2eb12f1e9ca99c8877c69e9b28766819917ad6d0
3
+ size 11100133287
global_step95000/bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93e33780a18f8abca1d0c0cddc706c83b51e705b9ca5dcfb03cdfa502a4985a8
3
+ size 11100133287
global_step95000/bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aff367d303f07ec27408374622ab1b70c8dad469a78c4b6f4044c739f3c24255
3
+ size 11100133287
global_step95000/bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f1e69a996589ab25f68c66888db453e795c9daa3c5db4b3c7fbb543eeb708ca
3
+ size 11100133287
global_step95000/bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9f2304be4024cd83f8db1a25d24b619fd1b0a3325d29c7dac7e866f4dea90af
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ec8e8a792e51865c19e5119a943fbecfc1ce8ec330d74d26a819cbe9f219aa0
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5dc1a8621dad9039117a2e0591a4888b4acae1eea237c365ca3ad9167784871
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a25c12ef8b682997517463be93a64073646cadbb809f1666210e495205b5832
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fcbf62447b307687ad9f3a6f74ad590caffa17c30bcf6f321d3266ad42555ed
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f985763ec8bf6c27fff293935a1132b5c9b6cc886c323320e84f2f09f9a3b77
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35128929b72c6d033194d47683211a26d300bc3492360db1418eb07f890d3dba
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d37fbba271a97f3bf33d020740671b4aa2e5bc4f59cac73f60e40ab9212eceb
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_16_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6b5661c9cc44fdb62c7f311f7caa593cdb8f1c70328ad075580da8b894dcf0a
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_17_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d6ee46031b6b0da9d2e0e43381df1bce2b41d280de532a46ce9730094f8c866
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_18_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afaa7ea0a7b6ca8367869aee1b2fd9763542cb97688997bc89f261ead520d901
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_19_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a9ded50cdf6d8db5aa0213cdbd76c8bd491738a274f8e76d7627f51ecf986c0
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_20_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ec73eb32032ac53c7eb2d09d9ea63ec08e8c35c2a7921fbfce359f9cf049bcd
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_21_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c26ec43478fb36fcd47f56b3a2a95926a036e10d6213e320a92d0432bd421ac
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_22_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0ffb631d0e83afc2ed4ff78a89598994ac8c1af7658164d92029eeef6a77371
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_23_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6940f87342f1d01ec5d6481aa606b48abe256c1a873c24aa7ab97a7fd0d25e07
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_24_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b7fe0b5218312396546db1ddc49395f6c15b54726a98c07a1c7021347afb4de
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_25_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb0158279523c9a2992c51064b73f50481503c37e1579c02382330ba57821d82
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_26_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c9fc1c11eacd0d693efa2b1fd760fd6c162ab3fb867c0ee6b9c49c0efe387ed
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_27_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:370ad749dd2612802d955d0dcd30f88c9d1a5f5525dc37be573d41d7a780404f
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_28_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:549d188f53a501a3a455cd54b189a5e962918bc7994ef80de5074a15fe646de4
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_29_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3a853e0736779516b1abcfdba7c986ecf01a8d39725b034e454bd0b1baf0a95
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_30_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c4ce7838042ca5b420b9d68655ceacac81be5410e075dc2fa675c3a99882d2c
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_31_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:718df84e89b4a4b048fe0ce3d98aabc1e1176eeec199b90f66c11b4cd1913929
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_32_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:125988edb2ee292ebf46357c9a159fc5e6e65f835d82b2e5d42975d4b9fdf296
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_33_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c44b40eff5a0158f1fd53edd9a7a6bf9f3a257a5878df57e02ce1526b19f01f
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_34_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8281d638f252dd22e399198452eb0fb10b788af9bff9b99dec5abb3c955af3c
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_35_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:892d0153dcad6c9663690a861502c7c04aa5eef485849b1b4f8322c1ce1e0b27
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_36_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c873a6e7aadb7a3116812870c26447cab7605e111348073d949f22270e0dcd4
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_37_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9deed85103fd1fb3712d6c34eaab47f11f121a1e9af99124942d5bac759cb098
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_38_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c844cbfb2c440f70f9139688411733bd3d590a1546071496154dca60ab0e3295
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_39_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c157b00c82748d383e9ecf1c6af036f4e763c857ae6b198eba1ebf551af11a73
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_40_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edfea99e435c1f10a7bb1b9272342142aad011766964d9409fe8a0a7dc33b122
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_41_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e580f2309572217552f2d195c4a97f9969bcd80c129d5b7be820a175aa358f3
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_42_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57c4c5d586d933f06abc19d4f7fdb28b3fdf6372139b42add2f33b691c90151d
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_43_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84ea65f9b8f7665765bbf26283ff93245ca7a3d1d01e9663ee21beeb720fc49b
3
+ size 11100133351
global_step95000/bf16_zero_pp_rank_0_mp_rank_44_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:003e6255c9e36d436919de53e8e46086467651c1fa8aa223e8846122d3bd6fa8
3
+ size 11947659443
global_step95000/bf16_zero_pp_rank_0_mp_rank_45_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8422747dd70d23ea54db2f203450ee0c93b7920354abd178b87a42a28bff8137
3
+ size 11947659443
global_step95000/bf16_zero_pp_rank_0_mp_rank_46_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88d6f5728fbb4198cfc0e215ca713686c34559baed34818e36bbfe5c058d08c2
3
+ size 11947659443
global_step95000/bf16_zero_pp_rank_0_mp_rank_47_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c6bd0fe384134e61b2c6bb6804934e043f3fa169e88f23218f762fffe5d7d96
3
+ size 11947659443
global_step95000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53c5f5e252cecc96bef8a3580dda40255107b7e2eba531534b9a15f49f97c131
3
+ size 11947659699
global_step95000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76426387fee459481745a789bf95505848e259dc17cf5c465f1a8e10c017a96a
3
+ size 11947659699