Hugging Face's logo

LLM360
/
k2-vision-65b

Safetensors
Model card Files Community
btan2 commited on
Commit
9da420f
•
1 Parent(s): 7cf62f4

updated

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. ckpt_18/added_tokens.json +25 -0
  2. ckpt_18/config.json +47 -0
  3. ckpt_18/generation_config.json +6 -0
  4. ckpt_18/model-00001-of-00055.safetensors +3 -0
  5. ckpt_18/model-00002-of-00055.safetensors +3 -0
  6. ckpt_18/model-00003-of-00055.safetensors +3 -0
  7. ckpt_18/model-00004-of-00055.safetensors +3 -0
  8. ckpt_18/model-00005-of-00055.safetensors +3 -0
  9. ckpt_18/model-00006-of-00055.safetensors +3 -0
  10. ckpt_18/model-00007-of-00055.safetensors +3 -0
  11. ckpt_18/model-00008-of-00055.safetensors +3 -0
  12. ckpt_18/model-00009-of-00055.safetensors +3 -0
  13. ckpt_18/model-00010-of-00055.safetensors +3 -0
  14. ckpt_18/model-00011-of-00055.safetensors +3 -0
  15. ckpt_18/model-00012-of-00055.safetensors +3 -0
  16. ckpt_18/model-00013-of-00055.safetensors +3 -0
  17. ckpt_18/model-00014-of-00055.safetensors +3 -0
  18. ckpt_18/model-00015-of-00055.safetensors +3 -0
  19. ckpt_18/model-00016-of-00055.safetensors +3 -0
  20. ckpt_18/model-00017-of-00055.safetensors +3 -0
  21. ckpt_18/model-00018-of-00055.safetensors +3 -0
  22. ckpt_18/model-00019-of-00055.safetensors +3 -0
  23. ckpt_18/model-00020-of-00055.safetensors +3 -0
  24. ckpt_18/model-00021-of-00055.safetensors +3 -0
  25. ckpt_18/model-00022-of-00055.safetensors +3 -0
  26. ckpt_18/model-00023-of-00055.safetensors +3 -0
  27. ckpt_18/model-00024-of-00055.safetensors +3 -0
  28. ckpt_18/model-00025-of-00055.safetensors +3 -0
  29. ckpt_18/model-00026-of-00055.safetensors +3 -0
  30. ckpt_18/model-00027-of-00055.safetensors +3 -0
  31. ckpt_18/model-00028-of-00055.safetensors +3 -0
  32. ckpt_18/model-00029-of-00055.safetensors +3 -0
  33. ckpt_18/model-00030-of-00055.safetensors +3 -0
  34. ckpt_18/model-00031-of-00055.safetensors +3 -0
  35. ckpt_18/model-00032-of-00055.safetensors +3 -0
  36. ckpt_18/model-00033-of-00055.safetensors +3 -0
  37. ckpt_18/model-00034-of-00055.safetensors +3 -0
  38. ckpt_18/model-00035-of-00055.safetensors +3 -0
  39. ckpt_18/model-00036-of-00055.safetensors +3 -0
  40. ckpt_18/model-00037-of-00055.safetensors +3 -0
  41. ckpt_18/model-00038-of-00055.safetensors +3 -0
  42. ckpt_18/model-00039-of-00055.safetensors +3 -0
  43. ckpt_18/model-00040-of-00055.safetensors +3 -0
  44. ckpt_18/model-00041-of-00055.safetensors +3 -0
  45. ckpt_18/model-00042-of-00055.safetensors +3 -0
  46. ckpt_18/model-00043-of-00055.safetensors +3 -0
  47. ckpt_18/model-00044-of-00055.safetensors +3 -0
  48. ckpt_18/model-00045-of-00055.safetensors +3 -0
  49. ckpt_18/model-00046-of-00055.safetensors +3 -0
  50. ckpt_18/model-00047-of-00055.safetensors +3 -0
ckpt_18/added_tokens.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<commit_after>": 32016,
3
+ "<commit_before>": 32014,
4
+ "<commit_msg>": 32015,
5
+ "<empty_output>": 32013,
6
+ "<filename>": 32004,
7
+ "<fim_middle>": 32001,
8
+ "<fim_pad>": 32003,
9
+ "<fim_prefix>": 32000,
10
+ "<fim_suffix>": 32002,
11
+ "<gh_stars>": 32005,
12
+ "<image>": 32022,
13
+ "<issue_closed>": 32008,
14
+ "<issue_comment>": 32007,
15
+ "<issue_start>": 32006,
16
+ "<jupyter_code>": 32011,
17
+ "<jupyter_output>": 32012,
18
+ "<jupyter_start>": 32009,
19
+ "<jupyter_text>": 32010,
20
+ "<reponame>": 32017,
21
+ "<|beginofsystem|>": 32019,
22
+ "<|beginofuser|>": 32020,
23
+ "<|endofchat|>": 32021,
24
+ "<|endofsystemprompt|>": 32018
25
+ }
ckpt_18/config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlavaForConditionalGeneration"
4
+ ],
5
+ "ignore_index": -100,
6
+ "image_token_index": 32022,
7
+ "model_type": "llava",
8
+ "projector_hidden_act": "gelu",
9
+ "text_config": {
10
+ "_name_or_path": "LLM360/K2-Chat",
11
+ "architectures": [
12
+ "LlamaForCausalLM"
13
+ ],
14
+ "bos_token_id": null,
15
+ "hidden_size": 8192,
16
+ "intermediate_size": 22016,
17
+ "max_position_embeddings": 8192,
18
+ "max_sequence_length": 8192,
19
+ "model_type": "llama",
20
+ "num_attention_heads": 64,
21
+ "num_hidden_layers": 80,
22
+ "num_key_value_heads": 64,
23
+ "pad_token_id": 0,
24
+ "rms_norm_eps": 1e-05,
25
+ "rope_theta": 500000.0,
26
+ "torch_dtype": "float16",
27
+ "vocab_size": 32032
28
+ },
29
+ "torch_dtype": "float32",
30
+ "transformers_version": "4.42.4",
31
+ "vision_config": {
32
+ "architectures": [
33
+ "CLIPVisionModel"
34
+ ],
35
+ "dropout": 0.0,
36
+ "hidden_size": 1024,
37
+ "image_size": 336,
38
+ "intermediate_size": 4096,
39
+ "model_type": "clip_vision_model",
40
+ "num_attention_heads": 16,
41
+ "num_hidden_layers": 24,
42
+ "patch_size": 14,
43
+ "projection_dim": 768
44
+ },
45
+ "vision_feature_layer": -2,
46
+ "vision_feature_select_strategy": "default"
47
+ }
ckpt_18/generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": 2,
4
+ "pad_token_id": 0,
5
+ "transformers_version": "4.42.4"
6
+ }
ckpt_18/model-00001-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b1d3e60a5eb6cee77d68b7f6a6f5adadd3fd026517936aa85e4dc1fffbf4922
3
+ size 4360926752
ckpt_18/model-00002-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d524f5e28dda638a3b4ca2bf7d0ab96034c64e2c981c5a60fef74b77cb8e35ee
3
+ size 4949411632
ckpt_18/model-00003-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13242c82da3a9bbc8e8ea8711df9c9ce579fbaaef7ef610ce83ea6154ab4435c
3
+ size 4764796592
ckpt_18/model-00004-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d15d123f87cb8db822791f6f6cb43d4f605b294f1ab0c364b6958c58e8f5a0d7
3
+ size 4949411632
ckpt_18/model-00005-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d4d9252458d3e01b226d608b2ae155844662c84deae3d9387ce37614519abc5
3
+ size 4764796592
ckpt_18/model-00006-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0e0acd9461281fffe992b87d96e475daf36cb01cc08ef181c1145a2f8bdf2c0
3
+ size 4949411632
ckpt_18/model-00007-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:450b44a7bf9a845dba4750fefb474a01b2ef5bd5ac6fb8063314b501af087a84
3
+ size 4764796592
ckpt_18/model-00008-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b7a5581b7f22c3365dd76ae3f97bd80e25f3850a37c2295ee016732636a7f83
3
+ size 4949411640
ckpt_18/model-00009-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1b5e84147367ba50498577d93f2512fc3c0eb34172287daceb27764273fc6ff
3
+ size 4764796608
ckpt_18/model-00010-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b238230490f9f9903bf35934275db649011ccd5bf537a73fe7e56bb20b13e01
3
+ size 4949411640
ckpt_18/model-00011-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9601688a58d96434394cd931cc2a634b0860bd74272137b535c7a2e068d2333c
3
+ size 4764796608
ckpt_18/model-00012-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3cecda882a52741ac48c55375fd8130694a2540ffea8bd9f54e6733f86c7c04
3
+ size 4949411640
ckpt_18/model-00013-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2506a0d6d63e471038193e95c22798aa8eef5056781734ccabbf9a35b0aff476
3
+ size 4764796608
ckpt_18/model-00014-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffda833217cbce07b8a40e9829bfec8e3b73455b55697f507d216072f1a5c296
3
+ size 4949411640
ckpt_18/model-00015-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef671991b160d700bfb57f634416ba5d589988607b4ecc8e6e496f70a9b63e7a
3
+ size 4764796608
ckpt_18/model-00016-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afaea5692ccfa22fa15a929f977b35190629ae376e832d1116aeb16a93a5f775
3
+ size 4949411640
ckpt_18/model-00017-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d96015ac8be7cacbac40699574b12f259e60fb71e100719eb92087311e0b0343
3
+ size 4764796608
ckpt_18/model-00018-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b8dcd179ac6da8a601315cbae29520bfad21523d8f31139f08b98c42a93ea8d
3
+ size 4949411640
ckpt_18/model-00019-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dde663eb853862d3f9a5cdb66b8036614f743047659e7f8b773986823bf0c544
3
+ size 4764796608
ckpt_18/model-00020-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:052aa2be6a297e0218a0b6b154c1c63a27d186702ae05a0df1b359b3685747fa
3
+ size 4949411640
ckpt_18/model-00021-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a0ce68415861e1b462aad0f3e14729a40a8bdaf77aef90ef773e80d00ac25fe
3
+ size 4764796608
ckpt_18/model-00022-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ca70b90ce47b246aa685eaa1b21733068dfdfaf817cf15f1b8d0dc84e97c316
3
+ size 4949411640
ckpt_18/model-00023-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86e4bcb3c39769e9ae7a743cff87ec66ff99ace4e82c9218d6d3e8f93e168802
3
+ size 4764796608
ckpt_18/model-00024-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c0945bb935f11816716466909b0105ac22898657e01813e7e94d1526cdec67d
3
+ size 4949411640
ckpt_18/model-00025-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f16e948a8c7d1f8eb23f31b835d14786eb6685a425b443e3a5dd6df257e7326
3
+ size 4764796608
ckpt_18/model-00026-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:031466c6df6c3df3fe154bb775a202c361e5f6b2d87f3294260d35466916772c
3
+ size 4949411640
ckpt_18/model-00027-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c683fb91e5cce922bc730d3c600b09ef9c0ef8f1aa84e32a4103afba3bf434d
3
+ size 4764796608
ckpt_18/model-00028-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5f1039c8daf52f79faa61565e791c143952cd14968606c1aa8b12d9f9e01d24
3
+ size 4949411640
ckpt_18/model-00029-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:938a7bf0f1db53e168ef12e5bf8543e006671fce7a1eb8a0becc0e5ffa4d2c1c
3
+ size 4764796608
ckpt_18/model-00030-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f419e001c001165b0099885c75f4349035e6956f7ffbd8ab71582751d57d526
3
+ size 4949411640
ckpt_18/model-00031-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76daec90053ec937388e256695bc78d3f878ed3aa746f1b68c881fecc412db96
3
+ size 4764796608
ckpt_18/model-00032-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c0060fe30b8dcc99ebd186ae6e2be65805709e03c9dbeedc6894ebe2a1c0cf3
3
+ size 4949411640
ckpt_18/model-00033-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c17425119818d51eeb498d3a262d4b56a122975eb46a550f9397fb2b62766489
3
+ size 4764796608
ckpt_18/model-00034-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47c7e5e89f8c29ee8742982ba4dde880c2b30c44efd5cb21f3f4282cfb30d7e5
3
+ size 4949411640
ckpt_18/model-00035-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f340f811c03d65c46d6c4709f305c246138d5bfc258fb658351afdb463dd95cc
3
+ size 4764796608
ckpt_18/model-00036-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28f2c0d030df96e03d6df6ed2596f6ff3c77eae4bce883560e9235b4193b6d4a
3
+ size 4949411640
ckpt_18/model-00037-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38c7cd4416ad7ccabb7030d70723b1be62eb7c06ee45de85034e21cb683b7131
3
+ size 4764796608
ckpt_18/model-00038-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d0c2af1f6fb22f0e74c284646adadd89946740b84493d7b00290dffc8c8c3c1
3
+ size 4949411640
ckpt_18/model-00039-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69335339b631f4ba68ac0eeaca2b82f0a48e30f6812cfb2d49f9497698c40400
3
+ size 4764796608
ckpt_18/model-00040-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f818ec8c5660d11039a8d683d128d102961ddc99244ecf385bad3147fe59032
3
+ size 4949411640
ckpt_18/model-00041-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:263c7d92fc85c15d5e14d7cb6cde88c3c42e1f3f185fbaba7aeb56e489b09685
3
+ size 4764796608
ckpt_18/model-00042-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11d79fca7dbd8df1a8e2c46766762a0b2c9d71a17d8f0efaa2adff1b37d7998c
3
+ size 4949411640
ckpt_18/model-00043-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c21d47feadd1d058313d34eee4d0101efd2391a07f78fc68caf6fb6218e6aadd
3
+ size 4764796608
ckpt_18/model-00044-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d07be1ef3735f6807dc7773fe438910b91751da9d77a6bebb2a6de1e5a16a11
3
+ size 4949411640
ckpt_18/model-00045-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:623c9685ca21e180916eae80678cad739ff7aaa1936e29931b464c6cc6fbe1e9
3
+ size 4764796608
ckpt_18/model-00046-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b28ba882c9cabc626c3a306c20853b0ba81367ee2a58c633fac200053077d92
3
+ size 4949411640
ckpt_18/model-00047-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd58bcf4f76c9f187d0af309d210b515b4219f1cb4e0b94df3b9146a4f4194c1
3
+ size 4764796608