Hugging Face's logo

LLM360
/
k2-vision-65b

Safetensors
Model card Files Community
btan2 commited on
Commit
7a27c96
•
1 Parent(s): 6f4a628

updated

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. ckpt_3/added_tokens.json +25 -0
  2. ckpt_3/config.json +47 -0
  3. ckpt_3/generation_config.json +6 -0
  4. ckpt_3/model-00001-of-00055.safetensors +3 -0
  5. ckpt_3/model-00002-of-00055.safetensors +3 -0
  6. ckpt_3/model-00003-of-00055.safetensors +3 -0
  7. ckpt_3/model-00004-of-00055.safetensors +3 -0
  8. ckpt_3/model-00005-of-00055.safetensors +3 -0
  9. ckpt_3/model-00006-of-00055.safetensors +3 -0
  10. ckpt_3/model-00007-of-00055.safetensors +3 -0
  11. ckpt_3/model-00008-of-00055.safetensors +3 -0
  12. ckpt_3/model-00009-of-00055.safetensors +3 -0
  13. ckpt_3/model-00010-of-00055.safetensors +3 -0
  14. ckpt_3/model-00011-of-00055.safetensors +3 -0
  15. ckpt_3/model-00012-of-00055.safetensors +3 -0
  16. ckpt_3/model-00013-of-00055.safetensors +3 -0
  17. ckpt_3/model-00014-of-00055.safetensors +3 -0
  18. ckpt_3/model-00015-of-00055.safetensors +3 -0
  19. ckpt_3/model-00016-of-00055.safetensors +3 -0
  20. ckpt_3/model-00017-of-00055.safetensors +3 -0
  21. ckpt_3/model-00018-of-00055.safetensors +3 -0
  22. ckpt_3/model-00019-of-00055.safetensors +3 -0
  23. ckpt_3/model-00020-of-00055.safetensors +3 -0
  24. ckpt_3/model-00021-of-00055.safetensors +3 -0
  25. ckpt_3/model-00022-of-00055.safetensors +3 -0
  26. ckpt_3/model-00023-of-00055.safetensors +3 -0
  27. ckpt_3/model-00024-of-00055.safetensors +3 -0
  28. ckpt_3/model-00025-of-00055.safetensors +3 -0
  29. ckpt_3/model-00026-of-00055.safetensors +3 -0
  30. ckpt_3/model-00027-of-00055.safetensors +3 -0
  31. ckpt_3/model-00028-of-00055.safetensors +3 -0
  32. ckpt_3/model-00029-of-00055.safetensors +3 -0
  33. ckpt_3/model-00030-of-00055.safetensors +3 -0
  34. ckpt_3/model-00031-of-00055.safetensors +3 -0
  35. ckpt_3/model-00032-of-00055.safetensors +3 -0
  36. ckpt_3/model-00033-of-00055.safetensors +3 -0
  37. ckpt_3/model-00034-of-00055.safetensors +3 -0
  38. ckpt_3/model-00035-of-00055.safetensors +3 -0
  39. ckpt_3/model-00036-of-00055.safetensors +3 -0
  40. ckpt_3/model-00037-of-00055.safetensors +3 -0
  41. ckpt_3/model-00038-of-00055.safetensors +3 -0
  42. ckpt_3/model-00039-of-00055.safetensors +3 -0
  43. ckpt_3/model-00040-of-00055.safetensors +3 -0
  44. ckpt_3/model-00041-of-00055.safetensors +3 -0
  45. ckpt_3/model-00042-of-00055.safetensors +3 -0
  46. ckpt_3/model-00043-of-00055.safetensors +3 -0
  47. ckpt_3/model-00044-of-00055.safetensors +3 -0
  48. ckpt_3/model-00045-of-00055.safetensors +3 -0
  49. ckpt_3/model-00046-of-00055.safetensors +3 -0
  50. ckpt_3/model-00047-of-00055.safetensors +3 -0
ckpt_3/added_tokens.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<commit_after>": 32016,
3
+ "<commit_before>": 32014,
4
+ "<commit_msg>": 32015,
5
+ "<empty_output>": 32013,
6
+ "<filename>": 32004,
7
+ "<fim_middle>": 32001,
8
+ "<fim_pad>": 32003,
9
+ "<fim_prefix>": 32000,
10
+ "<fim_suffix>": 32002,
11
+ "<gh_stars>": 32005,
12
+ "<image>": 32022,
13
+ "<issue_closed>": 32008,
14
+ "<issue_comment>": 32007,
15
+ "<issue_start>": 32006,
16
+ "<jupyter_code>": 32011,
17
+ "<jupyter_output>": 32012,
18
+ "<jupyter_start>": 32009,
19
+ "<jupyter_text>": 32010,
20
+ "<reponame>": 32017,
21
+ "<|beginofsystem|>": 32019,
22
+ "<|beginofuser|>": 32020,
23
+ "<|endofchat|>": 32021,
24
+ "<|endofsystemprompt|>": 32018
25
+ }
ckpt_3/config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlavaForConditionalGeneration"
4
+ ],
5
+ "ignore_index": -100,
6
+ "image_token_index": 32022,
7
+ "model_type": "llava",
8
+ "projector_hidden_act": "gelu",
9
+ "text_config": {
10
+ "_name_or_path": "LLM360/K2-Chat",
11
+ "architectures": [
12
+ "LlamaForCausalLM"
13
+ ],
14
+ "bos_token_id": null,
15
+ "hidden_size": 8192,
16
+ "intermediate_size": 22016,
17
+ "max_position_embeddings": 8192,
18
+ "max_sequence_length": 8192,
19
+ "model_type": "llama",
20
+ "num_attention_heads": 64,
21
+ "num_hidden_layers": 80,
22
+ "num_key_value_heads": 64,
23
+ "pad_token_id": 0,
24
+ "rms_norm_eps": 1e-05,
25
+ "rope_theta": 500000.0,
26
+ "torch_dtype": "float16",
27
+ "vocab_size": 32032
28
+ },
29
+ "torch_dtype": "float32",
30
+ "transformers_version": "4.42.4",
31
+ "vision_config": {
32
+ "architectures": [
33
+ "CLIPVisionModel"
34
+ ],
35
+ "dropout": 0.0,
36
+ "hidden_size": 1024,
37
+ "image_size": 336,
38
+ "intermediate_size": 4096,
39
+ "model_type": "clip_vision_model",
40
+ "num_attention_heads": 16,
41
+ "num_hidden_layers": 24,
42
+ "patch_size": 14,
43
+ "projection_dim": 768
44
+ },
45
+ "vision_feature_layer": -2,
46
+ "vision_feature_select_strategy": "default"
47
+ }
ckpt_3/generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": 2,
4
+ "pad_token_id": 0,
5
+ "transformers_version": "4.42.4"
6
+ }
ckpt_3/model-00001-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ea48e6ecfb1c845f69bcfadb0d9e405897aa0134314aea0775849f598629bd8
3
+ size 4360926752
ckpt_3/model-00002-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:699a6f1c16e20ecc069ea32f0d126af60c69eb23f8801fa06b3b585b2b2a1b90
3
+ size 4949411632
ckpt_3/model-00003-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48e86f2c7086a3392fdf92d2fd2089b942ec6d86706c306dc0494107f204cd5e
3
+ size 4764796592
ckpt_3/model-00004-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ef18c657efd5836bdeaab35c124c5638faa348a9c9e5c71572e0106fd2f4fa7
3
+ size 4949411632
ckpt_3/model-00005-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba9152d727f692dc0684684a0681ffe78f9e7b6b34f7d7c8ad371d6e6d112413
3
+ size 4764796592
ckpt_3/model-00006-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c27161e41ff1a3c907388a3da5f6f42531fb1a1fb5230684a29247be50cdb49
3
+ size 4949411632
ckpt_3/model-00007-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:012bac3bbe2e87bfc6c1e60cc52f01b4eebc36ebbb2f981b599d7e8658281ba5
3
+ size 4764796592
ckpt_3/model-00008-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5baefaa0678aedfb2573d68399c00f8b0056e73620faaed6f0bc348139c5ffe
3
+ size 4949411640
ckpt_3/model-00009-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4ea58b9162e756031643fe014ea5aed4434597d1a2142694f16aab0b0799aea
3
+ size 4764796608
ckpt_3/model-00010-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ddc4b8a3172cec4dc046e3b3b51171ab3e182b926ffd49ab6e381faa0eedc7f
3
+ size 4949411640
ckpt_3/model-00011-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19da80d3169d8bd1cde6aa13e6d193ec2fef0771c9bc4864c1110daffa6177aa
3
+ size 4764796608
ckpt_3/model-00012-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9d893f17589f79543180c98e0136dc694af4f3fa6b9db9f76c21742d82ccc39
3
+ size 4949411640
ckpt_3/model-00013-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5eedf2c80d9a364f898a2e5da7c74f113f4702df2c336a06127a6d6a8a3ede60
3
+ size 4764796608
ckpt_3/model-00014-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d5572144966c9da0953d2cb158d97ddd625dcc4dd14fc6f83614b0eb6ec36b4
3
+ size 4949411640
ckpt_3/model-00015-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b55d262956cfcb474119ea7cbe84b9b279d9cec39c136f3c1ab84f2b1d55bb6a
3
+ size 4764796608
ckpt_3/model-00016-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dcaad99c3c7e4d620af43615c39f8a1548207268b337797ab55489c760ce033
3
+ size 4949411640
ckpt_3/model-00017-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2df206907b3d2df0a5e30e990906c8749e5eca87780baa5470cda0a535c95ee
3
+ size 4764796608
ckpt_3/model-00018-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b0e99a4fd9a03d074e53f21d04f9d8b3d0502a0f911b98f1e00c6663383b712
3
+ size 4949411640
ckpt_3/model-00019-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3de839e9a50381f5a2ac803830819ecff02eba6db5889502e1741bf480eac1f
3
+ size 4764796608
ckpt_3/model-00020-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:deed1990b934fa26323a781c1384174343003b2a4ca730b18574e3a670697105
3
+ size 4949411640
ckpt_3/model-00021-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6370aa531dc0171b19fc56f3771293c6843db54658a50dbb02cc0ef14256cc5a
3
+ size 4764796608
ckpt_3/model-00022-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2da97e14ecb786e55eb04f4d7b3314397aee0b0704142c21d3266178d6c0072
3
+ size 4949411640
ckpt_3/model-00023-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7706afc683553f81d2be64590bcf0ff407eae86fe771c5e0ec138e9821b2aff9
3
+ size 4764796608
ckpt_3/model-00024-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d801faa6199e70cbca56d21b70ab6b2be112bb9c9d2e4d3b87a4b740b8a4cb91
3
+ size 4949411640
ckpt_3/model-00025-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca12ae0e931f8d6857d69929bd3d4eb1729ec12797dde078234ec726cae1b465
3
+ size 4764796608
ckpt_3/model-00026-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:feb478e3bcb10c93f9d9a49c53e2b0a5986366502d0c990953920e732a5b0796
3
+ size 4949411640
ckpt_3/model-00027-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37d8ace9998f428c880ea855106528eef5c1b659ab7a40ffc9654bcb83d965f5
3
+ size 4764796608
ckpt_3/model-00028-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19cb6efbbf072d813169ef991e69dae687f91ce29bc1a70ed6da38d492532146
3
+ size 4949411640
ckpt_3/model-00029-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a842d5a22fe3127557aa9eb9081e36a193dd16fc70b77234dab65f95f407b46
3
+ size 4764796608
ckpt_3/model-00030-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6b64b7d95a699300046b1a9d8192ba67f9eabc8d363f0872c6644e33ec46713
3
+ size 4949411640
ckpt_3/model-00031-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed924171a8a770da3698bd8ee0ae0af3a7617022c965c9e7556b895f859f19c8
3
+ size 4764796608
ckpt_3/model-00032-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4fdc9d6b72b30d5c1462ffb73560a0ff479caa18367b1b5bf3e2dc6bf83c14a
3
+ size 4949411640
ckpt_3/model-00033-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6344eafb92325b21ee00a5846fc077745084ce81913e9556936fe91fd048c804
3
+ size 4764796608
ckpt_3/model-00034-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d4b3116d2a8ec6838d75cafc86829c71cf3c14f1d136108f45efa4cce3378e1
3
+ size 4949411640
ckpt_3/model-00035-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b36e596104c6ca68c7783ac48cc3691525934ed03c2ee83c150f4b626a97f6f3
3
+ size 4764796608
ckpt_3/model-00036-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a639253f465ab99235782fa4003877fb729c96bc2193dfcf3be40e81309221b
3
+ size 4949411640
ckpt_3/model-00037-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:804bb80d60f89951390bc52ba68b9418d8920e600a73895dffc9bcb18b39bd18
3
+ size 4764796608
ckpt_3/model-00038-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c19a918ca4650c9e86a662f3257e34ede87647fd1c24f963cbb10b353e419e4b
3
+ size 4949411640
ckpt_3/model-00039-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4452c83c0f568f2116a268196fc8306cfd90cd97af293f9c193260431c9b9612
3
+ size 4764796608
ckpt_3/model-00040-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e99f953439e6bd64183aac532b8093b91a3e8999280bcbbf03d707505ba7bfa
3
+ size 4949411640
ckpt_3/model-00041-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc6b8244c5536f2617f3fa75ac3f25153249b4287954af27446421066d3cdd3a
3
+ size 4764796608
ckpt_3/model-00042-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7a8f128f7f38f83fc79bc16b89854a27b3b5809b7556f7d45d73213da873a8b
3
+ size 4949411640
ckpt_3/model-00043-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b7b60d7a303715656a3281d3597b859d808b17760923f17b2dd0dd835a7c51b
3
+ size 4764796608
ckpt_3/model-00044-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bf221e99d0b19d31cd6926bc3718bc834851aafe229318aacfb86043d105c52
3
+ size 4949411640
ckpt_3/model-00045-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f22830835299c74999aaa2cffd706933801f679b9e863f4715f83854860c07be
3
+ size 4764796608
ckpt_3/model-00046-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9a02d53546fafde366f95effa00ab37bfa8897bcb2d0a3bf0b94ed3a33b1f07
3
+ size 4949411640
ckpt_3/model-00047-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:463f62424441af8098197e6f84d79f9b049f0e1b6dec3ffa5c1726d7d84b9827
3
+ size 4764796608