Hugging Face's logo

mlc-ai
/
internlm2_5-7b-q4f32_1-MLC

MLC-LLM
web-llm
Model card Files Community
riczhou commited on
Commit
d46209f
•
1 Parent(s): 28c6ddf

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +80 -0
  2. ndarray-cache-b16.json +0 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_11.bin +3 -0
  16. params_shard_12.bin +3 -0
  17. params_shard_13.bin +3 -0
  18. params_shard_14.bin +3 -0
  19. params_shard_15.bin +3 -0
  20. params_shard_16.bin +3 -0
  21. params_shard_17.bin +3 -0
  22. params_shard_18.bin +3 -0
  23. params_shard_19.bin +3 -0
  24. params_shard_2.bin +3 -0
  25. params_shard_20.bin +3 -0
  26. params_shard_21.bin +3 -0
  27. params_shard_22.bin +3 -0
  28. params_shard_23.bin +3 -0
  29. params_shard_24.bin +3 -0
  30. params_shard_25.bin +3 -0
  31. params_shard_26.bin +3 -0
  32. params_shard_27.bin +3 -0
  33. params_shard_28.bin +3 -0
  34. params_shard_29.bin +3 -0
  35. params_shard_3.bin +3 -0
  36. params_shard_30.bin +3 -0
  37. params_shard_31.bin +3 -0
  38. params_shard_32.bin +3 -0
  39. params_shard_33.bin +3 -0
  40. params_shard_34.bin +3 -0
  41. params_shard_35.bin +3 -0
  42. params_shard_36.bin +3 -0
  43. params_shard_37.bin +3 -0
  44. params_shard_38.bin +3 -0
  45. params_shard_39.bin +3 -0
  46. params_shard_4.bin +3 -0
  47. params_shard_40.bin +3 -0
  48. params_shard_41.bin +3 -0
  49. params_shard_42.bin +3 -0
  50. params_shard_43.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "internlm2",
4
+ "quantization": "q4f32_1",
5
+ "model_config": {
6
+ "vocab_size": 92544,
7
+ "hidden_size": 4096,
8
+ "num_hidden_layers": 32,
9
+ "num_attention_heads": 32,
10
+ "num_key_value_heads": 8,
11
+ "rms_norm_eps": 1e-05,
12
+ "intermediate_size": 14336,
13
+ "bias": false,
14
+ "use_cache": true,
15
+ "rope_theta": 50000000,
16
+ "pad_token_id": 2,
17
+ "bos_token_id": 1,
18
+ "eos_token_id": 2,
19
+ "context_window_size": 262144,
20
+ "prefill_chunk_size": 2048,
21
+ "tensor_parallel_shards": 1,
22
+ "max_batch_size": 80,
23
+ "head_dim": 128
24
+ },
25
+ "vocab_size": 92544,
26
+ "context_window_size": 262144,
27
+ "sliding_window_size": -1,
28
+ "prefill_chunk_size": 2048,
29
+ "attention_sink_size": -1,
30
+ "tensor_parallel_shards": 1,
31
+ "pipeline_parallel_stages": 1,
32
+ "temperature": 1.0,
33
+ "presence_penalty": 0.0,
34
+ "frequency_penalty": 0.0,
35
+ "repetition_penalty": 1.0,
36
+ "top_p": 1.0,
37
+ "tokenizer_files": [
38
+ "tokenizer.model",
39
+ "tokenizer.json",
40
+ "tokenizer_config.json"
41
+ ],
42
+ "tokenizer_info": {
43
+ "token_postproc_method": "byte_fallback",
44
+ "prepend_space_in_encode": false,
45
+ "strip_space_in_decode": false
46
+ },
47
+ "conv_template": {
48
+ "name": "chatml",
49
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
50
+ "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
51
+ "system_prefix_token_ids": null,
52
+ "add_role_after_system_message": true,
53
+ "roles": {
54
+ "user": "<|im_start|>user",
55
+ "assistant": "<|im_start|>assistant"
56
+ },
57
+ "role_templates": {
58
+ "user": "{user_message}",
59
+ "assistant": "{assistant_message}",
60
+ "tool": "{tool_message}"
61
+ },
62
+ "messages": [],
63
+ "seps": [
64
+ "<|im_end|>\n"
65
+ ],
66
+ "role_content_sep": "\n",
67
+ "role_empty_sep": "\n",
68
+ "stop_str": [
69
+ "<|im_end|>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 2
73
+ ],
74
+ "function_string": "",
75
+ "use_function_calling": false
76
+ },
77
+ "pad_token_id": 2,
78
+ "bos_token_id": 1,
79
+ "eos_token_id": 2
80
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:303014190956398efa754b799a3a33011e81ef34246579600edcb0d5a691a23c
3
+ size 58720256
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc0f710622975fc1242b77a870f7bd380bc5b5b0d75f45d82e75e591949ef92d
3
+ size 29360128
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:050177b6b87e6b3f4916ba2498103df968845ffa8e0fc4f2371a9fc45acdf066
3
+ size 58720256
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7f3ab7000d4db99f5400adecbcd1ef88a95f1fbed41bfc5102fb99ad17106ec
3
+ size 29360128
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74da5360b39bae9aa8e3a7a1810befc0b4709d0bbeb1e6147f63e26fba0d8425
3
+ size 30941184
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6e745afef55f2d0b6bc9e635befc3d785c5aff6c81edf8b231b77a76c55e605
3
+ size 58720256
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58e98c5a0c3eb16a7011126f20ede3b84841876a633971aef1d8cb352b895041
3
+ size 27279360
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bd084a65f5d9e98b73a8da9aabc4db6d5ac5adda286328602e893aea7f33a15
3
+ size 29360128
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3aedb1224398daacc95e5ed518602741449bc866d3c1c8936bd54dc365fcf11d
3
+ size 189530112
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ef050611eec0707f0ee5628add228d11381885d5360914a21764e2774109ca9
3
+ size 23691264
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5844758891ade77fd3c5a05782a5542698c11961b35a07d747ac392628e6f83
3
+ size 11026432
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeec435e549789db4e45a167f5ceb3843dec83b0d06845d966d151caf77efdb4
3
+ size 29360128
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64d0611aea31d13d04ed797b8e4339ffe9af8ce2ade44a00696f7d7f9d078106
3
+ size 25182208
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb88672d3f844412526be0a1501ba6254dfd86ec112c08e90b014ebec0b33d4a
3
+ size 58720256
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bc617aadc1554b5885d5da1a528896e964fb20295dc23070e83f85d0d2cdd93
3
+ size 29360128
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5894d243ad03c9dfe95d8f1e42ecff16c5489f32acdfd707f3fa188db4f37807
3
+ size 30941184
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa1c2a18218ccb68d9f8c7ff031c934c934da4d9f39e2af27764eb5a88679d5a
3
+ size 58720256
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f2340ed70d039adf130cb04162e01f9fa2727f22b6dd305edf47d256d921ca9
3
+ size 27279360
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6260e88885c6c2d548a14920eca924cc0693646184aefe24ec1f4f227a0941f8
3
+ size 29360128
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a3135081071798f489c995d4032119ac2bd95b7889de35d1ed18f54b387304e
3
+ size 33038336
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e5b18b02128813465b559abd7d112839fc89b9b24505aaa37cec51d2414a643
3
+ size 30941184
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfa01c672c95e30e167688f9cec8f1f8cf70f8ebd535b7361c7810ff41d58358
3
+ size 58720256
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bfd7429b11aa51d3cee03e6ee59cf7808e903e8517e5fb9c7999bd83499e302
3
+ size 29360128
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5144c9cbf4ffdbf73e0c14b01f4f7f365e89f3f99f6df2d4a7dec14dc10526f1
3
+ size 22036480
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:111c8ba41c442f398a596d08beed4fbd87daf129875618d37c8c1abc3a23eeb4
3
+ size 58720256
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db343e5a6ca04771e9bea9cfd7bd5236373f580fbce68cd1de934b7428d344b6
3
+ size 29360128
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cc14c669b6369ff2339be68080c84f59e83b0c2da98acbd3d8e09ee9060ea40
3
+ size 25182208
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad19a5dbf5b956f4880bcb79eca4f8953472f3a630de7e915da6a2cdb53d15a8
3
+ size 58720256
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac80501b9382fd0ba0d9fbdd0e4606ade0650757eb8e6c481275c1a27a2d8cb1
3
+ size 29360128
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e2236ff075a249fe1d1d674bd0227636a5cde29b55a2fb19770dce0da468204
3
+ size 30941184
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a01052d3d014b58a821453b487d8b05ae7be3fcfc913ec6cfc117de37b3131db
3
+ size 58720256
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ba03fb1f02f97c24044dff66cf35623805e4e62fb22490a826cb7928cf1968d
3
+ size 58720256
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afc5694ef0b30d7f1ce67cebe2eed8d20f8c966958d73b9f2ad93a8370431349
3
+ size 27279360
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80a3b6de22352cb5b55ce10976ef1eca9453bf442b9bb968072560a3e9163090
3
+ size 29360128
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f53af8b95184801a82de7460ffb4e0f5f6e286dbcc7a8a4cb9fc35e56e81584
3
+ size 33038336
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dff48e3fc2d9dee5c5107457afe4b44f97e179c8d0a1bc8fbbeeb1a83c3aa10
3
+ size 58720256
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffa9b56f65b748c8e5062ac8528be9e1a034e54058a7adcc8a291a9afca9d473
3
+ size 29360128
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3980816a0eade277de8817dd6106a85b970e79f83aa6c2023554dd3b16fac0ca
3
+ size 22036480
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45d70858e32245bfd9693f17428e14ec45e21ece27f872819f1e3cb918259249
3
+ size 58720256
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0201a320eed208e61dd1f980ee9921a2575f43063712c84579d8fd7393161886
3
+ size 29360128
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf1e8a63611af46146504a99f72dd55a4f70a0da577832ea7a2e1e8e7abec053
3
+ size 25182208
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a81198a049957a7426b36e4049b8a66de90dc13dbd9e24fa15e3eb0eb80ab14
3
+ size 58720256
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34dc1f65f3ae0dfe776c398df2789bf9b2b7688707a4dd931a8480ef72d59d5c
3
+ size 27279360
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7df6542eec375f1fc6f530d0397ec7d62b38a9403efd8632a2b01e54d771823
3
+ size 29360128
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bee146e82b54df1c3ae8f5444b057efed0225f3a82d89ee798da003942a43df
3
+ size 30941184
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56e5abc51cb28318636aa4aea1f1a49f327809d011cc42e8ed03387286c2e8ad
3
+ size 58720256
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e920111b3459dedb138d61ed10592f0d009cf2fb41fab8d66d772f01f55c6c7e
3
+ size 27279360