Upload folder using huggingface_hub (#1)

- 58c317ec2abe11b0cd8d04c69ed0e55c7c8a9449771e712b869f3d024c48b60f (3f149fb2335236d80a8dffe5f2f47e3c58b2ab9f)
- bbb4dbc292ff514fc25bbe3d2daae56ecd2b7a5c632139c5a53d3e143b1a4312 (5ec4d0f6211c9ca01ab3fdee41f254c535d50f91)
- 8c992eeafe58190790b6bd19ff9bf73804f5989c23a68adb77a13a05907e0743 (671dd21e95d7ce4bc45a2a76e139aa0c611f9277)
- 09e1e047545dab4e1f6fa237b0d0beb374ef7c9c66d40ee8154dbf01f0c4f538 (c0bc4de8f3b0409c7dc71a831b874bdb9448b256)
- 59a6d2a9b1fe404dff0a7d7524f6bbd96eae62c96bb51f26128110ad1b41078d (c7cf77de077d13e682bc5e031daa31d1968cbdaf)
- 98f6e54193325c5927e88a632327ec250262cdf812c9058d512283398257cf33 (1544de235250ac08fcb6aaef4244c640f52442dc)
- 13708ab5a407760f98461bcf8ee800fca3827dc31f4133da8b77e78a324964c8 (c0a7e002f74a9f0433a36f48c565ddc7a9dd3ade)
- 2b9843238bd9d588b9184008f0a104490df3e6afed60f085c9b7df282534d11e (0507211aa38ceb3c1011217e6991d62e00831af9)
- e9ae73e4a9e2de51280e9f2e3736d00f879643f4e0afb96a0249b4804c674ae5 (89085b3b69c4267f1e42cb920da714b302e6d288)
- 0eaac5e956058647a655dc08d760c0d9096acf5194d48d01edd373a16fd97d22 (ad6501ec1aa79e08bba208d29880cf9f35c534cc)
- fc5385df9b907c69403012f0fd50f62f285fe07172aa790ceb491a135c5131c8 (48f234c3cb1f56d5c5687370ef71b8492ed67f8f)
- e6dd4105281281bd5a8db88dd43baccf28dcf9d7f51f15ded7a922d7925e481d (482ef57403f6b54c19b3d12833aa4cd9921a89f9)
- b791d7abafe5d2da9b50c4f23aa3ce4c345a7d4b8ddb993eabd3c31b7555dc2a (64058b25191eeb405d5390ecc5afa0fd3f536152)
- ec6e8f9429a96bc1f5a3f9be77df56344d938b4cc96679f7b9659ef62d6fe8a5 (841427dad2b89297796845edb889fb0a4f85239f)
- 4fb944d9ea49e9caac546536df6314664ac7eb8584a79b8c88425f3eb97ac439 (6f0efe265551591023fc4f5926e81d1e6b20b621)
- d98225923faa49934bddda3a56b50f721f1d8a25e017cb75b470d3af528636f3 (4aefb05d5e4ab1005ef987661964cc89df733661)
- 7a44b4c5cf96a44e8feb38d39ede9e8b7c41845b83e075b39da81d24a2172026 (1c8207db8f0dbe88aafe83931a657cf2a1bf5b46)
- 5e21cce88870c62f5ac5feed559ac2ee5428da9d6c45ddde80e7786997bb7ba1 (ddcc79eb9ba6982f869e1d122b9d3ffcff574a60)
- 34a1b910c5842f0d7142b7c0b0fcab686c800125b682a837149b5583f4770608 (3747f9c64e01ee43302db5eeb6968f22b9006081)
- 44f20e291e123c6dd17228936720f3dc76ed05d33965aa94e54f8fc3d923e71a (274d798d67034153863f3de91185181ed316217d)
- 5b0301278dcd9593356bef9cad8a88253ecc676ccfa63a183e016faf33d73392 (c345caaaa0b5f162b5db03758984561943fa72fa)
- 4ea400c32bbfdf9b84761946b98355698e601d29ba6e214dbb5fe3edc61d49d7 (9dd7b4a1061f1334a9704040a709cbcc96fa6955)
- 4df9084025e4a381681928b3bbd5c1ddd803b0f00474e8f6a43f93e6e1de9092 (14266469b84431b283cdfc60a97e0b96b1fc7c70)
- 93344ede8de5ce66a3c123bd00aacf01c2339fe380bfdbe90adb1be50dac4c3f (f00b152be6a0c2cfb7c8828d80173fcc0fd27bc0)
- 5b2a45fcec003ec5c7557451871c0105a7599d22f6990f0ca866a1ae7fd8f170 (6093787d03cfbb4da12881e642916ecfd123f414)
- 6d2422532b6edaa5104d05cf2a1776ef17ceef2ff86638f181c83c848f1d6d84 (122a65ebb4190966527a6ded55080ba6dd7662fc)
- 199e28c53cf3694f6c50fa9e8cc49153edfa53f09aabb87974cc805262101d02 (c3b934e2fbc7a429eb06c21209882f4dafd8897c)
- b4c87c4ee1f0fa61c2f821bf5cd428d86b3ecbb5c2276706d8908e67e417e613 (8b3975f9eab85cbd6f038e883366b7ba6004c233)
- 610a1d477fc8bb5e783680bc9ee3c155a2602207cbc9932b621e761f225e00fb (162917eb97a1cd18407327f7d323fa4bbf5b2ca5)
- f15e01f2d9085a8ce82cbe59a5651fe4fa08d71927910394a58ed9c12ac55d92 (59802af4917884718f1fa9b1084c2ab0b5a8c8b6)
- 6a53c6e55b6a36e953277bad8598f6badef726be48d2dc1f7a7aa45421d4e155 (b0de3f76701037e0a0571936cabb8599be7eef26)

config.json

@@ -0,0 +1,26 @@
+{
+  "_name_or_path": "./sequelbox/svpartthree",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 4096,
+  "model_type": "llama",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.32.1",
+  "use_cache": true,
+  "vocab_size": 32000
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 0,
+  "transformers_version": "4.32.1"
+}

model-00001-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabe219c8213251ebc8b72ef01cf67fbed9cd3372464d76c8b74701856834772
+size 9476641016

model-00002-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4fd736766cd82496cad8d78c9081dded8ed3de2b64451f536ffd8741f69123
+size 9367654872

model-00003-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25049c13acbb7a0bd19ec2c5b920b47627a0aa86b596b825936ab96d3b2325fb
+size 9966915560

model-00004-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa5339e67e40ca693a6e8e2d48e83945eea30364096da4e6f205bb02db21ffe
+size 9090764688

model-00005-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96bd4db957c8336499ae3edd412585ffe7121ef74e317c2f19c88b3199560664
+size 9367654904

model-00006-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19f02213a4c4f1cacc916c2f72b28296e01108a974f075097c533710a545629
+size 9367654912

model-00007-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2805040c772c39004688dd647f1ed196dfd9e95f656cab1fd39e9ae8ca7bb2d
+size 9966915592

model-00008-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c573814daa1da9a0d67d8ac3dee4112d1d8de8b996a8b5049f2a7857bf5844
+size 9090764696

model-00009-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d2d36a184a80d4d5031878374b24a7cc21943bddbf9b93ba95535a47cb81ca
+size 9367654904

model-00010-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86bf2bdabd6143751c0c48b1519cdc69624648482afda1bb950313e06ecc545
+size 9367654912

model-00011-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0380658bb5d7982cce647bafb8d957bc82e8eb1433f8348f1e1c7fc43c66487
+size 9966915592

model-00012-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64da47952457dbd68410011d93230c26b3177efb9b1bb7d4f733b70f68bd86db
+size 9090764696

model-00013-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2fcc4833720c6bc83ab96c77ec3ffb91785393a58ac61331a848740062bf5b
+size 9367654904

model-00014-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d399082b2ca9fe48d9e047f37aacda8855ee96d35a351959c36974a16028f71
+size 9367654912

model-00015-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c477edabc7adf16739f2a8ec242b2fc9821166ef6bea962336c11e7d0fe121ca
+size 9966915592

model-00016-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207075cbafa7231f8b79e14d10b80ae58943fcb9fac0b19ada165c947cd81d46
+size 9090764696

model-00017-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fc88c6e1069093b11ba800b7be83c50a140077a3e37e9603c87d102eceb169
+size 9367654904

model-00018-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415a44deaadaa1e6b0add483f33c458437527bb60bc04059f3c2396b632780f8
+size 9367654912

model-00019-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5a8e17385ad861c0f22d09aa2ae2a9e21fd122aa7ab3c49b279edb8f0b2056
+size 9966915592

model-00020-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e176746bc5b10ac53d2fd369cbc617e18a79d5e23ecc66e7fa715af2b5859529
+size 9090764696

model-00021-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545514b238bdc0314fad177e4dcd87cffb73111f0ddcd13d20ceddde2e5eeddb
+size 9367654904

model-00022-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423daaed104f7cc42a239c307783966fea0c623128b27d42530f7bdf81cbd7e1
+size 9367654912

model-00023-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09412ac00df6eb22d7d53978865b56e9f3cd5a090a27697449b779e1ed92d427
+size 9966915592

model-00024-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c9852359ad6afb7ce911f8962886000567d17933482b6e4ca89031efa4a0e9
+size 9090764696

model-00025-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cb883a122354f5cf51fee9d1e2439d16a07a517f090012305f26d5d54161cd
+size 9367654904

model-00026-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9c0e39a828b023efc9085436506579e54d12af9fc6334d50f43d35e24d80d8
+size 9367654912

model-00027-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f36134684001d223f6272f747c93adadac9b5c6ae9dc6ba3c545154bc70789
+size 9966915592

model-00028-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c56629401ca84924fa9ede0c324d9fbf2fe1c1e66228a69fad318454b5f46a5
+size 9090764696

model-00029-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59812303a71b43f4c27919ac28b22bc5e1633e23c31bde8acfed968e5d0a823e
+size 9367654904

model-00030-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83854a1537c0617afa4bdffdd710e7a21557e25e7280a920ce199a78af40cce4
+size 2927723176

model.safetensors.index.json

@@ -0,0 +1,1050 @@
+{
+  "metadata": {
+    "total_size": 276955168768
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00030-of-00030.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.self_attn.q_proj.lora_A.default.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.self_attn.q_proj.lora_B.default.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.self_attn.v_proj.lora_A.default.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.self_attn.v_proj.lora_B.default.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.self_attn.q_proj.lora_A.default.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.self_attn.q_proj.lora_B.default.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.self_attn.v_proj.lora_A.default.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.self_attn.v_proj.lora_B.default.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00005-of-00030.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00005-of-00030.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.10.self_attn.q_proj.lora_A.default.weight": "model-00004-of-00030.safetensors",
+    "model.layers.10.self_attn.q_proj.lora_B.default.weight": "model-00004-of-00030.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.10.self_attn.v_proj.lora_A.default.weight": "model-00004-of-00030.safetensors",
+    "model.layers.10.self_attn.v_proj.lora_B.default.weight": "model-00004-of-00030.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.self_attn.q_proj.lora_A.default.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.self_attn.q_proj.lora_B.default.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.self_attn.v_proj.lora_A.default.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.self_attn.v_proj.lora_B.default.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.self_attn.q_proj.lora_A.default.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.self_attn.q_proj.lora_B.default.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.self_attn.v_proj.lora_A.default.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.self_attn.v_proj.lora_B.default.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.13.self_attn.q_proj.lora_A.default.weight": "model-00005-of-00030.safetensors",
+    "model.layers.13.self_attn.q_proj.lora_B.default.weight": "model-00005-of-00030.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.13.self_attn.v_proj.lora_A.default.weight": "model-00005-of-00030.safetensors",
+    "model.layers.13.self_attn.v_proj.lora_B.default.weight": "model-00005-of-00030.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.self_attn.q_proj.lora_A.default.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.self_attn.q_proj.lora_B.default.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.self_attn.v_proj.lora_A.default.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.self_attn.v_proj.lora_B.default.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.self_attn.q_proj.lora_A.default.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.self_attn.q_proj.lora_B.default.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.self_attn.v_proj.lora_A.default.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.self_attn.v_proj.lora_B.default.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.16.self_attn.q_proj.lora_A.default.weight": "model-00006-of-00030.safetensors",
+    "model.layers.16.self_attn.q_proj.lora_B.default.weight": "model-00006-of-00030.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.16.self_attn.v_proj.lora_A.default.weight": "model-00006-of-00030.safetensors",
+    "model.layers.16.self_attn.v_proj.lora_B.default.weight": "model-00006-of-00030.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.self_attn.q_proj.lora_A.default.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.self_attn.q_proj.lora_B.default.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.self_attn.v_proj.lora_A.default.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.self_attn.v_proj.lora_B.default.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.self_attn.q_proj.lora_A.default.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.self_attn.q_proj.lora_B.default.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.self_attn.v_proj.lora_A.default.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.self_attn.v_proj.lora_B.default.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.self_attn.q_proj.lora_A.default.weight": "model-00007-of-00030.safetensors",
+    "model.layers.19.self_attn.q_proj.lora_B.default.weight": "model-00007-of-00030.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.19.self_attn.v_proj.lora_A.default.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.self_attn.v_proj.lora_B.default.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.2.self_attn.q_proj.lora_A.default.weight": "model-00001-of-00030.safetensors",
+    "model.layers.2.self_attn.q_proj.lora_B.default.weight": "model-00001-of-00030.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.2.self_attn.v_proj.lora_A.default.weight": "model-00001-of-00030.safetensors",
+    "model.layers.2.self_attn.v_proj.lora_B.default.weight": "model-00001-of-00030.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.self_attn.q_proj.lora_A.default.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.self_attn.q_proj.lora_B.default.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.self_attn.v_proj.lora_A.default.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.self_attn.v_proj.lora_B.default.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00009-of-00030.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00009-of-00030.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.21.self_attn.q_proj.lora_A.default.weight": "model-00008-of-00030.safetensors",
+    "model.layers.21.self_attn.q_proj.lora_B.default.weight": "model-00008-of-00030.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.21.self_attn.v_proj.lora_A.default.weight": "model-00008-of-00030.safetensors",
+    "model.layers.21.self_attn.v_proj.lora_B.default.weight": "model-00008-of-00030.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.self_attn.q_proj.lora_A.default.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.self_attn.q_proj.lora_B.default.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.self_attn.v_proj.lora_A.default.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.self_attn.v_proj.lora_B.default.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.self_attn.q_proj.lora_A.default.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.self_attn.q_proj.lora_B.default.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.self_attn.v_proj.lora_A.default.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.self_attn.v_proj.lora_B.default.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.24.self_attn.q_proj.lora_A.default.weight": "model-00009-of-00030.safetensors",
+    "model.layers.24.self_attn.q_proj.lora_B.default.weight": "model-00009-of-00030.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.24.self_attn.v_proj.lora_A.default.weight": "model-00009-of-00030.safetensors",
+    "model.layers.24.self_attn.v_proj.lora_B.default.weight": "model-00009-of-00030.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.self_attn.q_proj.lora_A.default.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.self_attn.q_proj.lora_B.default.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.self_attn.v_proj.lora_A.default.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.self_attn.v_proj.lora_B.default.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.self_attn.q_proj.lora_A.default.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.self_attn.q_proj.lora_B.default.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.self_attn.v_proj.lora_A.default.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.self_attn.v_proj.lora_B.default.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.27.self_attn.q_proj.lora_A.default.weight": "model-00010-of-00030.safetensors",
+    "model.layers.27.self_attn.q_proj.lora_B.default.weight": "model-00010-of-00030.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.27.self_attn.v_proj.lora_A.default.weight": "model-00010-of-00030.safetensors",
+    "model.layers.27.self_attn.v_proj.lora_B.default.weight": "model-00010-of-00030.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.self_attn.q_proj.lora_A.default.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.self_attn.q_proj.lora_B.default.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.self_attn.v_proj.lora_A.default.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.self_attn.v_proj.lora_B.default.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.self_attn.q_proj.lora_A.default.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.self_attn.q_proj.lora_B.default.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.self_attn.v_proj.lora_A.default.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.self_attn.v_proj.lora_B.default.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.self_attn.q_proj.lora_A.default.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.self_attn.q_proj.lora_B.default.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.self_attn.v_proj.lora_A.default.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.self_attn.v_proj.lora_B.default.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.self_attn.q_proj.lora_A.default.weight": "model-00011-of-00030.safetensors",
+    "model.layers.30.self_attn.q_proj.lora_B.default.weight": "model-00011-of-00030.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.30.self_attn.v_proj.lora_A.default.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.self_attn.v_proj.lora_B.default.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.self_attn.q_proj.lora_A.default.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.self_attn.q_proj.lora_B.default.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.self_attn.v_proj.lora_A.default.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.self_attn.v_proj.lora_B.default.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00013-of-00030.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00013-of-00030.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.32.self_attn.q_proj.lora_A.default.weight": "model-00012-of-00030.safetensors",
+    "model.layers.32.self_attn.q_proj.lora_B.default.weight": "model-00012-of-00030.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.32.self_attn.v_proj.lora_A.default.weight": "model-00012-of-00030.safetensors",
+    "model.layers.32.self_attn.v_proj.lora_B.default.weight": "model-00012-of-00030.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.self_attn.q_proj.lora_A.default.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.self_attn.q_proj.lora_B.default.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.self_attn.v_proj.lora_A.default.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.self_attn.v_proj.lora_B.default.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.self_attn.q_proj.lora_A.default.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.self_attn.q_proj.lora_B.default.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.self_attn.v_proj.lora_A.default.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.self_attn.v_proj.lora_B.default.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00014-of-00030.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00014-of-00030.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.35.self_attn.q_proj.lora_A.default.weight": "model-00013-of-00030.safetensors",
+    "model.layers.35.self_attn.q_proj.lora_B.default.weight": "model-00013-of-00030.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.35.self_attn.v_proj.lora_A.default.weight": "model-00013-of-00030.safetensors",
+    "model.layers.35.self_attn.v_proj.lora_B.default.weight": "model-00013-of-00030.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.36.input_layernorm.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.mlp.down_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.mlp.gate_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.mlp.up_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.post_attention_layernorm.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.self_attn.k_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.self_attn.o_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.self_attn.q_proj.lora_A.default.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.self_attn.q_proj.lora_B.default.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.self_attn.q_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.self_attn.v_proj.lora_A.default.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.self_attn.v_proj.lora_B.default.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.self_attn.v_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.input_layernorm.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.mlp.down_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.mlp.gate_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.mlp.up_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.post_attention_layernorm.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.self_attn.k_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.self_attn.o_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.self_attn.q_proj.lora_A.default.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.self_attn.q_proj.lora_B.default.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.self_attn.q_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.self_attn.v_proj.lora_A.default.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.self_attn.v_proj.lora_B.default.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.self_attn.v_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.38.input_layernorm.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.mlp.down_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.mlp.gate_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.mlp.up_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.post_attention_layernorm.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.self_attn.k_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.38.self_attn.o_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.38.self_attn.q_proj.lora_A.default.weight": "model-00014-of-00030.safetensors",
+    "model.layers.38.self_attn.q_proj.lora_B.default.weight": "model-00014-of-00030.safetensors",
+    "model.layers.38.self_attn.q_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.38.self_attn.v_proj.lora_A.default.weight": "model-00014-of-00030.safetensors",
+    "model.layers.38.self_attn.v_proj.lora_B.default.weight": "model-00014-of-00030.safetensors",
+    "model.layers.38.self_attn.v_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.39.input_layernorm.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.mlp.down_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.mlp.gate_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.mlp.up_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.post_attention_layernorm.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.self_attn.k_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.self_attn.o_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.self_attn.q_proj.lora_A.default.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.self_attn.q_proj.lora_B.default.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.self_attn.q_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.self_attn.v_proj.lora_A.default.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.self_attn.v_proj.lora_B.default.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.self_attn.v_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00002-of-00030.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00030.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.4.self_attn.q_proj.lora_A.default.weight": "model-00002-of-00030.safetensors",
+    "model.layers.4.self_attn.q_proj.lora_B.default.weight": "model-00002-of-00030.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.4.self_attn.v_proj.lora_A.default.weight": "model-00002-of-00030.safetensors",
+    "model.layers.4.self_attn.v_proj.lora_B.default.weight": "model-00002-of-00030.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.40.input_layernorm.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.mlp.down_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.mlp.gate_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.mlp.up_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.post_attention_layernorm.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.self_attn.k_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.self_attn.o_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.self_attn.q_proj.lora_A.default.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.self_attn.q_proj.lora_B.default.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.self_attn.q_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.self_attn.v_proj.lora_A.default.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.self_attn.v_proj.lora_B.default.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.self_attn.v_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.41.input_layernorm.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.mlp.down_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.mlp.gate_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.mlp.up_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.post_attention_layernorm.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.self_attn.k_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.self_attn.o_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.self_attn.q_proj.lora_A.default.weight": "model-00015-of-00030.safetensors",
+    "model.layers.41.self_attn.q_proj.lora_B.default.weight": "model-00015-of-00030.safetensors",
+    "model.layers.41.self_attn.q_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.41.self_attn.v_proj.lora_A.default.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.self_attn.v_proj.lora_B.default.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.self_attn.v_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.input_layernorm.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.mlp.down_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.mlp.gate_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.mlp.up_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.post_attention_layernorm.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.self_attn.k_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.self_attn.o_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.self_attn.q_proj.lora_A.default.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.self_attn.q_proj.lora_B.default.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.self_attn.q_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.self_attn.v_proj.lora_A.default.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.self_attn.v_proj.lora_B.default.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.self_attn.v_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.input_layernorm.weight": "model-00017-of-00030.safetensors",
+    "model.layers.43.mlp.down_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.43.mlp.gate_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.mlp.up_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.post_attention_layernorm.weight": "model-00017-of-00030.safetensors",
+    "model.layers.43.self_attn.k_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.self_attn.o_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.self_attn.q_proj.lora_A.default.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.self_attn.q_proj.lora_B.default.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.self_attn.q_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.self_attn.v_proj.lora_A.default.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.self_attn.v_proj.lora_B.default.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.self_attn.v_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.44.input_layernorm.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.mlp.down_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.mlp.gate_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.mlp.up_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.post_attention_layernorm.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.self_attn.k_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.self_attn.o_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.self_attn.q_proj.lora_A.default.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.self_attn.q_proj.lora_B.default.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.self_attn.q_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.self_attn.v_proj.lora_A.default.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.self_attn.v_proj.lora_B.default.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.self_attn.v_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.input_layernorm.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.mlp.down_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.mlp.gate_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.mlp.up_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.post_attention_layernorm.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.self_attn.k_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.self_attn.o_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.self_attn.q_proj.lora_A.default.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.self_attn.q_proj.lora_B.default.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.self_attn.q_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.self_attn.v_proj.lora_A.default.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.self_attn.v_proj.lora_B.default.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.self_attn.v_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.46.input_layernorm.weight": "model-00018-of-00030.safetensors",
+    "model.layers.46.mlp.down_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.46.mlp.gate_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.46.mlp.up_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.46.post_attention_layernorm.weight": "model-00018-of-00030.safetensors",
+    "model.layers.46.self_attn.k_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.46.self_attn.o_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.46.self_attn.q_proj.lora_A.default.weight": "model-00017-of-00030.safetensors",
+    "model.layers.46.self_attn.q_proj.lora_B.default.weight": "model-00017-of-00030.safetensors",
+    "model.layers.46.self_attn.q_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.46.self_attn.v_proj.lora_A.default.weight": "model-00017-of-00030.safetensors",
+    "model.layers.46.self_attn.v_proj.lora_B.default.weight": "model-00017-of-00030.safetensors",
+    "model.layers.46.self_attn.v_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.47.input_layernorm.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.mlp.down_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.mlp.gate_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.mlp.up_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.post_attention_layernorm.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.self_attn.k_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.self_attn.o_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.self_attn.q_proj.lora_A.default.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.self_attn.q_proj.lora_B.default.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.self_attn.q_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.self_attn.v_proj.lora_A.default.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.self_attn.v_proj.lora_B.default.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.self_attn.v_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.input_layernorm.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.mlp.down_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.mlp.gate_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.mlp.up_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.post_attention_layernorm.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.self_attn.k_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.self_attn.o_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.self_attn.q_proj.lora_A.default.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.self_attn.q_proj.lora_B.default.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.self_attn.q_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.self_attn.v_proj.lora_A.default.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.self_attn.v_proj.lora_B.default.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.self_attn.v_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.49.input_layernorm.weight": "model-00019-of-00030.safetensors",
+    "model.layers.49.mlp.down_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.49.mlp.gate_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.49.mlp.up_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.49.post_attention_layernorm.weight": "model-00019-of-00030.safetensors",
+    "model.layers.49.self_attn.k_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.49.self_attn.o_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.49.self_attn.q_proj.lora_A.default.weight": "model-00018-of-00030.safetensors",
+    "model.layers.49.self_attn.q_proj.lora_B.default.weight": "model-00018-of-00030.safetensors",
+    "model.layers.49.self_attn.q_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.49.self_attn.v_proj.lora_A.default.weight": "model-00018-of-00030.safetensors",
+    "model.layers.49.self_attn.v_proj.lora_B.default.weight": "model-00018-of-00030.safetensors",
+    "model.layers.49.self_attn.v_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.5.self_attn.q_proj.lora_A.default.weight": "model-00002-of-00030.safetensors",
+    "model.layers.5.self_attn.q_proj.lora_B.default.weight": "model-00002-of-00030.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.5.self_attn.v_proj.lora_A.default.weight": "model-00002-of-00030.safetensors",
+    "model.layers.5.self_attn.v_proj.lora_B.default.weight": "model-00002-of-00030.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.50.input_layernorm.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.mlp.down_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.mlp.gate_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.mlp.up_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.post_attention_layernorm.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.self_attn.k_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.self_attn.o_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.self_attn.q_proj.lora_A.default.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.self_attn.q_proj.lora_B.default.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.self_attn.q_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.self_attn.v_proj.lora_A.default.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.self_attn.v_proj.lora_B.default.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.self_attn.v_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.input_layernorm.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.mlp.down_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.mlp.gate_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.mlp.up_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.post_attention_layernorm.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.self_attn.k_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.self_attn.o_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.self_attn.q_proj.lora_A.default.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.self_attn.q_proj.lora_B.default.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.self_attn.q_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.self_attn.v_proj.lora_A.default.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.self_attn.v_proj.lora_B.default.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.self_attn.v_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.52.input_layernorm.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.mlp.down_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.mlp.gate_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.mlp.up_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.post_attention_layernorm.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.self_attn.k_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.self_attn.o_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.self_attn.q_proj.lora_A.default.weight": "model-00019-of-00030.safetensors",
+    "model.layers.52.self_attn.q_proj.lora_B.default.weight": "model-00019-of-00030.safetensors",
+    "model.layers.52.self_attn.q_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.52.self_attn.v_proj.lora_A.default.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.self_attn.v_proj.lora_B.default.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.self_attn.v_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.input_layernorm.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.mlp.down_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.mlp.gate_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.mlp.up_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.post_attention_layernorm.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.self_attn.k_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.self_attn.o_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.self_attn.q_proj.lora_A.default.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.self_attn.q_proj.lora_B.default.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.self_attn.q_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.self_attn.v_proj.lora_A.default.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.self_attn.v_proj.lora_B.default.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.self_attn.v_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.input_layernorm.weight": "model-00021-of-00030.safetensors",
+    "model.layers.54.mlp.down_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.54.mlp.gate_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.mlp.up_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.post_attention_layernorm.weight": "model-00021-of-00030.safetensors",
+    "model.layers.54.self_attn.k_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.self_attn.o_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.self_attn.q_proj.lora_A.default.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.self_attn.q_proj.lora_B.default.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.self_attn.q_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.self_attn.v_proj.lora_A.default.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.self_attn.v_proj.lora_B.default.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.self_attn.v_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.55.input_layernorm.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.mlp.down_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.mlp.gate_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.mlp.up_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.post_attention_layernorm.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.self_attn.k_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.self_attn.o_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.self_attn.q_proj.lora_A.default.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.self_attn.q_proj.lora_B.default.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.self_attn.q_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.self_attn.v_proj.lora_A.default.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.self_attn.v_proj.lora_B.default.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.self_attn.v_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.input_layernorm.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.mlp.down_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.mlp.gate_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.mlp.up_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.post_attention_layernorm.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.self_attn.k_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.self_attn.o_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.self_attn.q_proj.lora_A.default.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.self_attn.q_proj.lora_B.default.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.self_attn.q_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.self_attn.v_proj.lora_A.default.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.self_attn.v_proj.lora_B.default.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.self_attn.v_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.57.input_layernorm.weight": "model-00022-of-00030.safetensors",
+    "model.layers.57.mlp.down_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.57.mlp.gate_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.57.mlp.up_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.57.post_attention_layernorm.weight": "model-00022-of-00030.safetensors",
+    "model.layers.57.self_attn.k_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.57.self_attn.o_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.57.self_attn.q_proj.lora_A.default.weight": "model-00021-of-00030.safetensors",
+    "model.layers.57.self_attn.q_proj.lora_B.default.weight": "model-00021-of-00030.safetensors",
+    "model.layers.57.self_attn.q_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.57.self_attn.v_proj.lora_A.default.weight": "model-00021-of-00030.safetensors",
+    "model.layers.57.self_attn.v_proj.lora_B.default.weight": "model-00021-of-00030.safetensors",
+    "model.layers.57.self_attn.v_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.58.input_layernorm.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.mlp.down_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.mlp.gate_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.mlp.up_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.post_attention_layernorm.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.self_attn.k_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.self_attn.o_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.self_attn.q_proj.lora_A.default.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.self_attn.q_proj.lora_B.default.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.self_attn.q_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.self_attn.v_proj.lora_A.default.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.self_attn.v_proj.lora_B.default.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.self_attn.v_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.input_layernorm.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.mlp.down_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.mlp.gate_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.mlp.up_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.post_attention_layernorm.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.self_attn.k_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.self_attn.o_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.self_attn.q_proj.lora_A.default.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.self_attn.q_proj.lora_B.default.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.self_attn.q_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.self_attn.v_proj.lora_A.default.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.self_attn.v_proj.lora_B.default.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.self_attn.v_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.self_attn.q_proj.lora_A.default.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.self_attn.q_proj.lora_B.default.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.self_attn.v_proj.lora_A.default.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.self_attn.v_proj.lora_B.default.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.60.input_layernorm.weight": "model-00023-of-00030.safetensors",
+    "model.layers.60.mlp.down_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.60.mlp.gate_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.60.mlp.up_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.60.post_attention_layernorm.weight": "model-00023-of-00030.safetensors",
+    "model.layers.60.self_attn.k_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.60.self_attn.o_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.60.self_attn.q_proj.lora_A.default.weight": "model-00022-of-00030.safetensors",
+    "model.layers.60.self_attn.q_proj.lora_B.default.weight": "model-00022-of-00030.safetensors",
+    "model.layers.60.self_attn.q_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.60.self_attn.v_proj.lora_A.default.weight": "model-00022-of-00030.safetensors",
+    "model.layers.60.self_attn.v_proj.lora_B.default.weight": "model-00022-of-00030.safetensors",
+    "model.layers.60.self_attn.v_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.61.input_layernorm.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.mlp.down_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.mlp.gate_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.mlp.up_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.post_attention_layernorm.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.self_attn.k_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.self_attn.o_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.self_attn.q_proj.lora_A.default.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.self_attn.q_proj.lora_B.default.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.self_attn.q_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.self_attn.v_proj.lora_A.default.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.self_attn.v_proj.lora_B.default.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.self_attn.v_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.input_layernorm.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.mlp.down_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.mlp.gate_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.mlp.up_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.post_attention_layernorm.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.self_attn.k_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.self_attn.o_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.self_attn.q_proj.lora_A.default.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.self_attn.q_proj.lora_B.default.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.self_attn.q_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.self_attn.v_proj.lora_A.default.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.self_attn.v_proj.lora_B.default.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.self_attn.v_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.63.input_layernorm.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.mlp.down_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.mlp.gate_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.mlp.up_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.post_attention_layernorm.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.self_attn.k_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.self_attn.o_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.self_attn.q_proj.lora_A.default.weight": "model-00023-of-00030.safetensors",
+    "model.layers.63.self_attn.q_proj.lora_B.default.weight": "model-00023-of-00030.safetensors",
+    "model.layers.63.self_attn.q_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.63.self_attn.v_proj.lora_A.default.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.self_attn.v_proj.lora_B.default.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.self_attn.v_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.input_layernorm.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.mlp.down_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.mlp.gate_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.mlp.up_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.post_attention_layernorm.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.self_attn.k_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.self_attn.o_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.self_attn.q_proj.lora_A.default.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.self_attn.q_proj.lora_B.default.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.self_attn.q_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.self_attn.v_proj.lora_A.default.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.self_attn.v_proj.lora_B.default.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.self_attn.v_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.input_layernorm.weight": "model-00025-of-00030.safetensors",
+    "model.layers.65.mlp.down_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.65.mlp.gate_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.mlp.up_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.post_attention_layernorm.weight": "model-00025-of-00030.safetensors",
+    "model.layers.65.self_attn.k_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.self_attn.o_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.self_attn.q_proj.lora_A.default.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.self_attn.q_proj.lora_B.default.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.self_attn.q_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.self_attn.v_proj.lora_A.default.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.self_attn.v_proj.lora_B.default.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.self_attn.v_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.66.input_layernorm.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.mlp.down_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.mlp.gate_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.mlp.up_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.post_attention_layernorm.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.self_attn.k_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.self_attn.o_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.self_attn.q_proj.lora_A.default.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.self_attn.q_proj.lora_B.default.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.self_attn.q_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.self_attn.v_proj.lora_A.default.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.self_attn.v_proj.lora_B.default.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.self_attn.v_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.input_layernorm.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.mlp.down_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.mlp.gate_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.mlp.up_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.post_attention_layernorm.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.self_attn.k_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.self_attn.o_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.self_attn.q_proj.lora_A.default.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.self_attn.q_proj.lora_B.default.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.self_attn.q_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.self_attn.v_proj.lora_A.default.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.self_attn.v_proj.lora_B.default.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.self_attn.v_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.input_layernorm.weight": "model-00026-of-00030.safetensors",
+    "model.layers.68.mlp.down_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.68.mlp.gate_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.mlp.up_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.68.post_attention_layernorm.weight": "model-00026-of-00030.safetensors",
+    "model.layers.68.self_attn.k_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.self_attn.o_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.self_attn.q_proj.lora_A.default.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.self_attn.q_proj.lora_B.default.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.self_attn.q_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.self_attn.v_proj.lora_A.default.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.self_attn.v_proj.lora_B.default.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.self_attn.v_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.69.input_layernorm.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.mlp.down_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.mlp.gate_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.mlp.up_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.post_attention_layernorm.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.self_attn.k_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.self_attn.o_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.self_attn.q_proj.lora_A.default.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.self_attn.q_proj.lora_B.default.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.self_attn.q_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.self_attn.v_proj.lora_A.default.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.self_attn.v_proj.lora_B.default.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.self_attn.v_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00003-of-00030.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00003-of-00030.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.7.self_attn.q_proj.lora_A.default.weight": "model-00003-of-00030.safetensors",
+    "model.layers.7.self_attn.q_proj.lora_B.default.weight": "model-00003-of-00030.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.7.self_attn.v_proj.lora_A.default.weight": "model-00003-of-00030.safetensors",
+    "model.layers.7.self_attn.v_proj.lora_B.default.weight": "model-00003-of-00030.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.70.input_layernorm.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.mlp.down_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.mlp.gate_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.mlp.up_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.post_attention_layernorm.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.self_attn.k_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.self_attn.o_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.self_attn.q_proj.lora_A.default.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.self_attn.q_proj.lora_B.default.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.self_attn.q_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.self_attn.v_proj.lora_A.default.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.self_attn.v_proj.lora_B.default.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.self_attn.v_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.71.input_layernorm.weight": "model-00027-of-00030.safetensors",
+    "model.layers.71.mlp.down_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.71.mlp.gate_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.71.mlp.up_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.71.post_attention_layernorm.weight": "model-00027-of-00030.safetensors",
+    "model.layers.71.self_attn.k_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.71.self_attn.o_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.71.self_attn.q_proj.lora_A.default.weight": "model-00026-of-00030.safetensors",
+    "model.layers.71.self_attn.q_proj.lora_B.default.weight": "model-00026-of-00030.safetensors",
+    "model.layers.71.self_attn.q_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.71.self_attn.v_proj.lora_A.default.weight": "model-00026-of-00030.safetensors",
+    "model.layers.71.self_attn.v_proj.lora_B.default.weight": "model-00026-of-00030.safetensors",
+    "model.layers.71.self_attn.v_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.72.input_layernorm.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.mlp.down_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.mlp.gate_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.mlp.up_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.post_attention_layernorm.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.self_attn.k_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.self_attn.o_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.self_attn.q_proj.lora_A.default.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.self_attn.q_proj.lora_B.default.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.self_attn.q_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.self_attn.v_proj.lora_A.default.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.self_attn.v_proj.lora_B.default.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.self_attn.v_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.input_layernorm.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.mlp.down_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.mlp.gate_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.mlp.up_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.post_attention_layernorm.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.self_attn.k_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.self_attn.o_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.self_attn.q_proj.lora_A.default.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.self_attn.q_proj.lora_B.default.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.self_attn.q_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.self_attn.v_proj.lora_A.default.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.self_attn.v_proj.lora_B.default.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.self_attn.v_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.74.input_layernorm.weight": "model-00028-of-00030.safetensors",
+    "model.layers.74.mlp.down_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.74.mlp.gate_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.74.mlp.up_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.74.post_attention_layernorm.weight": "model-00028-of-00030.safetensors",
+    "model.layers.74.self_attn.k_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.74.self_attn.o_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.74.self_attn.q_proj.lora_A.default.weight": "model-00027-of-00030.safetensors",
+    "model.layers.74.self_attn.q_proj.lora_B.default.weight": "model-00027-of-00030.safetensors",
+    "model.layers.74.self_attn.q_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.74.self_attn.v_proj.lora_A.default.weight": "model-00028-of-00030.safetensors",
+    "model.layers.74.self_attn.v_proj.lora_B.default.weight": "model-00028-of-00030.safetensors",
+    "model.layers.74.self_attn.v_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.input_layernorm.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.mlp.down_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.mlp.gate_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.mlp.up_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.post_attention_layernorm.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.self_attn.k_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.self_attn.o_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.self_attn.q_proj.lora_A.default.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.self_attn.q_proj.lora_B.default.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.self_attn.q_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.self_attn.v_proj.lora_A.default.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.self_attn.v_proj.lora_B.default.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.self_attn.v_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.input_layernorm.weight": "model-00029-of-00030.safetensors",
+    "model.layers.76.mlp.down_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.76.mlp.gate_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.mlp.up_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.post_attention_layernorm.weight": "model-00029-of-00030.safetensors",
+    "model.layers.76.self_attn.k_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.self_attn.o_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.self_attn.q_proj.lora_A.default.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.self_attn.q_proj.lora_B.default.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.self_attn.q_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.self_attn.v_proj.lora_A.default.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.self_attn.v_proj.lora_B.default.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.self_attn.v_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.77.input_layernorm.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.mlp.down_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.mlp.gate_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.mlp.up_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.post_attention_layernorm.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.self_attn.k_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.self_attn.o_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.self_attn.q_proj.lora_A.default.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.self_attn.q_proj.lora_B.default.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.self_attn.q_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.self_attn.v_proj.lora_A.default.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.self_attn.v_proj.lora_B.default.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.self_attn.v_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.input_layernorm.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.mlp.down_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.mlp.gate_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.mlp.up_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.post_attention_layernorm.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.self_attn.k_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.self_attn.o_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.self_attn.q_proj.lora_A.default.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.self_attn.q_proj.lora_B.default.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.self_attn.q_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.self_attn.v_proj.lora_A.default.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.self_attn.v_proj.lora_B.default.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.self_attn.v_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.input_layernorm.weight": "model-00030-of-00030.safetensors",
+    "model.layers.79.mlp.down_proj.weight": "model-00030-of-00030.safetensors",
+    "model.layers.79.mlp.gate_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.mlp.up_proj.weight": "model-00030-of-00030.safetensors",
+    "model.layers.79.post_attention_layernorm.weight": "model-00030-of-00030.safetensors",
+    "model.layers.79.self_attn.k_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.self_attn.o_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.self_attn.q_proj.lora_A.default.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.self_attn.q_proj.lora_B.default.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.self_attn.q_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.self_attn.v_proj.lora_A.default.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.self_attn.v_proj.lora_B.default.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.self_attn.v_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.self_attn.q_proj.lora_A.default.weight": "model-00003-of-00030.safetensors",
+    "model.layers.8.self_attn.q_proj.lora_B.default.weight": "model-00003-of-00030.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.8.self_attn.v_proj.lora_A.default.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.self_attn.v_proj.lora_B.default.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.self_attn.q_proj.lora_A.default.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.self_attn.q_proj.lora_B.default.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.self_attn.v_proj.lora_A.default.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.self_attn.v_proj.lora_B.default.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00004-of-00030.safetensors",
+    "model.norm.weight": "model-00030-of-00030.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,38 @@
+{
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "clean_up_tokenization_spaces": false,
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "legacy": false,
+  "max_length": 512,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": null,
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "stride": 0,
+  "tokenizer_class": "LlamaTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "use_default_system_prompt": true
+}