Upload folder using huggingface_hub

config.json

@@ -0,0 +1,50 @@
+{
+  "_name_or_path": "liuhaotian/LLaVA-Lightning-MPT-7B-preview",
+  "architectures": [
+    "LlavaMPTForCausalLM"
+  ],
+  "attn_config": {
+    "model_type": ""
+  },
+  "d_model": 4096,
+  "emb_pdrop": 0,
+  "embedding_fraction": 1.0,
+  "expansion_ratio": 4,
+  "freeze_mm_mlp_adapter": false,
+  "init_config": {
+    "emb_init_std": null,
+    "emb_init_uniform_lim": null,
+    "fan_mode": "fan_in",
+    "init_div_is_residual": true,
+    "init_gain": 0,
+    "init_nonlinearity": "relu",
+    "init_std": 0.02,
+    "name": "kaiming_normal_",
+    "verbose": 0
+  },
+  "init_device": "cpu",
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "learned_pos_emb": true,
+  "logit_scale": null,
+  "max_seq_len": 2048,
+  "mm_hidden_size": 1024,
+  "mm_use_im_start_end": true,
+  "mm_vision_select_layer": -2,
+  "mm_vision_tower": "openai/clip-vit-large-patch14",
+  "model_type": "llava_mpt",
+  "n_heads": 32,
+  "n_layers": 32,
+  "no_bias": true,
+  "norm_type": "low_precision_layernorm",
+  "resid_pdrop": 0,
+  "sep_image_conv_front": false,
+  "tokenizer_name": "sam-mosaic/gpt-neox-20b-chatml",
+  "torch_dtype": "float16",
+  "transformers_version": "4.36.0",
+  "tune_mm_mlp_adapter": false,
+  "use_cache": true,
+  "use_mm_proj": true,
+  "verbose": 0,
+  "vocab_size": 50282
+}

image_encoder.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbc37dbc3a363e6eb73013f1e4be0935fd708d1d90aa71f9f039461c7f6523b
+size 296606870

llava_input_embed.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7cbae5fafcf590c96ff3a425b66090928f23a5b433b8eb6d783349ffc3a92a
+size 4199534176

llava_with_past.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3a42870d7209e037ae2e94970bbc7589fedcb3fc16d358b02aa5112a9fa6c6
+size 4199534166

token_embed.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1203d0339c74402b0554f67768e20b5ec8274f647ff158cdca9083041907ad2
+size 411910148

token_embed.xml

@@ -0,0 +1,107 @@
+<?xml version="1.0"?>
+<net name="Model3" version="11">
+	<layers>
+		<layer id="0" name="x" type="Parameter" version="opset1">
+			<data shape="?,?" element_type="i64" />
+			<output>
+				<port id="0" precision="I64" names="x">
+					<dim>-1</dim>
+					<dim>-1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1" name="Constant_82031_compressed" type="Const" version="opset1">
+			<data element_type="f16" shape="50282, 4096" offset="0" size="411910144" />
+			<output>
+				<port id="0" precision="FP16" names="7,weight">
+					<dim>50282</dim>
+					<dim>4096</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2" name="Constant_82031" type="Convert" version="opset1">
+			<data destination_type="f32" />
+			<rt_info>
+				<attribute name="decompression" version="0" />
+			</rt_info>
+			<input>
+				<port id="0" precision="FP16">
+					<dim>50282</dim>
+					<dim>4096</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP32">
+					<dim>50282</dim>
+					<dim>4096</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3" name="__module.transformer.wte/aten::embedding/Convert" type="Convert" version="opset1">
+			<data destination_type="i32" />
+			<input>
+				<port id="0" precision="I64">
+					<dim>-1</dim>
+					<dim>-1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="I32">
+					<dim>-1</dim>
+					<dim>-1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4" name="__module.transformer.wte/aten::embedding/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="" offset="411910144" size="4" />
+			<output>
+				<port id="0" precision="I32" />
+			</output>
+		</layer>
+		<layer id="5" name="__module.transformer.wte/aten::embedding/Gather" type="Gather" version="opset8">
+			<data batch_dims="0" />
+			<input>
+				<port id="0" precision="FP32">
+					<dim>50282</dim>
+					<dim>4096</dim>
+				</port>
+				<port id="1" precision="I32">
+					<dim>-1</dim>
+					<dim>-1</dim>
+				</port>
+				<port id="2" precision="I32" />
+			</input>
+			<output>
+				<port id="3" precision="FP32">
+					<dim>-1</dim>
+					<dim>-1</dim>
+					<dim>4096</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="6" name="Result_82035" type="Result" version="opset1">
+			<input>
+				<port id="0" precision="FP32">
+					<dim>-1</dim>
+					<dim>-1</dim>
+					<dim>4096</dim>
+				</port>
+			</input>
+		</layer>
+	</layers>
+	<edges>
+		<edge from-layer="0" from-port="0" to-layer="3" to-port="0" />
+		<edge from-layer="1" from-port="0" to-layer="2" to-port="0" />
+		<edge from-layer="2" from-port="1" to-layer="5" to-port="0" />
+		<edge from-layer="3" from-port="1" to-layer="5" to-port="1" />
+		<edge from-layer="4" from-port="0" to-layer="5" to-port="2" />
+		<edge from-layer="5" from-port="3" to-layer="6" to-port="0" />
+	</edges>
+	<rt_info>
+		<Runtime_version value="2023.3.0-13775-ceeafaf64f3-releases/2023/3" />
+		<conversion_parameters>
+			<framework value="pytorch" />
+			<is_python_object value="True" />
+		</conversion_parameters>
+	</rt_info>
+</net>