unsloth
/

Llama-3.2-11B-Vision-Instruct-bnb-4bit

Image-Text-to-Text

text-generation-inference

Inference Endpoints

4-bit precision

Model card Files Files and versions Community

danielhanchen commited on 1 day ago

Commit

176e965

•

1 Parent(s): af62130

Upload MllamaForConditionalGeneration

Files changed (2) hide show

config.json +4 -1
generation_config.json +1 -1

config.json CHANGED Viewed

@@ -21,6 +21,7 @@
     "quant_method": "bitsandbytes"
   },
   "text_config": {
     "_name_or_path": "",
     "add_cross_attention": false,
     "architectures": null,
@@ -118,8 +119,10 @@
     "vocab_size": 128256
   },
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.45.0",
   "vision_config": {
     "_name_or_path": "",
     "add_cross_attention": false,
     "architectures": null,

     "quant_method": "bitsandbytes"
   },
   "text_config": {
+    "_attn_implementation_autoset": false,
     "_name_or_path": "",
     "add_cross_attention": false,
     "architectures": null,
     "vocab_size": 128256
   },
   "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.3",
+  "unsloth_fixed": true,
   "vision_config": {
+    "_attn_implementation_autoset": false,
     "_name_or_path": "",
     "add_cross_attention": false,
     "architectures": null,

generation_config.json CHANGED Viewed

@@ -9,5 +9,5 @@
   "pad_token_id": 128004,
   "temperature": 0.6,
   "top_p": 0.9,
-  "transformers_version": "4.45.0"
 }

   "pad_token_id": 128004,
   "temperature": 0.6,
   "top_p": 0.9,
+  "transformers_version": "4.46.3"
 }