Update config.json

config.json

@@ -34,6 +34,9 @@
   "rope_theta": 500000.0,
   "tie_word_embeddings": true,
   "transformers_version": "4.43.4",
+  "transformers.js_config": {
+    "dtype": "q4"
+  },
   "use_cache": true,
   "vocab_size": 128256
 }