Upload model

README.md

@@ -1,11 +1,6 @@
 ---
 library_name: peft
 base_model: tiiuae/falcon-7b
-license: mit
-datasets:
-- ck46/hendrycks_math
-language:
-- en
 ---
 
 # Model Card for Model ID
@@ -222,22 +217,3 @@ The following `bitsandbytes` quantization config was used during training:
 
 
 - PEFT 0.6.0.dev0
-## Training procedure
-
-
-The following `bitsandbytes` quantization config was used during training:
-- quant_method: bitsandbytes
-- load_in_8bit: False
-- load_in_4bit: True
-- llm_int8_threshold: 6.0
-- llm_int8_skip_modules: None
-- llm_int8_enable_fp32_cpu_offload: False
-- llm_int8_has_fp16_weight: False
-- bnb_4bit_quant_type: nf4
-- bnb_4bit_use_double_quant: False
-- bnb_4bit_compute_dtype: float16
-
-### Framework versions
-
-
-- PEFT 0.6.0.dev0

adapter_config.json

@@ -4,7 +4,7 @@
   "base_model_name_or_path": "tiiuae/falcon-7b",
   "bias": "none",
   "fan_in_fan_out": false,
-  "inference_mode": false,
+  "inference_mode": true,
   "init_lora_weights": true,
   "layers_pattern": null,
   "layers_to_transform": null,
@@ -17,9 +17,9 @@
   "revision": null,
   "target_modules": [
     "dense",
-    "query_key_value",
+    "dense_4h_to_h",
     "dense_h_to_4h",
-    "dense_4h_to_h"
+    "query_key_value"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0044af6a507bb5d0f551a20684f870e14ca5d7ce29e5cd2463b40ba8b58f5041
+oid sha256:c2010d3520c6d50ef36c12171213faceb04fac9877e3d25e1c1951ff6d98ef99
 size 522285322