PhantHive commited on
Commit
2f433a5
1 Parent(s): 86554a4

model update

Browse files
Files changed (3) hide show
  1. README.md +23 -2
  2. adapter_config.json +2 -2
  3. adapter_model.bin +2 -2
README.md CHANGED
@@ -1,9 +1,30 @@
1
  ---
 
2
  tags:
3
  - autotrain
4
  - text-generation
5
  widget:
6
- - text: "I love AutoTrain because "
 
7
  ---
8
 
9
- # Model Trained Using AutoTrain
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
+ library_name: peft
3
  tags:
4
  - autotrain
5
  - text-generation
6
  widget:
7
+ - text: 'I love AutoTrain because '
8
+ base_model: NousResearch/Llama-2-7b-chat-hf
9
  ---
10
 
11
+ # Model Trained Using AutoTrain
12
+ ## Training procedure
13
+
14
+
15
+ The following `bitsandbytes` quantization config was used during training:
16
+ - quant_method: bitsandbytes
17
+ - load_in_8bit: True
18
+ - load_in_4bit: False
19
+ - llm_int8_threshold: 6.0
20
+ - llm_int8_skip_modules: None
21
+ - llm_int8_enable_fp32_cpu_offload: False
22
+ - llm_int8_has_fp16_weight: False
23
+ - bnb_4bit_quant_type: fp4
24
+ - bnb_4bit_use_double_quant: False
25
+ - bnb_4bit_compute_dtype: float32
26
+
27
+ ### Framework versions
28
+
29
+
30
+ - PEFT 0.6.0.dev0
adapter_config.json CHANGED
@@ -16,8 +16,8 @@
16
  "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
19
- "v_proj",
20
- "q_proj"
21
  ],
22
  "task_type": "CAUSAL_LM"
23
  }
 
16
  "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
19
+ "q_proj",
20
+ "v_proj"
21
  ],
22
  "task_type": "CAUSAL_LM"
23
  }
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b25d72776758a4108c24fcbb323780d7e3452716f2e23347298e690eb1bc05eb
3
- size 33600461
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93a09db114496775d045cd2a94975d3773c6897cbbea523f7d2a125faf5c210f
3
+ size 16823245