Hugging Face's logo

lingjoor
/
mistral-7b-Instruct-v0.1-neft-qlora

PEFT
Model card Files Community
natnitaract commited on
Commit
bc4ff94
·
1 Parent(s): 0a599bd

Upload 3 files

Browse files
Files changed (3) hide show
  1. README.md +52 -0
  2. adapter_config.json +4 -4
  3. adapter_model.bin +1 -1
README.md CHANGED
@@ -64,6 +64,54 @@ The following `bitsandbytes` quantization config was used during training:
64
  - bnb_4bit_use_double_quant: False
65
  - bnb_4bit_compute_dtype: float32
66
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
67
  The following `bitsandbytes` quantization config was used during training:
68
  - quant_method: bitsandbytes
69
  - load_in_8bit: False
@@ -77,6 +125,10 @@ The following `bitsandbytes` quantization config was used during training:
77
  - bnb_4bit_compute_dtype: float32
78
  ### Framework versions
79
 
 
 
 
 
80
  - PEFT 0.5.0
81
  - PEFT 0.5.0
82
  - PEFT 0.5.0
 
64
  - bnb_4bit_use_double_quant: False
65
  - bnb_4bit_compute_dtype: float32
66
 
67
+ The following `bitsandbytes` quantization config was used during training:
68
+ - quant_method: bitsandbytes
69
+ - load_in_8bit: False
70
+ - load_in_4bit: True
71
+ - llm_int8_threshold: 6.0
72
+ - llm_int8_skip_modules: None
73
+ - llm_int8_enable_fp32_cpu_offload: False
74
+ - llm_int8_has_fp16_weight: False
75
+ - bnb_4bit_quant_type: nf4
76
+ - bnb_4bit_use_double_quant: False
77
+ - bnb_4bit_compute_dtype: float32
78
+
79
+ The following `bitsandbytes` quantization config was used during training:
80
+ - quant_method: bitsandbytes
81
+ - load_in_8bit: False
82
+ - load_in_4bit: True
83
+ - llm_int8_threshold: 6.0
84
+ - llm_int8_skip_modules: None
85
+ - llm_int8_enable_fp32_cpu_offload: False
86
+ - llm_int8_has_fp16_weight: False
87
+ - bnb_4bit_quant_type: nf4
88
+ - bnb_4bit_use_double_quant: False
89
+ - bnb_4bit_compute_dtype: float32
90
+
91
+ The following `bitsandbytes` quantization config was used during training:
92
+ - quant_method: bitsandbytes
93
+ - load_in_8bit: False
94
+ - load_in_4bit: True
95
+ - llm_int8_threshold: 6.0
96
+ - llm_int8_skip_modules: None
97
+ - llm_int8_enable_fp32_cpu_offload: False
98
+ - llm_int8_has_fp16_weight: False
99
+ - bnb_4bit_quant_type: nf4
100
+ - bnb_4bit_use_double_quant: False
101
+ - bnb_4bit_compute_dtype: float32
102
+
103
+ The following `bitsandbytes` quantization config was used during training:
104
+ - quant_method: bitsandbytes
105
+ - load_in_8bit: False
106
+ - load_in_4bit: True
107
+ - llm_int8_threshold: 6.0
108
+ - llm_int8_skip_modules: None
109
+ - llm_int8_enable_fp32_cpu_offload: False
110
+ - llm_int8_has_fp16_weight: False
111
+ - bnb_4bit_quant_type: nf4
112
+ - bnb_4bit_use_double_quant: False
113
+ - bnb_4bit_compute_dtype: float32
114
+
115
  The following `bitsandbytes` quantization config was used during training:
116
  - quant_method: bitsandbytes
117
  - load_in_8bit: False
 
125
  - bnb_4bit_compute_dtype: float32
126
  ### Framework versions
127
 
128
+ - PEFT 0.5.0
129
+ - PEFT 0.5.0
130
+ - PEFT 0.5.0
131
+ - PEFT 0.5.0
132
  - PEFT 0.5.0
133
  - PEFT 0.5.0
134
  - PEFT 0.5.0
adapter_config.json CHANGED
@@ -14,13 +14,13 @@
14
  "r": 128,
15
  "revision": null,
16
  "target_modules": [
17
- "k_proj",
18
  "up_proj",
19
- "v_proj",
20
  "q_proj",
21
- "down_proj",
 
22
  "o_proj",
23
- "gate_proj"
24
  ],
25
  "task_type": "CAUSAL_LM"
26
  }
 
14
  "r": 128,
15
  "revision": null,
16
  "target_modules": [
 
17
  "up_proj",
18
+ "k_proj",
19
  "q_proj",
20
+ "v_proj",
21
+ "gate_proj",
22
  "o_proj",
23
+ "down_proj"
24
  ],
25
  "task_type": "CAUSAL_LM"
26
  }
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:115d15d78d7a264b1298653ccdd462ab179e7ebff1a75146204d1a4cfc6fe0ff
3
  size 1342338829
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0f7ab38d0a8979e6a45ab9c3ce9e5de5a3dc111cb705d765bb153e2d95dcab0
3
  size 1342338829