kjm011028 commited on
Commit
388c3a5
1 Parent(s): 442d878

Upload model

Browse files
Files changed (3) hide show
  1. README.md +1 -3
  2. adapter_config.json +5 -2
  3. adapter_model.safetensors +1 -1
README.md CHANGED
@@ -201,7 +201,6 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
201
 
202
  ## Training procedure
203
 
204
-
205
  The following `bitsandbytes` quantization config was used during training:
206
  - quant_method: bitsandbytes
207
  - load_in_8bit: False
@@ -216,5 +215,4 @@ The following `bitsandbytes` quantization config was used during training:
216
 
217
  ### Framework versions
218
 
219
-
220
- - PEFT 0.6.2
 
201
 
202
  ## Training procedure
203
 
 
204
  The following `bitsandbytes` quantization config was used during training:
205
  - quant_method: bitsandbytes
206
  - load_in_8bit: False
 
215
 
216
  ### Framework versions
217
 
218
+ - PEFT 0.7.0
 
adapter_config.json CHANGED
@@ -8,8 +8,11 @@
8
  "init_lora_weights": true,
9
  "layers_pattern": null,
10
  "layers_to_transform": null,
 
11
  "lora_alpha": 16,
12
  "lora_dropout": 0.05,
 
 
13
  "modules_to_save": null,
14
  "peft_type": "LORA",
15
  "r": 8,
@@ -17,8 +20,8 @@
17
  "revision": null,
18
  "target_modules": [
19
  "c_attn",
20
- "c_proj",
21
- "c_fc"
22
  ],
23
  "task_type": "CAUSAL_LM"
24
  }
 
8
  "init_lora_weights": true,
9
  "layers_pattern": null,
10
  "layers_to_transform": null,
11
+ "loftq_config": {},
12
  "lora_alpha": 16,
13
  "lora_dropout": 0.05,
14
+ "megatron_config": null,
15
+ "megatron_core": "megatron.core",
16
  "modules_to_save": null,
17
  "peft_type": "LORA",
18
  "r": 8,
 
20
  "revision": null,
21
  "target_modules": [
22
  "c_attn",
23
+ "c_fc",
24
+ "c_proj"
25
  ],
26
  "task_type": "CAUSAL_LM"
27
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed0215a71b65c1f6f1c582874c1a9ae72ba15653775c23b3f83ded1f23bf70e4
3
  size 67010784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f695c8d9cf18316f5824ad46efa2b9fad78dd4217bd060f72d92f10003fb81b
3
  size 67010784