Commit
·
ce619c3
1
Parent(s):
dc5cb1c
GPT2gpt2: 8bits, gr-1, desc_act=False
Browse files- gptq_model-8bit--1g.bin +3 -0
- gptq_model-8bit--1g.safetensors +3 -0
- quantize_config.json +2 -2
gptq_model-8bit--1g.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:447636e82a224c916fdc06636bb9cdc4f19a7e1b7dfc2ea653d37fb1264997ad
|
3 |
+
size 164553290
|
gptq_model-8bit--1g.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:88222a1884bfdaf5ef3c4221ec5acbd9110157e4f4257b6f4aef1e98fe2ecf28
|
3 |
+
size 241676632
|
quantize_config.json
CHANGED
@@ -1,11 +1,11 @@
|
|
1 |
{
|
2 |
"bits": 8,
|
3 |
-
"group_size":
|
4 |
"damp_percent": 0.01,
|
5 |
"desc_act": false,
|
6 |
"static_groups": false,
|
7 |
"sym": true,
|
8 |
"true_sequential": true,
|
9 |
"model_name_or_path": "gpt2GPTQ8",
|
10 |
-
"model_file_base_name": "gptq_model-8bit
|
11 |
}
|
|
|
1 |
{
|
2 |
"bits": 8,
|
3 |
+
"group_size": -1,
|
4 |
"damp_percent": 0.01,
|
5 |
"desc_act": false,
|
6 |
"static_groups": false,
|
7 |
"sym": true,
|
8 |
"true_sequential": true,
|
9 |
"model_name_or_path": "gpt2GPTQ8",
|
10 |
+
"model_file_base_name": "gptq_model-8bit--1g"
|
11 |
}
|