Commit
•
be9354a
1
Parent(s):
76bb79d
Create config.json
Browse files- config.json +10 -0
config.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{'quant_method': <QuantizationMethod.BITS_AND_BYTES: 'bitsandbytes'>,
|
| 2 |
+
'load_in_8bit': False,
|
| 3 |
+
'load_in_4bit': True,
|
| 4 |
+
'llm_int8_threshold': 6.0,
|
| 5 |
+
'llm_int8_skip_modules': None,
|
| 6 |
+
'llm_int8_enable_fp32_cpu_offload': False,
|
| 7 |
+
'llm_int8_has_fp16_weight': False,
|
| 8 |
+
'bnb_4bit_quant_type': 'nf4',
|
| 9 |
+
'bnb_4bit_use_double_quant': False,
|
| 10 |
+
'bnb_4bit_compute_dtype': 'float16'}
|