shuyuej commited on
Commit
f524487
1 Parent(s): 75ab37c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +13 -0
README.md CHANGED
@@ -20,6 +20,19 @@ Link: [https://huggingface.co/google/gemma-2-2b-it](https://huggingface.co/googl
20
  "exllama_config": {
21
  "version": 1
22
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  ```
24
 
25
  ## Source Codes
 
20
  "exllama_config": {
21
  "version": 1
22
  },
23
+ "group_size": 128,
24
+ "max_input_length": null,
25
+ "model_seqlen": null,
26
+ "module_name_preceding_first_block": null,
27
+ "modules_in_block_to_quantize": null,
28
+ "pad_token_id": null,
29
+ "quant_method": "gptq",
30
+ "sym": true,
31
+ "tokenizer": null,
32
+ "true_sequential": true,
33
+ "use_cuda_fp16": false,
34
+ "use_exllama": true
35
+ },
36
  ```
37
 
38
  ## Source Codes