fxmarty commited on
Commit
57b06aa
1 Parent(s): 660f858

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -52,14 +52,14 @@
52
  "layer_type_quant_config": {},
53
  "pack_method": "reorder",
54
  "quant_method": "quark",
55
- "quant_mode": 1
56
  },
57
  "rms_norm_eps": 1e-06,
58
  "rope_scaling": null,
59
  "rope_theta": 10000.0,
60
  "tie_word_embeddings": false,
61
  "torch_dtype": "float16",
62
- "transformers_version": "4.46.0.dev0",
63
  "use_cache": true,
64
  "vocab_size": 32000
65
  }
 
52
  "layer_type_quant_config": {},
53
  "pack_method": "reorder",
54
  "quant_method": "quark",
55
+ "quant_mode": "eager_mode"
56
  },
57
  "rms_norm_eps": 1e-06,
58
  "rope_scaling": null,
59
  "rope_theta": 10000.0,
60
  "tie_word_embeddings": false,
61
  "torch_dtype": "float16",
62
+ "transformers_version": "4.45.2",
63
  "use_cache": true,
64
  "vocab_size": 32000
65
  }