parasail-ai
/

Qwen2.5-Coder-32B-Instruct-GPTQ-Int8-128k

Text Generation

text-generation-inference

Inference Endpoints

8-bit precision

Model card Files Files and versions Community

zifeitong commited on 26 days ago

Commit

9e573d8

·

verified ·

1 Parent(s): 8e19e40

Fix typo

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -47,7 +47,7 @@
   "transformers_version": "4.43.1",
   "use_cache": true,
   "use_sliding_window": false,
-  "vocab_size": 152064
   "rope_scaling": {
     "factor": 4.0,
     "original_max_position_embeddings": 32768,

   "transformers_version": "4.43.1",
   "use_cache": true,
   "use_sliding_window": false,
+  "vocab_size": 152064,
   "rope_scaling": {
     "factor": 4.0,
     "original_max_position_embeddings": 32768,