nm-testing
/

mistral-fp8-static

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

robertgshaw2 commited on Apr 25

Commit

71a2394

•

1 Parent(s): 4d7a1f3

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -18,7 +18,7 @@
   "quantization_config": {
       "quant_type": "fp8",
       "scheme": "static",
-  }
   "rms_norm_eps": 1e-05,
   "rope_theta": 1000000.0,
   "sliding_window": null,

   "quantization_config": {
       "quant_type": "fp8",
       "scheme": "static",
+  },
   "rms_norm_eps": 1e-05,
   "rope_theta": 1000000.0,
   "sliding_window": null,