sergeipetrov
/

InternVL2-8B-AWQ-qconfig

Image-Text-to-Text

4-bit precision

Model card Files Files and versions Community

sergeipetrov commited on Aug 15

Commit

480af0c

•

1 Parent(s): 163edfb

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -107,7 +107,7 @@
     "tokenizer_class": null,
     "top_k": 50,
     "top_p": 1.0,
-    "torch_dtype": "bfloat16",
     "torchscript": false,
     "transformers_version": "4.40.0",
     "typical_p": 1.0,

     "tokenizer_class": null,
     "top_k": 50,
     "top_p": 1.0,
+    "torch_dtype": "float16",
     "torchscript": false,
     "transformers_version": "4.40.0",
     "typical_p": 1.0,