Hugging Face's logo

Isotr0py
/
Llama-3.2-11B-Vision-Instruct-bnb-8bit

Image-Text-to-Text
Transformers
Safetensors
mllama
conversational
text-generation-inference
Inference Endpoints
8-bit precision
bitsandbytes
Model card Files Community
Isotr0py commited on
Commit
ca8a35e
·
verified ·
1 Parent(s): 45601b2

Upload MllamaForConditionalGeneration

Browse files
Files changed (3) hide show
  1. config.json +2 -1
  2. model-00003-of-00003.safetensors +2 -2
  3. model.safetensors.index.json +1 -3
config.json CHANGED
@@ -15,7 +15,8 @@
15
  "llm_int8_enable_fp32_cpu_offload": false,
16
  "llm_int8_has_fp16_weight": false,
17
  "llm_int8_skip_modules": [
18
- "multi_modal_projector"
 
19
  ],
20
  "llm_int8_threshold": 6.0,
21
  "load_in_4bit": false,
 
15
  "llm_int8_enable_fp32_cpu_offload": false,
16
  "llm_int8_has_fp16_weight": false,
17
  "llm_int8_skip_modules": [
18
+ "multi_modal_projector",
19
+ "lm_head"
20
  ],
21
  "llm_int8_threshold": 6.0,
22
  "load_in_4bit": false,
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1da5f73c07e9bdc61d0e4820ed24f4f8c11ae922a0672f145e27012965c95210
3
- size 1361199020
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fc7894a132a9ba723f70df8f724998eb056acce4c4e2107bd88075e798abf95
3
+ size 1886022475
model.safetensors.index.json CHANGED
@@ -1,11 +1,9 @@
1
  {
2
  "metadata": {
3
- "total_size": 11313758799
4
  },
5
  "weight_map": {
6
- "language_model.lm_head.SCB": "model-00003-of-00003.safetensors",
7
  "language_model.lm_head.weight": "model-00003-of-00003.safetensors",
8
- "language_model.lm_head.weight_format": "model-00003-of-00003.safetensors",
9
  "language_model.model.embed_tokens.weight": "model-00001-of-00003.safetensors",
10
  "language_model.model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors",
11
  "language_model.model.layers.0.mlp.down_proj.SCB": "model-00001-of-00003.safetensors",
 
1
  {
2
  "metadata": {
3
+ "total_size": 11838582350
4
  },
5
  "weight_map": {
 
6
  "language_model.lm_head.weight": "model-00003-of-00003.safetensors",
 
7
  "language_model.model.embed_tokens.weight": "model-00001-of-00003.safetensors",
8
  "language_model.model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors",
9
  "language_model.model.layers.0.mlp.down_proj.SCB": "model-00001-of-00003.safetensors",