Hugging Face's logo

unsloth
/
Llama-3.2-90B-Vision-bnb-4bit

Image-Text-to-Text
Transformers
Safetensors
English
mllama
llama-3
llama
meta
facebook
unsloth
multimodal
vision
text-generation-inference
Inference Endpoints
4-bit precision
bitsandbytes
Model card Files Community
1
danielhanchen commited on
Commit
5a3efbf
•
1 Parent(s): 2a5d74c

Upload MllamaForConditionalGeneration

Browse files
Files changed (13) hide show
  1. config.json +4 -1
  2. generation_config.json +1 -1
  3. model-00001-of-00010.safetensors +2 -2
  4. model-00002-of-00010.safetensors +1 -1
  5. model-00003-of-00010.safetensors +2 -2
  6. model-00004-of-00010.safetensors +2 -2
  7. model-00005-of-00010.safetensors +2 -2
  8. model-00006-of-00010.safetensors +2 -2
  9. model-00007-of-00010.safetensors +2 -2
  10. model-00008-of-00010.safetensors +2 -2
  11. model-00009-of-00010.safetensors +2 -2
  12. model-00010-of-00010.safetensors +2 -2
  13. model.safetensors.index.json +1 -1
config.json CHANGED
@@ -21,6 +21,7 @@
21
  "quant_method": "bitsandbytes"
22
  },
23
  "text_config": {
 
24
  "_name_or_path": "",
25
  "add_cross_attention": false,
26
  "architectures": null,
@@ -126,8 +127,10 @@
126
  "vocab_size": 128256
127
  },
128
  "torch_dtype": "bfloat16",
129
- "transformers_version": "4.45.0",
 
130
  "vision_config": {
 
131
  "_name_or_path": "",
132
  "add_cross_attention": false,
133
  "architectures": null,
 
21
  "quant_method": "bitsandbytes"
22
  },
23
  "text_config": {
24
+ "_attn_implementation_autoset": false,
25
  "_name_or_path": "",
26
  "add_cross_attention": false,
27
  "architectures": null,
 
127
  "vocab_size": 128256
128
  },
129
  "torch_dtype": "bfloat16",
130
+ "transformers_version": "4.46.3",
131
+ "unsloth_fixed": true,
132
  "vision_config": {
133
+ "_attn_implementation_autoset": false,
134
  "_name_or_path": "",
135
  "add_cross_attention": false,
136
  "architectures": null,
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 128000,
4
  "eos_token_id": 128001,
5
  "pad_token_id": 128004,
6
- "transformers_version": "4.45.0"
7
  }
 
3
  "bos_token_id": 128000,
4
  "eos_token_id": 128001,
5
  "pad_token_id": 128004,
6
+ "transformers_version": "4.46.3"
7
  }
model-00001-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:650c83289f75bc2a94392020f4e08af0d7506060e5bce93cf44786582dce0636
3
- size 4947107668
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c01abda7a82dbc4e01144a382cb740e65d121c6e3dbece23d58a6cbb01eb7788
3
+ size 4947107669
model-00002-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:18e5c46b8eedcee0601cb9d7e82ee5e7cba955320f62a422c66bdc88069601bf
3
  size 4977064275
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:571019356ec69c3373b1f41493473b78038e1c8e732d8902ad73a98df2e408c7
3
  size 4977064275
model-00003-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0ce49d0d5e5a39cd48319d7342dc0a9696502635e49f6764dcac17fced44b66
3
- size 4977064457
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:329de12801c21e76d6e6e3a93ae340c8259b2b2a270a1af6912cf4aae09abf87
3
+ size 4977064460
model-00004-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe3877119333def8ac635bda019a948d71dd6bea414e8b762896a426adc66e28
3
- size 4977098481
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ad0f1e717db3044d98fc2bd11aecdad5c06326aa4f1ffc1c89a29cbca40fa42
3
+ size 4977098482
model-00005-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e25f18c284437a34d7f23009810241f5206a122d4c9a6b84b6c077eafce4b639
3
- size 4933796472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79942afff25ed94652a6b5d4f587c0638d0562954c86005d6c3e219ae67cb279
3
+ size 4933796471
model-00006-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:76839275d021157fac0cabbd9268a967d773cbd1812f373868df191d61fe145a
3
- size 4977064511
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:feb2054277f1bdb65324901ce609d604868a02057ba86f08ed4255433cac35df
3
+ size 4977064512
model-00007-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04baa35520390768a11cc24bcef62e2c09feee44db3e07bb5a39b304b9ebd87c
3
- size 4977064451
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:775710b0d09a3db30499fbd2c3fceacf5248392d4f594b0e038542a0de2e88d1
3
+ size 4977064452
model-00008-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5db190966344fabd62fbc653d53aa6150bc2d4b9d2f7da7f376b15520c09c290
3
- size 4977098474
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9b5272a4784c866c02ff1ca91036e458aa3d58e52d649438fbd2b663126eb6e
3
+ size 4977098478
model-00009-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f07a2eda5aa9585bac1498cde97455d60c82e020beeae95908b8971d0e546719
3
- size 4933796461
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f319b5b3ff0c31a544d0d0660bec3eac9b7d80f6856ae5818a9bdf9b912ba828
3
+ size 4933796462
model-00010-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d49c1260afdadaaa9c457099340ebe47dece62a0ff5c1eb4f1b257991b80818
3
- size 4263159968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc77a781427aa2512d631f8100a21891f67ef8bf44eaba1fc97a9460f48c4f82
3
+ size 4263159969
model.safetensors.index.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "metadata": {
3
- "total_size": 48939476890
4
  },
5
  "weight_map": {
6
  "language_model.lm_head.weight": "model-00010-of-00010.safetensors",
 
1
  {
2
  "metadata": {
3
+ "total_size": 48939476902
4
  },
5
  "weight_map": {
6
  "language_model.lm_head.weight": "model-00010-of-00010.safetensors",