kiddobellamy commited on
Commit
a5cdac2
0 Parent(s):

Initial commit of Llama3.2-90B-Vision-Instruct model

Browse files
.gitattributes ADDED
@@ -0,0 +1 @@
 
 
1
+ *.pth filter=lfs diff=lfs merge=lfs -text
checklist.chk ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ 7e4678dca0c921d8e499725e1bbbc5ef ./consolidated.00.pth
2
+ cce1bff2c3a2d012eeebdcad51a09c35 ./consolidated.01.pth
3
+ 33044fff3b071991989dcea765779269 ./consolidated.02.pth
4
+ c84839b22a5ac3951c478ab9476b315b ./consolidated.03.pth
5
+ 8c4593ed8ea2735e02ea038ae0cbe6fc ./consolidated.04.pth
6
+ 976c25825e7538aa0a9e80330ce5a748 ./consolidated.05.pth
7
+ 94b5632d01b378aeb6174345dfca2972 ./consolidated.06.pth
8
+ 46710e35f5b08ecc8def7e11c07d9e76 ./consolidated.07.pth
9
+ da92bc05c55205211772d3c88795f1ae ./params.json
10
+ 08292403f8b173e7524d7fba7bbbd2d3 ./tokenizer.model
consolidated.00.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f39d227d6d42d213b6a566af9425c786ae5c57b9ce3b1a622297de893658c47b
3
+ size 22202699986
consolidated.01.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eefa77c6263d04019eb5230b5c8e186a8509d23ff279dba9f799755d403ab209
3
+ size 22202699986
consolidated.02.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99b1e869e61d44d335247a5ca178e5c8515e7b7d0044f915756e8f80c275f069
3
+ size 22202699986
params.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dim": 8192,
3
+ "ffn_dim_multiplier": 1.3,
4
+ "multiple_of": 4096,
5
+ "n_heads": 64,
6
+ "n_kv_heads": 8,
7
+ "n_layers": 80,
8
+ "norm_eps": 1e-05,
9
+ "rope_theta": 500000.0,
10
+ "use_scaled_rope": true,
11
+ "vision_chunk_size": 560,
12
+ "vision_max_num_chunks": 4,
13
+ "vocab_size": 128256,
14
+ "vision_num_cross_attention_layers": 20
15
+ }
tokenizer.model ADDED
The diff for this file is too large to render. See raw diff