1 contributor

History: 26 commits

austinsilveria

208501e4cd1b468532828cc896fa28e3a5f249fffe4828a17ae9182e074eba3d

28129ee 11 months ago

.gitattributes

17.2 kB

208501e4cd1b468532828cc896fa28e3a5f249fffe4828a17ae9182e074eba3d 11 months ago
LICENSE

10.6 kB

Update LICENSE 11 months ago
README.md

63 Bytes

initial commit 11 months ago
decoder.embed_positions.weight

29.4 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 11 months ago
decoder.embed_tokens.weight

721 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 11 months ago
decoder.final_layer_norm.bias

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 11 months ago
decoder.final_layer_norm.weight

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 11 months ago
decoder.layers.-1.attn-head-sparsity-predictor.1.weight

28.7 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 11 months ago
decoder.layers.-1.attn-head-sparsity-predictor.2.weight

226 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 11 months ago
decoder.layers.0.attn-head-sparsity-predictor.1.weight

28.7 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 11 months ago
decoder.layers.0.attn-head-sparsity-predictor.2.weight

226 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 11 months ago
decoder.layers.0.attn.mlp-sparsity-predictor.1.weight

28.7 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 11 months ago
decoder.layers.0.attn.mlp-sparsity-predictor.2.weight

115 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 11 months ago
decoder.layers.0.fc1.bias

57.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 11 months ago
decoder.layers.0.fc1.weight

411 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 11 months ago
decoder.layers.0.fc2.bias

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 11 months ago
decoder.layers.0.fc2.weight

411 MB
LFS

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 11 months ago
decoder.layers.0.final_layer_norm.bias

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 11 months ago
decoder.layers.0.final_layer_norm.weight

14.3 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 11 months ago
decoder.layers.0.self_attn.catted_head_biases

43 kB

027073c190f059e4dc3a7edc498c73b13814d6116278ed6ad565754375058ae4 11 months ago
decoder.layers.0.self_attn.catted_head_weights

411 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.0.self_attn.out_proj.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.0.self_attn_layer_norm.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.0.self_attn_layer_norm.weight

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.1.attn-head-sparsity-predictor.1.weight

28.7 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.1.attn-head-sparsity-predictor.2.weight

226 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.1.attn.mlp-sparsity-predictor.1.weight

28.7 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.1.attn.mlp-sparsity-predictor.2.weight

115 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.1.fc1.bias

57.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.1.fc1.weight

411 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.1.fc2.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.1.fc2.weight

411 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.1.final_layer_norm.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.1.final_layer_norm.weight

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.1.self_attn.catted_head_biases

43 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.1.self_attn.catted_head_weights

411 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.1.self_attn.out_proj.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.1.self_attn_layer_norm.bias

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.1.self_attn_layer_norm.weight

14.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.10.attn-head-sparsity-predictor.1.weight

28.7 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.10.attn-head-sparsity-predictor.2.weight

226 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.10.attn.mlp-sparsity-predictor.1.weight

28.7 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.10.attn.mlp-sparsity-predictor.2.weight

115 MB
LFS

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.10.fc1.bias

57.3 kB

0ac3467055c2e7263ab28968bf78e140133eae9b95252d02e8fae45bb5966e9d 11 months ago
decoder.layers.10.fc1.weight

411 MB
LFS

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 11 months ago
decoder.layers.10.fc2.bias

14.3 kB

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 11 months ago
decoder.layers.10.fc2.weight

411 MB
LFS

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 11 months ago
decoder.layers.10.final_layer_norm.bias

14.3 kB

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 11 months ago
decoder.layers.10.final_layer_norm.weight

14.3 kB

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 11 months ago
decoder.layers.10.self_attn.catted_head_biases

43 kB

c60e9168550386985ae823322a341d6254dcf05493d95b785425742a7b44231c 11 months ago