TheBloke commited on
Commit
1227a9c
1 Parent(s): 610d1f4

AWQ model commit

Browse files
config.json CHANGED
@@ -33,10 +33,10 @@
33
  "rms_norm_eps": 1e-05,
34
  "rope_theta": 1000000.0,
35
  "router_aux_loss_coef": 0.02,
36
- "sliding_window": 4096,
37
  "tie_word_embeddings": false,
38
  "torch_dtype": "float16",
39
- "transformers_version": "4.36.0.dev0",
40
  "use_cache": true,
41
  "vocab_size": 32000
42
  }
 
33
  "rms_norm_eps": 1e-05,
34
  "rope_theta": 1000000.0,
35
  "router_aux_loss_coef": 0.02,
36
+ "sliding_window": null,
37
  "tie_word_embeddings": false,
38
  "torch_dtype": "float16",
39
+ "transformers_version": "4.37.0.dev0",
40
  "use_cache": true,
41
  "vocab_size": 32000
42
  }
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:903ee97d518d705878f5017fb235f88c1e97b404a52e8487fc7918897594806a
3
  size 9973278720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d1ca5c121265c0dfa68a97247af4ffdec2216702c14609e66074b3199209d8d
3
  size 9973278720
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:30f59ce9c0a1885a8168b648265845980cb14794a6646b54d8a1793d99e9521d
3
  size 9977085640
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db38b035f34e67e1c1e90a52be22fcb1a7b1964f08de7a8c096db4bceed2a5a6
3
  size 9977085640
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b43a576bb5863e772abcedbbc0eae24534c6268a5ec3f2cc129cc6e9583e2933
3
  size 4703590984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63c20e2c391bfdff4f0f8037a558da93b2af4c067b8252cbe815fa0661ae9437
3
  size 4703590984