Hugging Face's logo

yayoimizuha
/
Nemotron-4-340B-Instruct-imatrix-GGUF

Text Generation
GGUF
Inference Endpoints
imatrix
Model card Files Community
yayoimizuha commited on
Commit
cdb0eb5
•
1 Parent(s): 0017233

Upload folder using huggingface_hub

Browse files
Files changed (21) hide show
  1. .gitattributes +20 -0
  2. Nemotron-4-340B-Instruct-IQ2_XXS-00001-of-00002.gguf +3 -0
  3. Nemotron-4-340B-Instruct-IQ2_XXS-00002-of-00002.gguf +3 -0
  4. Nemotron-4-340B-Instruct-Q3_K_M-00001-of-00004.gguf +3 -0
  5. Nemotron-4-340B-Instruct-Q3_K_M-00002-of-00004.gguf +3 -0
  6. Nemotron-4-340B-Instruct-Q3_K_M-00003-of-00004.gguf +3 -0
  7. Nemotron-4-340B-Instruct-Q3_K_M-00004-of-00004.gguf +3 -0
  8. Nemotron-4-340B-Instruct-Q4_K_M-00001-of-00005.gguf +3 -0
  9. Nemotron-4-340B-Instruct-Q4_K_M-00002-of-00005.gguf +3 -0
  10. Nemotron-4-340B-Instruct-Q4_K_M-00003-of-00005.gguf +3 -0
  11. Nemotron-4-340B-Instruct-Q4_K_M-00004-of-00005.gguf +3 -0
  12. Nemotron-4-340B-Instruct-Q4_K_M-00005-of-00005.gguf +3 -0
  13. Nemotron-4-340B-Instruct-Q8_0-00001-of-00008.gguf +3 -0
  14. Nemotron-4-340B-Instruct-Q8_0-00002-of-00008.gguf +3 -0
  15. Nemotron-4-340B-Instruct-Q8_0-00003-of-00008.gguf +3 -0
  16. Nemotron-4-340B-Instruct-Q8_0-00004-of-00008.gguf +3 -0
  17. Nemotron-4-340B-Instruct-Q8_0-00005-of-00008.gguf +3 -0
  18. Nemotron-4-340B-Instruct-Q8_0-00006-of-00008.gguf +3 -0
  19. Nemotron-4-340B-Instruct-Q8_0-00007-of-00008.gguf +3 -0
  20. Nemotron-4-340B-Instruct-Q8_0-00008-of-00008.gguf +3 -0
  21. Nemotron-4-340B-Instruct-Q8_0.imatrix +3 -0
.gitattributes CHANGED
@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Nemotron-4-340B-Instruct-IQ2_XXS-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Nemotron-4-340B-Instruct-IQ2_XXS-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Nemotron-4-340B-Instruct-Q3_K_M-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Nemotron-4-340B-Instruct-Q3_K_M-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Nemotron-4-340B-Instruct-Q3_K_M-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Nemotron-4-340B-Instruct-Q3_K_M-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Nemotron-4-340B-Instruct-Q4_K_M-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Nemotron-4-340B-Instruct-Q4_K_M-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Nemotron-4-340B-Instruct-Q4_K_M-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Nemotron-4-340B-Instruct-Q4_K_M-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Nemotron-4-340B-Instruct-Q4_K_M-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Nemotron-4-340B-Instruct-Q8_0-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Nemotron-4-340B-Instruct-Q8_0-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Nemotron-4-340B-Instruct-Q8_0-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Nemotron-4-340B-Instruct-Q8_0-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Nemotron-4-340B-Instruct-Q8_0-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Nemotron-4-340B-Instruct-Q8_0-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Nemotron-4-340B-Instruct-Q8_0-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Nemotron-4-340B-Instruct-Q8_0-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Nemotron-4-340B-Instruct-Q8_0.imatrix filter=lfs diff=lfs merge=lfs -text
Nemotron-4-340B-Instruct-IQ2_XXS-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0612bdab452a6d59d1c3777634f1dee1c89d72bfdbecd829f4b7b5ce30a3857a
3
+ size 48919710528
Nemotron-4-340B-Instruct-IQ2_XXS-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:628c15cc93a828d48bd8f2fd5c478f145568229dd89482cd9d4ca309a2be8133
3
+ size 42540781792
Nemotron-4-340B-Instruct-Q3_K_M-00001-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b30956f9ad8a3a2334c266a957b2638723ce5b60223bdacb905579e723a15d1
3
+ size 48883129568
Nemotron-4-340B-Instruct-Q3_K_M-00002-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aafc76c9b67bc9ab8c84b86bcd87562ecfdc8a406cbb062a000fcdf4a03a56f0
3
+ size 48940954048
Nemotron-4-340B-Instruct-Q3_K_M-00003-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca888d1c37d8b611c6d70d87e4ebc4d59997cb080569aeb4c53cc5a973d0b9fd
3
+ size 48590893792
Nemotron-4-340B-Instruct-Q3_K_M-00004-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35bef92d1fbd8d7860599ff934568b90b4e5b9e9a09c5582923281db9ad4d262
3
+ size 29727136640
Nemotron-4-340B-Instruct-Q4_K_M-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce990266990c92ae9b0d7c5c05625d84509b0a959a79cf112e2d6d4f62217bca
3
+ size 48184480320
Nemotron-4-340B-Instruct-Q4_K_M-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cfda4029cd6bfda8ad97dd156c23538a7abf5867658aa4f31d72f1e15b4059f
3
+ size 48635423264
Nemotron-4-340B-Instruct-Q4_K_M-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2648ce6788fb60c6f31170596666bbe0811cd7f777c12924face188587d2dff
3
+ size 48635423264
Nemotron-4-340B-Instruct-Q4_K_M-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a08a4accd485917f7dde6ee6faa09bf3be3e117241f576cd002cb23f022a927
3
+ size 48922077664
Nemotron-4-340B-Instruct-Q4_K_M-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c15995ecfa0d7b2f14e80f9f4d9f3873d946490127e142a3bf18217431f1e52d
3
+ size 20272254272
Nemotron-4-340B-Instruct-Q8_0-00001-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2411c65ab9588348c787b86babacee754eb3142e1d13a350a4adf101faf71dcc
3
+ size 48640852480
Nemotron-4-340B-Instruct-Q8_0-00002-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8221a8d78024b0e976f78cbf094a9d86e4597fea3be0287c2fa1e45e6fb3e503
3
+ size 48133626016
Nemotron-4-340B-Instruct-Q8_0-00003-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1b7490f32c98a649dab3911016acf5bc36c3c1d800c3b032880be57663aaf75
3
+ size 47712344064
Nemotron-4-340B-Instruct-Q8_0-00004-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de54e83ec0ac66d7c221124d6221c3e121489c503315b2e1a4c849336111c9dc
3
+ size 47712344064
Nemotron-4-340B-Instruct-Q8_0-00005-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:578fb64e08c4a39b394bfa2fd01f6deffb57f8620f85f459f155cfa94d7a2396
3
+ size 47712344064
Nemotron-4-340B-Instruct-Q8_0-00006-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f8fb76e032c827efe535805e28b9d3cde9c3096482d8c02eebde92816618bf8
3
+ size 47712344064
Nemotron-4-340B-Instruct-Q8_0-00007-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e829b1ef7306d6d0bca64e6c5ae3d92a9632fc88492324978baaf3e5a9a4d1a3
3
+ size 47712344064
Nemotron-4-340B-Instruct-Q8_0-00008-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0750b0245f1cb434ca29f01939b32bbdbf4039aee177d51dc2d8f46748ff937
3
+ size 27034585984
Nemotron-4-340B-Instruct-Q8_0.imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9295952b0307f70447525201d6f49a645748d85e1bb289b4af726b689cee3e76
3
+ size 49558360