Hugging Face's logo

gaianet
/
Llama-3.1-Nemotron-70B-Instruct-HF-GGUF

Text Generation
Transformers
GGUF
llama
nvidia
llama3.1
conversational
Model card Files Community
apepkuss79 commited on
Commit
47475ca
•
1 Parent(s): 11846c0

Update models

Browse files
Files changed (20) hide show
  1. .gitattributes +19 -0
  2. Llama-3.1-Nemotron-70B-Instruct-HF-Q2_K.gguf +3 -0
  3. Llama-3.1-Nemotron-70B-Instruct-HF-Q3_K_L.gguf +3 -0
  4. Llama-3.1-Nemotron-70B-Instruct-HF-Q3_K_M.gguf +3 -0
  5. Llama-3.1-Nemotron-70B-Instruct-HF-Q3_K_S.gguf +3 -0
  6. Llama-3.1-Nemotron-70B-Instruct-HF-Q4_0.gguf +3 -0
  7. Llama-3.1-Nemotron-70B-Instruct-HF-Q4_K_M.gguf +3 -0
  8. Llama-3.1-Nemotron-70B-Instruct-HF-Q4_K_S.gguf +3 -0
  9. Llama-3.1-Nemotron-70B-Instruct-HF-Q5_0.gguf +3 -0
  10. Llama-3.1-Nemotron-70B-Instruct-HF-Q5_K_S.gguf +3 -0
  11. Llama-3.1-Nemotron-70B-Instruct-HF-Q6_K-00001-of-00002.gguf +3 -0
  12. Llama-3.1-Nemotron-70B-Instruct-HF-Q6_K-00002-of-00002.gguf +3 -0
  13. Llama-3.1-Nemotron-70B-Instruct-HF-Q8_0-00001-of-00003.gguf +3 -0
  14. Llama-3.1-Nemotron-70B-Instruct-HF-Q8_0-00002-of-00003.gguf +3 -0
  15. Llama-3.1-Nemotron-70B-Instruct-HF-Q8_0-00003-of-00003.gguf +3 -0
  16. Llama-3.1-Nemotron-70B-Instruct-HF-f16-00001-of-00005.gguf +3 -0
  17. Llama-3.1-Nemotron-70B-Instruct-HF-f16-00002-of-00005.gguf +3 -0
  18. Llama-3.1-Nemotron-70B-Instruct-HF-f16-00003-of-00005.gguf +3 -0
  19. Llama-3.1-Nemotron-70B-Instruct-HF-f16-00004-of-00005.gguf +3 -0
  20. Llama-3.1-Nemotron-70B-Instruct-HF-f16-00005-of-00005.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,22 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Llama-3.1-Nemotron-70B-Instruct-HF-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Llama-3.1-Nemotron-70B-Instruct-HF-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3.1-Nemotron-70B-Instruct-HF-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3.1-Nemotron-70B-Instruct-HF-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3.1-Nemotron-70B-Instruct-HF-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3.1-Nemotron-70B-Instruct-HF-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3.1-Nemotron-70B-Instruct-HF-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3.1-Nemotron-70B-Instruct-HF-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3.1-Nemotron-70B-Instruct-HF-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3.1-Nemotron-70B-Instruct-HF-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-3.1-Nemotron-70B-Instruct-HF-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-3.1-Nemotron-70B-Instruct-HF-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-3.1-Nemotron-70B-Instruct-HF-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama-3.1-Nemotron-70B-Instruct-HF-Q8_0-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Llama-3.1-Nemotron-70B-Instruct-HF-Q8_0-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Llama-3.1-Nemotron-70B-Instruct-HF-Q8_0-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Llama-3.1-Nemotron-70B-Instruct-HF-f16-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Llama-3.1-Nemotron-70B-Instruct-HF-f16-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Llama-3.1-Nemotron-70B-Instruct-HF-f16-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Llama-3.1-Nemotron-70B-Instruct-HF-f16-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Llama-3.1-Nemotron-70B-Instruct-HF-f16-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-Nemotron-70B-Instruct-HF-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffaa04aba9cafb06f1f408783f7101a1c23b2e970526a5ae8246affdcf087e27
3
+ size 26375113312
Llama-3.1-Nemotron-70B-Instruct-HF-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47ef29a02a1888e3c74ca7e2b9ca646a52e13649439818fe807c7a9c91bd2cab
3
+ size 37140597344
Llama-3.1-Nemotron-70B-Instruct-HF-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23f4cb1852e5521a7f3ff6b5af7e4ad7408767beafa5b836ac3cb2355db6b885
3
+ size 34267499104
Llama-3.1-Nemotron-70B-Instruct-HF-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ecc6c71f03e6114b8c23eebc4c81d6e62373f3cb8e341ccee47953b6ad7129f
3
+ size 30912055904
Llama-3.1-Nemotron-70B-Instruct-HF-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7f1cbd085bbb7f30e1af21aa2afb34747488d05bc751e436637101653f3fc4a
3
+ size 39969737312
Llama-3.1-Nemotron-70B-Instruct-HF-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f29b9c31be5fcd70f48aa86c32a90c81409bb524f9a90f3f508e0b0350a4cc59
3
+ size 42520398432
Llama-3.1-Nemotron-70B-Instruct-HF-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8757948babe34145b21d9e680dba105ea9ab80be05bb0787413fe7c3006d38e3
3
+ size 40347224672
Llama-3.1-Nemotron-70B-Instruct-HF-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c8989abfc574ba171c41af3859c5cfff5735d6024a31180e5f94e704a1653d3
3
+ size 48657451616
Llama-3.1-Nemotron-70B-Instruct-HF-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac09a7f5d2e6ec4b049cc39b5513e5cd5c4919cb06f6aba4b7fa182b9e4f3931
3
+ size 48657451616
Llama-3.1-Nemotron-70B-Instruct-HF-Q6_K-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98d21c707a09f19bea92cfc3e2155aba320342dd851bfa2c657e5b3e884c9d8e
3
+ size 29842634944
Llama-3.1-Nemotron-70B-Instruct-HF-Q6_K-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73b3178ab1d729f3f376e942a870d33ac22327d2f9ecd1d8dd116e616a5d67e9
3
+ size 28045513312
Llama-3.1-Nemotron-70B-Instruct-HF-Q8_0-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a091128a8ddfbd52525712bc473df091878d1813b474d6fa09a5157eca208c2
3
+ size 29807944704
Llama-3.1-Nemotron-70B-Instruct-HF-Q8_0-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ceed476351b8daba6ae957fb17ce1fff1c90159cd28e87a00e6cdfa10a64c76
3
+ size 29753427360
Llama-3.1-Nemotron-70B-Instruct-HF-Q8_0-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:993d64765217a4fb74f99d4678f0c83efa754bc2078c5ee3598176db2c652c59
3
+ size 15413682688
Llama-3.1-Nemotron-70B-Instruct-HF-f16-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c2a92ea49a80cfe7727fa582ea8cdf146cd93ee374835a1ccabb1df139a037c
3
+ size 29960438848
Llama-3.1-Nemotron-70B-Instruct-HF-f16-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddaf52270933bf63d077d3438653d7041346b69a8938c521b6dc7c8cfc018024
3
+ size 29562578048
Llama-3.1-Nemotron-70B-Instruct-HF-f16-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb30cf5a440f6575f30a1f8c7a005bcccfc1d2d7f9897acbf43a1258f5b1cf32
3
+ size 29864633824
Llama-3.1-Nemotron-70B-Instruct-HF-f16-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e132b2adfade08e74002b71209064cf8fb94cfe5f07d80b29a2a6a862f0b8fd
3
+ size 29562545216
Llama-3.1-Nemotron-70B-Instruct-HF-f16-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3b22e1657e9922222232d4767962f1d989c5da9354ce260407c61a2db8cff1a
3
+ size 22167722464