Hugging Face's logo

bobofrut
/
Llama3-ChatQA-2-8B-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
bobofrut commited on
Commit
2ec80cd
·
verified ·
1 Parent(s): ce3752a

Upload 16 files

Browse files
Files changed (17) hide show
  1. .gitattributes +16 -0
  2. Llama3-ChatQA-2-8B-fp16.gguf +3 -0
  3. Llama3-ChatQA-2-8B-fp32.gguf +3 -0
  4. Llama3-ChatQA-2-8B-q2_k.gguf +3 -0
  5. Llama3-ChatQA-2-8B-q3_k_l.gguf +3 -0
  6. Llama3-ChatQA-2-8B-q3_k_m.gguf +3 -0
  7. Llama3-ChatQA-2-8B-q3_k_s.gguf +3 -0
  8. Llama3-ChatQA-2-8B-q4_0.gguf +3 -0
  9. Llama3-ChatQA-2-8B-q4_1.gguf +3 -0
  10. Llama3-ChatQA-2-8B-q4_k_m.gguf +3 -0
  11. Llama3-ChatQA-2-8B-q4_k_s.gguf +3 -0
  12. Llama3-ChatQA-2-8B-q5_0.gguf +3 -0
  13. Llama3-ChatQA-2-8B-q5_1.gguf +3 -0
  14. Llama3-ChatQA-2-8B-q5_k_m.gguf +3 -0
  15. Llama3-ChatQA-2-8B-q5_k_s.gguf +3 -0
  16. Llama3-ChatQA-2-8B-q6_k.gguf +3 -0
  17. Llama3-ChatQA-2-8B-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,19 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama3-ChatQA-2-8B-fp16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama3-ChatQA-2-8B-fp32.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama3-ChatQA-2-8B-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama3-ChatQA-2-8B-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama3-ChatQA-2-8B-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama3-ChatQA-2-8B-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama3-ChatQA-2-8B-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama3-ChatQA-2-8B-q4_1.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama3-ChatQA-2-8B-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama3-ChatQA-2-8B-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama3-ChatQA-2-8B-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama3-ChatQA-2-8B-q5_1.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama3-ChatQA-2-8B-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Llama3-ChatQA-2-8B-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Llama3-ChatQA-2-8B-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Llama3-ChatQA-2-8B-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Llama3-ChatQA-2-8B-fp16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bf73ed8dc29b9935fe92a0de031a9c8c7ad7e95434d0575ea4a9eb745ab6ea9
3
+ size 16068891200
Llama3-ChatQA-2-8B-fp32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:483628ffceaa0fc54299a47fc0baa8d646401743b64b17ff822cf1b8dd2ea029
3
+ size 32128881216
Llama3-ChatQA-2-8B-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc15e06bb48802dd89a7092f9fd5b2d186ab6f13f1c76fa94184f5b3ab92b80a
3
+ size 3179131456
Llama3-ChatQA-2-8B-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ef579971330d9aa5fd022d38836700e18117c74aae128949fb9d2cf5b761723
3
+ size 4321956416
Llama3-ChatQA-2-8B-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe9544eb119173c09a3338a75d421a633188d5e62fdf87fb56a6dfbf815e6300
3
+ size 4018917952
Llama3-ChatQA-2-8B-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbeae3696f1a1dfce0b5dcbfdd9ab57e708fbf45f5fd9eec1d25f9c1e1937201
3
+ size 3664499264
Llama3-ChatQA-2-8B-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c360ad7ee91d1581172a71b6c472f24d756f27e261320db19df697248fb01c8
3
+ size 4661211712
Llama3-ChatQA-2-8B-q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1663d3a8ed4aa4f6fc12a165c80a281e021869cf565b104700c0664744b904e3
3
+ size 5130252864
Llama3-ChatQA-2-8B-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b9053a8cb0009b64b020e83b6252de28eb092a443fb2d654139c1ce181d0a21
3
+ size 4920734272
Llama3-ChatQA-2-8B-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fabaafe5635a8e13ba46eebc57661be21c43d385716bb83172677ead027f064
3
+ size 4692668992
Llama3-ChatQA-2-8B-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5eea24ccf12921d0490a23e3429d32fc816e824469a36bef7aa9e4599c3e0ccd
3
+ size 5599294016
Llama3-ChatQA-2-8B-q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf19bdec1c934c213f9cf655c799726b2f39105295c85e78dbb7cb61a03506c6
3
+ size 6068335168
Llama3-ChatQA-2-8B-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52c81a8dca0f3e997f3302364d3416e4454119bfd4a6cfd1d135194cd15b43c1
3
+ size 5732987456
Llama3-ChatQA-2-8B-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:564364f9243751c94f7a94e01fcc4d7807efc9942774d9f08efc035d68d5d23e
3
+ size 5599294016
Llama3-ChatQA-2-8B-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:204270e2ab9fc8ae655db18f30be45b21bfa066652869745684b603014051c54
3
+ size 6596006464
Llama3-ChatQA-2-8B-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2671b262bf039dca730d9b10c5fffd963049c595c8e7dff8a71cf9351b78f50
3
+ size 8540770880