Hugging Face's logo

SicariusSicariiStuff
/
LLAMA-3_8B_Unaligned_BETA_iMatrix

GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
SicariusSicariiStuff commited on
Commit
0980539
•
1 Parent(s): ef04ec2

Upload 12 files

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. LLAMA-3_8B_Unaligned_BETA-IQ1_M.gguf +3 -0
  3. LLAMA-3_8B_Unaligned_BETA-IQ1_S.gguf +3 -0
  4. LLAMA-3_8B_Unaligned_BETA-IQ2_M.gguf +3 -0
  5. LLAMA-3_8B_Unaligned_BETA-IQ2_S.gguf +3 -0
  6. LLAMA-3_8B_Unaligned_BETA-IQ2_XS.gguf +3 -0
  7. LLAMA-3_8B_Unaligned_BETA-IQ2_XXS.gguf +3 -0
  8. LLAMA-3_8B_Unaligned_BETA-IQ3_M.gguf +3 -0
  9. LLAMA-3_8B_Unaligned_BETA-IQ3_S.gguf +3 -0
  10. LLAMA-3_8B_Unaligned_BETA-IQ3_XS.gguf +3 -0
  11. LLAMA-3_8B_Unaligned_BETA-IQ3_XXS.gguf +3 -0
  12. LLAMA-3_8B_Unaligned_BETA-IQ4_NL.gguf +3 -0
  13. LLAMA-3_8B_Unaligned_BETA-IQ4_XS.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ LLAMA-3_8B_Unaligned_BETA-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ LLAMA-3_8B_Unaligned_BETA-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ LLAMA-3_8B_Unaligned_BETA-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ LLAMA-3_8B_Unaligned_BETA-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ LLAMA-3_8B_Unaligned_BETA-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ LLAMA-3_8B_Unaligned_BETA-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ LLAMA-3_8B_Unaligned_BETA-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ LLAMA-3_8B_Unaligned_BETA-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ LLAMA-3_8B_Unaligned_BETA-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ LLAMA-3_8B_Unaligned_BETA-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ LLAMA-3_8B_Unaligned_BETA-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
47
+ LLAMA-3_8B_Unaligned_BETA-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
LLAMA-3_8B_Unaligned_BETA-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66d3163ca04c04c5168139f0ac1bcd3cdc6adb8e22f1481932388696b6153ca2
3
+ size 2161980448
LLAMA-3_8B_Unaligned_BETA-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8eb98775a04846952a74ae62fabcf9fc0aa74e747bac8047878a38f4dfe618d
3
+ size 2019636256
LLAMA-3_8B_Unaligned_BETA-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6494407ff6295d4035576267d85dd9be8d516900b5bdaf191ece33cea71cf840
3
+ size 2948290400
LLAMA-3_8B_Unaligned_BETA-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13c48442143dc0b82f56da5a46a9572ead555e03d6b2c448755d5b603d09b736
3
+ size 2758498144
LLAMA-3_8B_Unaligned_BETA-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6abc2a43866dc9b30e28a2e8ea526dac504678b0bba167d938b66321de144114
3
+ size 2605790240
LLAMA-3_8B_Unaligned_BETA-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0e87922e260c9f7ac30a2eea9fb4b831baea86cc3dcbef5d953690bb2a113d1
3
+ size 2399220768
LLAMA-3_8B_Unaligned_BETA-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd603397ead5c60c5593c37489d4828b02b51308346ff0a3c231ab1bbbe92c19
3
+ size 3784833952
LLAMA-3_8B_Unaligned_BETA-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fb3c2d0105e4a68f9f7ad5ba7798c5df2ca43b157fd1c72059dd8ca9de8bf3f
3
+ size 3682335648
LLAMA-3_8B_Unaligned_BETA-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:253eca519cf67699f697ecb0cbe1a768e3c195bf2d9b48fe8734776f98aece85
3
+ size 3518757792
LLAMA-3_8B_Unaligned_BETA-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bea743e279a525e74ff4085c4655d8d620a2e8a3386ed3a0146a133c2dee2686
3
+ size 3274921824
LLAMA-3_8B_Unaligned_BETA-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59beab67a2a10c371415e05b5936cf40ae284c7b7b1f892523e3101c03473f41
3
+ size 4678000608
LLAMA-3_8B_Unaligned_BETA-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6529aac0358f3b018e1f5dccf05e39c19d913b533a3630853868c5f7d11a850a
3
+ size 4447674080