Hugging Face's logo

mradermacher
/
Not-WizardLM-2-7B-GGUF

Transformers
GGUF
English
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
d2cbe06
•
1 Parent(s): be94c9f

uploaded from marco

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Not-WizardLM-2-7B.IQ4_XS.gguf +3 -0
  3. Not-WizardLM-2-7B.Q2_K.gguf +3 -0
  4. Not-WizardLM-2-7B.Q3_K_L.gguf +3 -0
  5. Not-WizardLM-2-7B.Q3_K_M.gguf +3 -0
  6. Not-WizardLM-2-7B.Q3_K_S.gguf +3 -0
  7. Not-WizardLM-2-7B.Q4_K_M.gguf +3 -0
  8. Not-WizardLM-2-7B.Q4_K_S.gguf +3 -0
  9. Not-WizardLM-2-7B.Q5_K_M.gguf +3 -0
  10. Not-WizardLM-2-7B.Q5_K_S.gguf +3 -0
  11. Not-WizardLM-2-7B.Q6_K.gguf +3 -0
  12. Not-WizardLM-2-7B.Q8_0.gguf +3 -0
  13. Not-WizardLM-2-7B.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Not-WizardLM-2-7B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Not-WizardLM-2-7B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Not-WizardLM-2-7B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Not-WizardLM-2-7B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Not-WizardLM-2-7B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Not-WizardLM-2-7B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Not-WizardLM-2-7B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Not-WizardLM-2-7B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Not-WizardLM-2-7B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Not-WizardLM-2-7B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Not-WizardLM-2-7B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Not-WizardLM-2-7B.f16.gguf filter=lfs diff=lfs merge=lfs -text
Not-WizardLM-2-7B.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d047de69fae4d2acc16dbba3560f80f77dcb60c8156ce42406321cd9b8813ff5
3
+ size 3944388928
Not-WizardLM-2-7B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44ff761e9d4d2b24d30babeefae9d6842c04275dbc7e2982473f19cfdf5c4b1a
3
+ size 2719242560
Not-WizardLM-2-7B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ead8bbe6543b7046b265ba7781fdc1f48f6576448a666f05d8a8bc44ee91061
3
+ size 3822025024
Not-WizardLM-2-7B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:585c1f652fc982fae8bbbb0f5dc98c78206ad92df8af8f33023ad52b7dcdc772
3
+ size 3518986560
Not-WizardLM-2-7B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b03a4316a0db0924348ab11116474dfaa7411a44a80fabf6a8bf47e5576cf2ff
3
+ size 3164567872
Not-WizardLM-2-7B.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98dd2eddbb2491afbbb80a75a075015c15cd12aea89eabff001b9af5c97542cc
3
+ size 4368439616
Not-WizardLM-2-7B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:613aa7d86ced448c1cfe26fd363c4a45513d151f427a3c9d1876f74b603d5db4
3
+ size 4140374336
Not-WizardLM-2-7B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c3dcd8c04815b3842b30d9fe6aa471e428a7dda56238623c4de35ac4d28f65f
3
+ size 5131409728
Not-WizardLM-2-7B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a8982ecd8d4e4dd22d0018207576e839c6ba114ac459963af715e360060a5e1
3
+ size 4997716288
Not-WizardLM-2-7B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a573977788f9268d6671d89ee0895fdeef0237537f53085254e55ec8c2d746d0
3
+ size 5942065472
Not-WizardLM-2-7B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6e88da3bb5a97a7692bf1f9b94dd92ec4d07cf20c708e2e4fb5b1507399556
3
+ size 7695857984
Not-WizardLM-2-7B.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e44f09906c719998c37489365bb236d6ae1cf5e6162e4d89f8a705b196cd36ad
3
+ size 14484732224