Hugging Face's logo

martineden
/
phi-2-GGUF

GGUF
Inference Endpoints
Model card Files Community
martineden commited on
Commit
7749077
•
1 Parent(s): d281b6f

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. phi-2.Q2_K.gguf +3 -0
  3. phi-2.Q3_K_L.gguf +3 -0
  4. phi-2.Q3_K_M.gguf +3 -0
  5. phi-2.Q3_K_S.gguf +3 -0
  6. phi-2.Q4_0.gguf +3 -0
  7. phi-2.Q4_K_M.gguf +3 -0
  8. phi-2.Q4_K_S.gguf +3 -0
  9. phi-2.Q5_0.gguf +3 -0
  10. phi-2.Q5_K_M.gguf +3 -0
  11. phi-2.Q5_K_S.gguf +3 -0
  12. phi-2.Q6_K.gguf +3 -0
  13. phi-2.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ phi-2.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ phi-2.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ phi-2.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ phi-2.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ phi-2.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ phi-2.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ phi-2.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ phi-2.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ phi-2.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ phi-2.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ phi-2.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ phi-2.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
phi-2.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edb0e416252e65d9abb546c99c5fab732fba301dc22316400546105b39259a76
3
+ size 1109719584
phi-2.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:629c6abd89c6f7c888a81662fd3d76aeeaf43674a7d6110775719cadcef9e764
3
+ size 1575229984
phi-2.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3b7ebec0aa00e0800e363f71a1e3e3d51ee5bc9d5940cd13273c9c92ca3b4b7
3
+ size 1426135584
phi-2.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b934e9c9708f2d18d105c62fb1e11c1fee03f6517e3b670a5acca1054fb3f41
3
+ size 1250826784
phi-2.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48c40439a68c6ccb61a8d47cbd310b528853da8eb232000a7bfb819e9e20c8f1
3
+ size 1602468384
phi-2.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e80c2fb8fbf845c7a966b18bf17cdcd6e0b5ff66359f97a50742201e4f3b7220
3
+ size 1737636384
phi-2.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c263f4d5c6f5fc7f290013158bdae7cd8ad74ae8019b8cda5d62e10544e68f31
3
+ size 1618852384
phi-2.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ec9a6388a4b4668475e74e60fbc2305cd06eb80c8ef670aab9efdf60605bd41
3
+ size 1933425184
phi-2.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:452b3fe44ad72fa0e0813d25d9e2568118f65412e07a0af6f762c7db8470fcc3
3
+ size 2003057184
phi-2.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:353d224d6870be4758af51ab69d6037f49e2a20f1b0b90335a26baabb3bc9766
3
+ size 1933425184
phi-2.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca410c2be372ddc60dd976bfaad920e38e90dcf4a90a53aa472e8632863efaa7
3
+ size 2285066784
phi-2.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a736a52f8d30526ae6d4a1a2d2fd5701e7f7a2c95dc950f8ef36cd2a5adde364
3
+ size 2958039584