Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,28 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+phi-2-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,73 @@
+---
+license: other
+language:
+- en
+pipeline_tag: text-generation
+tags:
+- microsoft
+- gguf
+- imatrix
+- phi-2
+---
+Quantizations of https://huggingface.co/microsoft/phi-2
+
+# From original readme
+
+## How to Use
+
+Phi-2 was integrated in `transformers` version 4.37. If you need to use an earlier version, you need to pass `trust_remote_code=True` to the `from_pretrained()` function.
+
+Phi-2 is known for having an attention overflow issue (with FP16). If you are facing this issue, please enable/disable autocast on the [PhiAttention.forward()](https://huggingface.co/microsoft/phi-2/blob/main/modeling_phi.py#L306) function.
+
+## Intended Uses
+
+Given the nature of the training data, the Phi-2 model is best suited for prompts using the QA format, the chat format, and the code format.
+
+### QA Format:
+
+You can provide the prompt as a standalone question as follows:
+
+```markdown
+Write a detailed analogy between mathematics and a lighthouse.
+```
+where the model generates the text after "." . 
+To encourage the model to write more concise answers, you can also try the following QA format using "Instruct: \<prompt\>\nOutput:"
+```markdown
+Instruct: Write a detailed analogy between mathematics and a lighthouse.
+Output: Mathematics is like a lighthouse. Just as a lighthouse guides ships safely to shore, mathematics provides a guiding light in the world of numbers and logic. It helps us navigate through complex problems and find solutions. Just as a lighthouse emits a steady beam of light, mathematics provides a consistent framework for reasoning and problem-solving. It illuminates the path to understanding and helps us make sense of the world around us.
+```
+
+where the model generates the text after "Output:".
+
+### Chat Format:
+
+```markdown
+Alice: I don't know why, I'm struggling to maintain focus while studying. Any suggestions?
+Bob: Well, have you tried creating a study schedule and sticking to it?
+Alice: Yes, I have, but it doesn't seem to help much.
+Bob: Hmm, maybe you should try studying in a quiet environment, like the library.
+Alice: ...
+```
+
+where the model generates the text after the first "Bob:".
+
+### Code Format:
+
+```python
+def print_prime(n):
+   """
+   Print all primes between 1 and n
+   """
+   primes = []
+   for num in range(2, n+1):
+       is_prime = True
+       for i in range(2, int(math.sqrt(num))+1):
+           if num % i == 0:
+               is_prime = False
+               break
+       if is_prime:
+           primes.append(num)
+   print(primes)
+```
+
+where the model generates the text after the comments.

phi-2-IQ1_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0153a3a86ad51716a5932a775f3c9fc4246fad336786db06977976160ab25dd
+size 731863584

phi-2-IQ1_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d6eebb91c31f91a3ce028be42049c90d964b638d3d33f555658c7590ff7c86
+size 685169184

phi-2-IQ2_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d781f116af84f7ddd479d663d931dab589842cef9104fdec8b850be4cff54164
+size 1015511584

phi-2-IQ2_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0f13dbcbc6d5683c084803f46c53cfea01732131a0ecdee66792b7f19492ee
+size 953252384

phi-2-IQ2_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c552c443f30234e30267f1156fbb7dfb8091440e27ce2871e35e6733a30dd3b7
+size 878500384

phi-2-IQ2_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399050d80dc69e224001ec9a46085e2932a1ba5abcd49545d248ebbba03b61cb
+size 809687584

phi-2-IQ3_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af65668eb8804b297fb64ed36cf8053c7770adebdb753dfbfc2003ceb046505e
+size 1320458784

phi-2-IQ3_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac212025769159f6442dd77d0a1e5d6b5b504075075a859535e31af3d94dd4e
+size 1250826784

phi-2-IQ3_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fea824fb5f28f9e34162990f087990c0f9784d4385451b38789f7b65aee906
+size 1201674784

phi-2-IQ3_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d972de176ec5d54d86ed7c7a3b1f3f6bc02dbb0803a87d074dbc2b434860e4a
+size 1099069984

phi-2-IQ4_NL.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3dc41b5b04d3d8cb7a1626640d4ebad540c790b25890377fb1fe07126d01ed
+size 1602468384

phi-2-IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e02034fd2aa562b73fc868440bf81f162fd7dee947e64d5558cdaf1e880a992
+size 1519729184

phi-2-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7408186eaeb86b0f319a6ba24183685a86c3a3965a1e43413fd4c69d3202f5c4
+size 1109719584

phi-2-Q2_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e988869e0eee8a638d10b57f11c224352820342d5702178d132cd4cc39bef1e9
+size 1006500384

phi-2-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c095206551a94534264338e3d49e54cb5a98c6d3b94085bc8943b5102f9c676
+size 1575229984

phi-2-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa55a3ee3d839cd368ae5b1a5b6dab6749c535563295e3aa1423a47a658ac73d
+size 1426135584

phi-2-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25be3677ddc162ffc9056169725043196368326a04d431144480a87196adfb0d
+size 1250826784

phi-2-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b033441258779373abb1fc9ca0c1a2392332f3be8871c8456179b21a896612
+size 1609021984

phi-2-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d315424270a7791e4a4fd41c4fa01a1227519e3bb0c26eeabb4b01a528518146
+size 1737636384

phi-2-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be989da5b18eecd158e8603c62bb018a845a260c13818103ec489eac6b3bfd4a
+size 1618852384

phi-2-Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984608ca3869b6d733afd1c8ed31724bd635364f72114ebf98c0e6ba087af9c6
+size 1939978784

phi-2-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180af441fe1396f49e2048627d58a0e846b6e21775bb4e316def8ecde5bd7aea
+size 2003057184

phi-2-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a14e8839eb91ed412e4bc6e5cce487e69a22f55bff7f971568e185fb584a47c
+size 1933425184

phi-2-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307faab6a19d1a3d23cb149004367db94b185af53533266f811ff4535df7830a
+size 2285066784

phi-2-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a736a52f8d30526ae6d4a1a2d2fd5701e7f7a2c95dc950f8ef36cd2a5adde364
+size 2958039584