Added models

.gitattributes

@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,21 @@
+---
+base_model: google/gemma-2b-it
+license: other
+license_name: gemma-terms-of-use
+license_link: https://ai.google.dev/gemma/terms
+inference: false
+model_creator: Google
+model_name: gemma-2b-it
+quantized_by: Leliuga
+pipeline_tag: text-generation
+tags:
+  - gemma
+  - gguf
+---
+# gemma-2b-it - GGUF
+- Model creator: [Google](https://huggingface.co/google)
+- Original model: [gemma-2b-it](https://huggingface.co/google/gemma-2b-it)
+
+## Description
+
+This repo contains GGUF format model files for [gemma-2b-it](https://huggingface.co/google/gemma-2b-it).

config.json

@@ -0,0 +1,26 @@
+{
+  "architectures": [
+    "GemmaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 2,
+  "eos_token_id": 1,
+  "head_dim": 256,
+  "hidden_act": "gelu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 16384,
+  "max_position_embeddings": 8192,
+  "model_type": "gemma",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 18,
+  "num_key_value_heads": 1,
+  "pad_token_id": 0,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "torch_dtype": "bfloat16",
+  "use_cache": true,
+  "vocab_size": 256000
+}

gemma-2b-it.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86238e64704056e7ef5371f1c5727aee1c40588695019b5ec81a190fd1958676
+size 1157924576

gemma-2b-it.Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6255c681ce950b925862d4c65e851b61b11936094c843594a69671f415410b71
+size 1465591520

gemma-2b-it.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9907cc7377702c1f7b78e5e7e011eeef055baec30c79bf0be03fc13c70c31b
+size 1383802592

gemma-2b-it.Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8ee0aa01705cbcb956e100c141aa410466171200d1b22341fb431ce68adb31
+size 1287980768

gemma-2b-it.Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74308e7574d7475d9b9f7fe4cdb734cd8d4eb3ae468f5196f663dac9e89e0805
+size 1551189728

gemma-2b-it.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99954eed33d01510d5d70cc31261774d91b5362fb8046b48f20d536452dc7fca
+size 1630263008

gemma-2b-it.Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183c9d74ba244aaf5f3dd9a9216513c7fc851c59b1971979b3b684ee06cd7a41
+size 1559840480

gemma-2b-it.Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01e458975e2cd3ac254a68b0acb4fc9f1cb4b2c2dc1b151c43c78bc89fa7ccf
+size 1798915808

gemma-2b-it.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5973207e6e2c15c057506d23697eea77d086d5c87c611872c4601f24adefc51e
+size 1839650528

gemma-2b-it.Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d454348f1ac542bc280395ef35fc14c86cb33974619f37c4c70ded01d1ab965
+size 1798915808

gemma-2b-it.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509d0f1a5263da8b2fe6ed1c8707c6b05a90d0ef1e4954280c2f98f722b55542
+size 2062124768

gemma-2b-it.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638df3efd55b23d94dba6ba461f882be066532a8c4741a3e830dac90dc139195
+size 2669070048