Commit
•
d4b0de3
1
Parent(s):
1088329
Upload 3 files
Browse files
Phi-3.5-mini-instruct.Q6_K.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:84674f9385f09327622fc29dca50512aaa9b2c269892b30b679df28bd4e052c4
|
| 3 |
+
size 3135853376
|
Phi-3.5-mini-instruct.Q6_K.hash.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"kv_metadata": "c7c5eb68d9d8586a5264cd75a6e64953490ef34dd5e18ee27873c1cadcffdfa9",
|
| 3 |
+
"tensor_metadata": "6e1a025f0ef47aa2238e0330c697cba86a001c5af072071f055926b1a80a4ae8",
|
| 4 |
+
"tensor_data": "936b8f3fc3662b5018683ce0d0c8227730dd34fe6dd70522477f65febe98994a",
|
| 5 |
+
"metadata": "3e23962e5e3bf36cfe828d4f236b60b94fb2971ae4f36d61ca1ea3bf46e7d2a0",
|
| 6 |
+
"overall": "b941369264ff2a2fcf1a891b14cea88f56d298d0847fb6dace7baa9f7da02d58"
|
| 7 |
+
}
|
Phi-3.5-mini-instruct.Q6_K.info.md
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Phi-3.5-mini-instruct.Q6_K.gguf - GGUF Internal File Dump
|
| 2 |
+
|
| 3 |
+
- Endian: LITTLE endian
|
| 4 |
+
|
| 5 |
+
## Key Value Metadata Store
|
| 6 |
+
|
| 7 |
+
There are 44 key-value pairs in this file
|
| 8 |
+
|
| 9 |
+
| POS | TYPE | Count | Key | Value |
|
| 10 |
+
|----:|:----------|------:|:------------------------------------------|:--------------------------------------------------------------------|
|
| 11 |
+
| 1 | UINT32 | 1 | GGUF.version | 3 |
|
| 12 |
+
| 2 | UINT64 | 1 | GGUF.tensor_count | 197 |
|
| 13 |
+
| 3 | UINT64 | 1 | GGUF.kv_count | 41 |
|
| 14 |
+
| 4 | STRING | 1 | general.architecture | `phi3` |
|
| 15 |
+
| 5 | STRING | 1 | general.type | `model` |
|
| 16 |
+
| 6 | STRING | 1 | general.name | `Phi 3.5 Mini Instruct` |
|
| 17 |
+
| 7 | STRING | 1 | general.finetune | `instruct` |
|
| 18 |
+
| 8 | STRING | 1 | general.basename | `Phi-3.5` |
|
| 19 |
+
| 9 | STRING | 1 | general.size_label | `mini` |
|
| 20 |
+
| 10 | STRING | 1 | general.license | `mit` |
|
| 21 |
+
| 11 | STRING | 1 | general.license.link | `https://huggingface.co/microso`...`-instruct/resolve/main/LICENSE` |
|
| 22 |
+
| 12 | [STRING] | 3 | general.tags | [ `nlp`, `code`, `text-generation` ] |
|
| 23 |
+
| 13 | [STRING] | 1 | general.languages | [ `multilingual` ] |
|
| 24 |
+
| 14 | UINT32 | 1 | phi3.context_length | 131072 |
|
| 25 |
+
| 15 | UINT32 | 1 | phi3.rope.scaling.original_context_length | 4096 |
|
| 26 |
+
| 16 | UINT32 | 1 | phi3.embedding_length | 3072 |
|
| 27 |
+
| 17 | UINT32 | 1 | phi3.feed_forward_length | 8192 |
|
| 28 |
+
| 18 | UINT32 | 1 | phi3.block_count | 32 |
|
| 29 |
+
| 19 | UINT32 | 1 | phi3.attention.head_count | 32 |
|
| 30 |
+
| 20 | UINT32 | 1 | phi3.attention.head_count_kv | 32 |
|
| 31 |
+
| 21 | FLOAT32 | 1 | phi3.attention.layer_norm_rms_epsilon | 1e-05 |
|
| 32 |
+
| 22 | UINT32 | 1 | phi3.rope.dimension_count | 96 |
|
| 33 |
+
| 23 | FLOAT32 | 1 | phi3.rope.freq_base | 10000.0 |
|
| 34 |
+
| 24 | UINT32 | 1 | general.file_type | 18 |
|
| 35 |
+
| 25 | UINT32 | 1 | phi3.attention.sliding_window | 262144 |
|
| 36 |
+
| 26 | FLOAT32 | 1 | phi3.rope.scaling.attn_factor | 1.1902381 |
|
| 37 |
+
| 27 | STRING | 1 | tokenizer.ggml.model | `llama` |
|
| 38 |
+
| 28 | STRING | 1 | tokenizer.ggml.pre | `default` |
|
| 39 |
+
| 29 | [STRING] | 32064 | tokenizer.ggml.tokens | [ `<unk>`, `<s>`, `</s>`, `<0x00>`, `<0x01>`, ... ] |
|
| 40 |
+
| 30 | [FLOAT32] | 32064 | tokenizer.ggml.scores | [ -1000.0, -1000.0, -1000.0, 0.0, 0.0, 0.0, 0.0, ... ] |
|
| 41 |
+
| 31 | [INT32] | 32064 | tokenizer.ggml.token_type | [ 3, 3, 4, 6, 6, 6, 6, ... ] |
|
| 42 |
+
| 32 | UINT32 | 1 | tokenizer.ggml.bos_token_id | 1 |
|
| 43 |
+
| 33 | UINT32 | 1 | tokenizer.ggml.eos_token_id | 32000 |
|
| 44 |
+
| 34 | UINT32 | 1 | tokenizer.ggml.unknown_token_id | 0 |
|
| 45 |
+
| 35 | UINT32 | 1 | tokenizer.ggml.padding_token_id | 32000 |
|
| 46 |
+
| 36 | BOOL | 1 | tokenizer.ggml.add_bos_token | False |
|
| 47 |
+
| 37 | BOOL | 1 | tokenizer.ggml.add_eos_token | False |
|
| 48 |
+
| 38 | STRING | 1 | tokenizer.chat_template | `{% for message in messages %}{`...`e %}{{ eos_token }}{% endif %}` |
|
| 49 |
+
| 39 | UINT32 | 1 | general.quantization_version | 2 |
|
| 50 |
+
| 40 | STRING | 1 | quantize.imatrix.file | `/models_out/Phi-3.5-mini-instr`...`/Phi-3.5-mini-instruct.imatrix` |
|
| 51 |
+
| 41 | STRING | 1 | quantize.imatrix.dataset | `/training_dir/calibration_datav3.txt` |
|
| 52 |
+
| 42 | INT32 | 1 | quantize.imatrix.entries_count | 128 |
|
| 53 |
+
| 43 | INT32 | 1 | quantize.imatrix.chunks_count | 151 |
|
| 54 |
+
| 44 | BOOL | 1 | tokenizer.ggml.add_space_prefix | False |
|
| 55 |
+
|