Hugging Face's logo

second-state
/
Qwen2.5-Math-7B-Instruct-GGUF

Text Generation
Transformers
GGUF
English
qwen2
code
codeqwen
chat
qwen
qwen-coder
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
4209ea6
·
verified ·
1 Parent(s): 4b27f1c

Update models

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. Qwen2.5-Math-7B-Instruct-Q2_K.gguf +3 -0
  3. Qwen2.5-Math-7B-Instruct-Q3_K_L.gguf +3 -0
  4. Qwen2.5-Math-7B-Instruct-Q3_K_M.gguf +3 -0
  5. Qwen2.5-Math-7B-Instruct-Q3_K_S.gguf +3 -0
  6. Qwen2.5-Math-7B-Instruct-Q4_0.gguf +3 -0
  7. Qwen2.5-Math-7B-Instruct-Q4_K_M.gguf +3 -0
  8. Qwen2.5-Math-7B-Instruct-Q4_K_S.gguf +3 -0
  9. Qwen2.5-Math-7B-Instruct-Q5_0.gguf +3 -0
  10. Qwen2.5-Math-7B-Instruct-Q5_K_M.gguf +3 -0
  11. Qwen2.5-Math-7B-Instruct-Q5_K_S.gguf +3 -0
  12. Qwen2.5-Math-7B-Instruct-Q6_K.gguf +3 -0
  13. Qwen2.5-Math-7B-Instruct-Q8_0.gguf +3 -0
  14. Qwen2.5-Math-7B-Instruct-f16.gguf +3 -0
  15. config.json +27 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2.5-Math-7B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2.5-Math-7B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2.5-Math-7B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2.5-Math-7B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2.5-Math-7B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2.5-Math-7B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-Math-7B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2.5-Math-7B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2.5-Math-7B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2.5-Math-7B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2.5-Math-7B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen2.5-Math-7B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen2.5-Math-7B-Instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2.5-Math-7B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d4a9e72e7cda9caf429036a25b09d67329f59502ac71c5ca1bd925c1089c0c0
3
+ size 3015940544
Qwen2.5-Math-7B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:391c20971ca5fe1e31beb0327ecd4e9294afa8bab8c0b3fed73b889b383a389f
3
+ size 4088459712
Qwen2.5-Math-7B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edcb68501ab9dc84ad239912f49a73917fd3e1d7ee8f332e2bcdc1a1391f6f8b
3
+ size 3808391616
Qwen2.5-Math-7B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd934e6279204b16aebfbc51447592abc6fa8cd0b7a82d51eea332ca0925575b
3
+ size 3492368832
Qwen2.5-Math-7B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee6887ebc58cbb91c6aade767d70c9b15283a619693a2d6bcae73cd9d406e4ba
3
+ size 4431391168
Qwen2.5-Math-7B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fafe6e14252a94d92dbf56408568f79bde5dd7f3d8e7bc0eb6275195c6214d31
3
+ size 4683073984
Qwen2.5-Math-7B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d23d98e6516df4e515d12659a41cc4e027e55da91f4ab8390ceba3294bec1fa
3
+ size 4457769408
Qwen2.5-Math-7B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0820feeb41f8ee15d54c91c472354fe13c8133cdc1587a21327ce19b8f792425
3
+ size 5315176896
Qwen2.5-Math-7B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e593ebd3c758443a7d908882015c6a60ecdb4a965b9d4ac9595712ee7ff28f2
3
+ size 5444831680
Qwen2.5-Math-7B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb6359fa7c9a0eb2a1911f3c2d829904a4f3313f7c710860c65daf5b7fc6a6ca
3
+ size 5315176896
Qwen2.5-Math-7B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9f8946fb899e3572bd75b6bdd42315a24afc89ac1068323870a0280925baf53
3
+ size 6254199232
Qwen2.5-Math-7B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:007b389083750842fc9316a64f54344a9399699305130e735e717a1928d01eeb
3
+ size 8098525632
Qwen2.5-Math-7B-Instruct-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff22aaf39c7ac46f5d47dccbcc284ca1036c84aeb121d1e64444137888cedacb
3
+ size 15237853632
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen2ForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "bos_token_id": 151643,
7
+ "eos_token_id": 151645,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 3584,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 18944,
12
+ "max_position_embeddings": 4096,
13
+ "max_window_layers": 28,
14
+ "model_type": "qwen2",
15
+ "num_attention_heads": 28,
16
+ "num_hidden_layers": 28,
17
+ "num_key_value_heads": 4,
18
+ "rms_norm_eps": 1e-06,
19
+ "rope_theta": 10000.0,
20
+ "sliding_window": 4096,
21
+ "tie_word_embeddings": false,
22
+ "torch_dtype": "bfloat16",
23
+ "transformers_version": "4.43.1",
24
+ "use_cache": true,
25
+ "use_sliding_window": false,
26
+ "vocab_size": 152064
27
+ }