Hugging Face's logo

CharlieFRuan
/
RedPajama-INCITE-Chat-3B-v1-q4f32_1-MLC

Model card Files Community
CharlieFRuan commited on
Commit
cb30928
•
1 Parent(s): 71608f8

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +41 -0
  3. ndarray-cache-b16.json +0 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "gpt_neox",
3
+ "quantization": "q4f32_1",
4
+ "model_config": {
5
+ "use_parallel_residual": false,
6
+ "hidden_size": 2560,
7
+ "intermediate_size": 10240,
8
+ "num_attention_heads": 32,
9
+ "num_hidden_layers": 32,
10
+ "layer_norm_eps": 1e-05,
11
+ "vocab_size": 50432,
12
+ "rotary_pct": 1.0,
13
+ "position_embedding_base": 10000,
14
+ "context_window_size": 2048,
15
+ "head_dim": 80,
16
+ "prefill_chunk_size": 2048,
17
+ "tensor_parallel_shards": 1,
18
+ "ffn_out_dtype": "float32"
19
+ },
20
+ "vocab_size": 50432,
21
+ "context_window_size": 2048,
22
+ "sliding_window_size": -1,
23
+ "prefill_chunk_size": 2048,
24
+ "attention_sink_size": -1,
25
+ "tensor_parallel_shards": 1,
26
+ "mean_gen_len": 128,
27
+ "max_gen_len": 512,
28
+ "shift_fill_factor": 0.3,
29
+ "temperature": 0.7,
30
+ "repetition_penalty": 1.0,
31
+ "top_p": 0.95,
32
+ "conv_template": "redpajama_chat",
33
+ "pad_token_id": 0,
34
+ "bos_token_id": 0,
35
+ "eos_token_id": 0,
36
+ "tokenizer_files": [
37
+ "tokenizer.json",
38
+ "tokenizer_config.json"
39
+ ],
40
+ "version": "0.1.0"
41
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a25be08771a487c48e25c57b7a224276c0f5a09e7f8609c7ba95df8c62934736
3
+ size 64552960
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26ba38eba68caa141ca7a285c79211dbded41da7b75d96f77b091185243e8ea9
3
+ size 22855680
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3aefed51cfdc412354fe6338dc706e5173ab8a37b641e02cce5f108a5138ac1c
3
+ size 29537280
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dbdd02826cf53d5cba7ccd7a2961c303a306f178bf9186344604b395f241a8a
3
+ size 29537280
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e4bf645e702f11bd174bddf48604fe7a406db37b9b425867c83126e1f84caa1
3
+ size 29532160
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4150225fdd5de11429de7b335845b7ac6556a79ddb55c891c2120fe52580dc00
3
+ size 29537280
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aa23377439f2bd026c9020e51fe8c9e9e0ab77e8d5a64f3ea46602679d081a8
3
+ size 29537280
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:744f00cbb77984798806fe27738c7bb6d08c4d67976b4bb38d9af745945d1e94
3
+ size 29532160
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97bd70434997798c480401ecbbdd6102c779a9e280ea741875f0e99544dd6363
3
+ size 29537280
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d403f2bdf1a762eaf346dea5fd79f167af4557073d9cfb430c1c4d3016167327
3
+ size 29537280
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5753cce354c3b331f38972c0b40fc422a41e3060903e0f5990ec6792e640fea5
3
+ size 29532160
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e60c27128bf4ea355617360ed075140bb5e6c84c0aa9335de6160b82c9bc9e51
3
+ size 29537280
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56100ea53ae6ed16239631fa9528f9de1caf02a25d8910f541fbdf0ffd63e3cf
3
+ size 29537280
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:258247b5073af7a65014f9227faa9d2dc137fef1f07821b24da2e148bfc41507
3
+ size 29537280
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da51e27957cb9a8af1db1072dddf2c4ccacbacf1050fad4c36b9bfb313989106
3
+ size 29532160
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dab1680a542fe63ce18212b6ff98e9f89933e0c1db10817f7470f6cf13f0d232
3
+ size 29537280
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81a6e7029a5b27a3204c2e4ed2c3ad284982e5998697c9c0e40290430bddf91f
3
+ size 29537280
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d8fbb64cc996d6faa1e1af462bb307649ee705260daf5414807faa3d4def9ac
3
+ size 29532160
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21efb96a97e5f527abc286ffd2a604b1a91def8d0faad9aaba9ef3a2ed6a734f
3
+ size 29537280
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ef3ef27d880bcf8902a62cda734554cf1fb3de0f6ed1fac1fd793fa160d5043
3
+ size 29537280
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8b3cb4a4a6c30b9999f9858fbd4e8680f49c821e3ba4d783b2170744b86347b
3
+ size 29532160
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b860dcbc723313869b3d4fed7ec103080316bddad76e15956ed0aa1da32896a1
3
+ size 29537280
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:221ccf4d34366cddcd8c250738bc1b9b4edd69735965e4ff760683062e194e98
3
+ size 29537280
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50fe809edc1e15f077e62f3722c26209f55d8901640fde51793af5120d38ff8b
3
+ size 29532160
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc5d6373c3e13d467da1a16037f000258214e908d1aa21ac29e69eb6d14e8cca
3
+ size 29532160
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e51af2880ce0c818f25b68e0c769243d01f49b1076af0739cf789ef70626812b
3
+ size 29537280
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6683ebc8a04c82608b82c532ceda0346a61883a15b2542e9d8ebb904629a2a5
3
+ size 29537280
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bae94a7c0315e9078209dd2528d968c7af9440501945b363abaf523450ccc47
3
+ size 29532160
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e4aa77943fd8072c4e1c6dd21532ff0d1790fed0606d740965aa25d79dbe124
3
+ size 29537280
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e568a07da89798088e9ae62bff51ad081853044fc67cd7b0d914b29288190fdf
3
+ size 29537280
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d6b12feb4ee091c5821dd100aeda74f66ff1f0ae45dc76f8b450467077820c5
3
+ size 29532160
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05b02212479956bb4a380dd771641330bbe267ba51408786877c3de05cec2b88
3
+ size 29537280
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0230e6c17d9feaff6332301936f6697291c09644de3e6a4e891ae30757cc5b51
3
+ size 29537280
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3154beb401f40ef084e2ec8f63bbe801c051bf9fe02a4171f12b448e659cf9d5
3
+ size 29532160
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2616511a9d8e5b2f1887bade8bfa939289224effc32c7ac136164bcfd901996
3
+ size 29537280
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:accfad61291a128f80cba01d744e1a6d7673701f447e137fdf45a12921368c82
3
+ size 29537280
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6400428f4fdfd8d50409880d3bc6b2e2c58bae723f707c58948b4b1264de6165
3
+ size 29537280
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecdc8cbae85212822cadb4604947706ba008161a750aea72971eacc51fe35088
3
+ size 29532160
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c54535277cb90a2067aa56ba69cd794b4f359192836095a837e3b1e2f15985a
3
+ size 29537280
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdb03857b93e6a555cf01a828df253b8f8f0cd28eb72c30d6fb691a820a94b93
3
+ size 29537280
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de593672b3ae58ad425a729cf57d4e74cc6844acaa30b3e67910e668ad515899
3
+ size 29532160
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51dc47e8cd785830643f145bba2d200a3f0de67fb6f6f467643f2040ab956754
3
+ size 29537280
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bed6869af82eab29c4dfda5a472a10bfe5cd5fad7dcf6bea48a64cf742606fc9
3
+ size 29537280
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3827e541202c26f915f476d509ef033a8452997f7accc47ec6ce946e0f1ec05d
3
+ size 29532160
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:426de35565111a833338e679a58df3bdf4c5374daa127f526090eafd7ddfbc45
3
+ size 64552960
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d382cc5975322373f3e1c62e04472af028f73fddc68561cfaccc70db919a22b
3
+ size 29537280