Hugging Face's logo

iyanello
/
mistral-ft-optimized-1218-q4f16_1-mlc-llm

Model card Files Community
iyanello commited on
Commit
1bce60a
·
1 Parent(s): 052f8c1

Upload 54 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +22 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_11.bin +3 -0
  7. params_shard_12.bin +3 -0
  8. params_shard_13.bin +3 -0
  9. params_shard_14.bin +3 -0
  10. params_shard_15.bin +3 -0
  11. params_shard_16.bin +3 -0
  12. params_shard_17.bin +3 -0
  13. params_shard_18.bin +3 -0
  14. params_shard_19.bin +3 -0
  15. params_shard_2.bin +3 -0
  16. params_shard_20.bin +3 -0
  17. params_shard_21.bin +3 -0
  18. params_shard_22.bin +3 -0
  19. params_shard_23.bin +3 -0
  20. params_shard_24.bin +3 -0
  21. params_shard_25.bin +3 -0
  22. params_shard_26.bin +3 -0
  23. params_shard_27.bin +3 -0
  24. params_shard_28.bin +3 -0
  25. params_shard_29.bin +3 -0
  26. params_shard_3.bin +3 -0
  27. params_shard_30.bin +3 -0
  28. params_shard_31.bin +3 -0
  29. params_shard_32.bin +3 -0
  30. params_shard_33.bin +3 -0
  31. params_shard_34.bin +3 -0
  32. params_shard_35.bin +3 -0
  33. params_shard_36.bin +3 -0
  34. params_shard_37.bin +3 -0
  35. params_shard_38.bin +3 -0
  36. params_shard_39.bin +3 -0
  37. params_shard_4.bin +3 -0
  38. params_shard_40.bin +3 -0
  39. params_shard_41.bin +3 -0
  40. params_shard_42.bin +3 -0
  41. params_shard_43.bin +3 -0
  42. params_shard_44.bin +3 -0
  43. params_shard_45.bin +3 -0
  44. params_shard_46.bin +3 -0
  45. params_shard_47.bin +3 -0
  46. params_shard_48.bin +3 -0
  47. params_shard_49.bin +3 -0
  48. params_shard_5.bin +3 -0
  49. params_shard_50.bin +3 -0
  50. params_shard_51.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_lib": "mistral-ft-optimized-1218-q4f16_1",
3
+ "local_id": "mistral-ft-optimized-1218-q4f16_1",
4
+ "conv_template": "mistral_default",
5
+ "temperature": 0.7,
6
+ "repetition_penalty": 1.0,
7
+ "top_p": 0.95,
8
+ "mean_gen_len": 128,
9
+ "max_gen_len": 16384,
10
+ "num_shards": 1,
11
+ "use_presharded_weights": false,
12
+ "shift_fill_factor": 0.3,
13
+ "tokenizer_files": [
14
+ "tokenizer.json",
15
+ "tokenizer.model"
16
+ ],
17
+ "model_category": "mistral",
18
+ "model_name": "mistral-ft-optimized-1218",
19
+ "vocab_size": 32000,
20
+ "prefill_chunk_size": 4096,
21
+ "sliding_window": 4096
22
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84030bb21ca1984d4de1b8a91c42b7be3454583c2d5c844e5d23397025e974e3
3
+ size 65536000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a5ab8d264ed994b4ffa9bfe2e814e3582efe3caac8f70c4820e60fb432897ac
3
+ size 58720256
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:150ef8324dcef622f85280fa339763465dff0a5b059a252a36954475d3115048
3
+ size 22036480
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b4a466f8cdb456ac760c852ed27f93aa93b2bd4030cb68450c9123bc0fc37b3
3
+ size 58720256
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efb5306ab58277ec822c26fe799479576b9563152ae5ec17dc359b5a0788fde8
3
+ size 29360128
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:091c988dc7297b691bbc23066466d647a020aa74280f31d44832091ff543f71b
3
+ size 30932992
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a26393e1e9c7ae7d18c20c9c68e423bd88622071e7494b5b357a0fed1e7d2337
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1863a3433090ee8d9321b246be213e465b98021a2f35ecd6893dd2183198d11a
3
+ size 27279360
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:887e9c1ac6822a44c5a620205cf14ce13be6652a4f19d8cea355545f4f25a313
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae84380f6fd2c4e87e059f15fed8c5d96a56ad5c2e9f862eaa53f83a0d06d6db
3
+ size 25182208
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a01f2ca7ed9cfc5cbee78956c11b58f3f87ac5ad875e88de385194e77f478302
3
+ size 58720256
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a41f7bbf74353be637ac7d470f085541069a2366de42bf2577d8c0003c1f7294
3
+ size 29360128
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eebdb4ccd66654865f7d4830057f15f7abf26c531e0fed4eb4c8a167c8bfd6a8
3
+ size 31784960
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14dcecb1df98d9c0699f2576d6656cfa76a911eeef215d5ee32a91a60b87fd3c
3
+ size 33046528
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c19bb467f4713075162312296d00cedd3262ff8d2fefaa4f26042f96201d5038
3
+ size 58720256
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa39dfdd4495629e98b426f0e3da026386354977e1d5d8540db8e2d5d83f7cc4
3
+ size 29360128
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b3952e706e25f404e82f3255aa01f4a48abdaec7662cd504e04fd870da84702
3
+ size 22036480
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28983deef5cf4937dd007a5c698d3ca8098849cc2a17720b58b1c58589a89848
3
+ size 58720256
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:877f5e1dd2765e7410bb5ea2e3bc2c135ce231251459d4a2de3c420f334d8175
3
+ size 29360128
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebd2dea09c9c3ad097faa257f8b26275576fa6e60d47dc1666173c91bd6246c5
3
+ size 30932992
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c7091bed727533ebe37a950fb3e64ea55833ca78db1d9b597690fba02aa4a07
3
+ size 58720256
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c95179b8d5beffda016d0f3662db3ffbc83f2de16a7ff92db6a6a5ecfc799e5
3
+ size 27279360
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44b71ae643241edad516e192d153c9c9e212fa1c7d3810f8e32a7e30089c460e
3
+ size 29360128
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:448b782e0a973da6476ea77580a16e2d5b616ef8cc8854284a0d137796c318c3
3
+ size 29360128
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:024ec3fd04427fa452079bf5a47a057452ae6b924955cf759b16ad70d3ff442e
3
+ size 25182208
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ff7beb6a990c5d92a77a6e86163607d17e6d930956bacd36cbd54b0e4ed46ae
3
+ size 58720256
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46a44729388d6b0d64570262c7387ff4f0dd060cf823df7a8c4667803ee092ea
3
+ size 29360128
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec582e57adff7071d7f342539c499691bf202803d893476c7354aa9dae7791b8
3
+ size 33046528
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:431fb4b66ffcc576477f613d7600649f5ccc9eaed050a69297f48ebed088cf70
3
+ size 58720256
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5306791086f7147ca3fcfb908df489f0e933d3dfa79312e6f552fec0bb64e75e
3
+ size 29360128
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d388277cbb5b3cb3ae963969d358d5a909e9c234aaf4981ef03a33434d6e2be
3
+ size 22036480
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8cee467c0b89b01902aeea4289b2374c5641cb9868940f166374b846a56b048
3
+ size 58720256
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c331e512241f271311e9449c33f836a34693338f961a0d81e2e02a9019c08685
3
+ size 29360128
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08a5fa32496bc7d17b103394e2fd570c92338e74a27c18fe3bfc653ff20f1ff3
3
+ size 30932992
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e46d8547f46673fa8abdf76ed23a1e683f77d1a9d720fb4f5ce60bbc07c347a2
3
+ size 25182208
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d07061625b5e4a3022c01757430297ebcf22184dae59789074777759cac2303a
3
+ size 58720256
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66c6fe6ef3fc9705f1de81eb94a45a6717d2b0c636aac31044681c712aa8f2ee
3
+ size 27279360
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afc2a8f0b670468adb8e687d69b7fed5edf377875162b9250b7c0878366c8893
3
+ size 29360128
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4da6b01a1e623c4704f6bd002b5072c4f8957b3ba11ec3f337709574bd77ed94
3
+ size 25182208
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7bc5816e93258dd2af90fb648530e21bc863392825f9e4cceb08f007177c6cd
3
+ size 58720256
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cdd6c018ced10201be1af777bb87c5cb890949fc9c299e4ea07a7a8807ac631
3
+ size 29360128
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e19a7a082957e308439c3e6d13bf555f7866bbed6f1dd9ad7d972ff53148936b
3
+ size 33046528
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8d8dd65f9438560550a44a65772e5fae91092f83d82683c26894b42accd58b3
3
+ size 58720256
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6980e4189091d7af4910df04ce0df0be3ebff479070aa03c0528b4786fa5d758
3
+ size 29360128
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8a758900de7f655fb42e1929268198724abf7f8712e100a199e87f6535334d6
3
+ size 22036480
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c46f1d0ec1890637b387222eb5bd8ede42c3f37f3136bd7fd85b5bf10712970
3
+ size 58720256
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f42321b982d39baf6103da3768a5d4fc38f57b40500ce9e62a6daef19b8c182
3
+ size 58720256
params_shard_51.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34b6ea4416b3148121e4192ba565a86f464e1075c5058a9e5d219a621d454e23
3
+ size 29360128