| { | |
| "_name_or_path": "axiong/PMC_LLaMA_13B", | |
| "architectures": [ | |
| "LlamaForCausalLM_bpe" | |
| ], | |
| "attention_bias": false, | |
| "attention_dropout": 0.0, | |
| "bos_token_id": 0, | |
| "eos_token_id": 1, | |
| "hidden_act": "silu", | |
| "hidden_size": 5120, | |
| "initializer_range": 0.02, | |
| "intermediate_size": 13824, | |
| "mask": [ | |
| 13, | |
| 2277, | |
| 2277, | |
| 29937, | |
| 29889, | |
| 13, | |
| 13, | |
| 13, | |
| 29871, | |
| 29896, | |
| 29900, | |
| 29889, | |
| 29871, | |
| 29906, | |
| 3030, | |
| 29889, | |
| 29901, | |
| 13, | |
| 29900, | |
| 29900, | |
| 29889, | |
| 29900, | |
| 310, | |
| 278, | |
| 29915, | |
| 29879, | |
| 29889, | |
| 450, | |
| 297, | |
| 278, | |
| 29871, | |
| 29900, | |
| 29892, | |
| 29871, | |
| 411, | |
| 385, | |
| 29892, | |
| 322, | |
| 278, | |
| 16500, | |
| 338, | |
| 385, | |
| 29871, | |
| 29941, | |
| 16500, | |
| 29915, | |
| 278, | |
| 1139, | |
| 278, | |
| 16083, | |
| 3300, | |
| 2859, | |
| 322, | |
| 29871, | |
| 263, | |
| 2933, | |
| 7128, | |
| 2486, | |
| 10608, | |
| 29889, | |
| 3414, | |
| 29892, | |
| 385, | |
| 15278, | |
| 2009, | |
| 29889, | |
| 29914, | |
| 1217, | |
| 13866, | |
| 338, | |
| 15278, | |
| 393, | |
| 393, | |
| 16612, | |
| 16612, | |
| 263, | |
| 263, | |
| 3414, | |
| 29892, | |
| 3300, | |
| 2859, | |
| 411, | |
| 385, | |
| 1881, | |
| 1881, | |
| 393, | |
| 393, | |
| 8128, | |
| 8128, | |
| 4340, | |
| 4340, | |
| 3030, | |
| 29889, | |
| 6113, | |
| 6113, | |
| 263, | |
| 2933, | |
| 393, | |
| 393, | |
| 7128, | |
| 2486, | |
| 1614, | |
| 1614, | |
| 2167, | |
| 2167, | |
| 278, | |
| 278, | |
| 2009, | |
| 29937, | |
| 2799, | |
| 2799, | |
| 4080, | |
| 4080, | |
| 29901, | |
| 13, | |
| 2744, | |
| 2744, | |
| 14997, | |
| 14997, | |
| 911, | |
| 911, | |
| 278, | |
| 1139, | |
| 2183, | |
| 2183, | |
| 967, | |
| 967, | |
| 3030, | |
| 29889, | |
| 25538, | |
| 25538, | |
| 1716, | |
| 1716, | |
| 1472, | |
| 1472, | |
| 1234, | |
| 1234, | |
| 322, | |
| 322, | |
| 4874, | |
| 4874, | |
| 29914, | |
| 1217, | |
| 10608, | |
| 29937, | |
| 10567, | |
| 10567, | |
| 29901, | |
| 29937, | |
| 16492, | |
| 16492, | |
| 29901, | |
| 29937, | |
| 2677, | |
| 2677, | |
| 29901, | |
| 29937, | |
| 13291, | |
| 13291, | |
| 29901, | |
| 29973, | |
| 13, | |
| 16083, | |
| 5155, | |
| 29906, | |
| 29900, | |
| 29896, | |
| 29889, | |
| 29900, | |
| 29896, | |
| 29879, | |
| 6139, | |
| 310, | |
| 29871, | |
| 353, | |
| 29871, | |
| 29871, | |
| 29945, | |
| 263, | |
| 11619, | |
| 29871, | |
| 29946, | |
| 29896, | |
| 29900, | |
| 304, | |
| 278, | |
| 29871, | |
| 29929, | |
| 11619, | |
| 29892, | |
| 408, | |
| 263, | |
| 6139, | |
| 29889, | |
| 22069, | |
| 411, | |
| 29871, | |
| 29953, | |
| 29945, | |
| 29995, | |
| 29897, | |
| 322, | |
| 373, | |
| 278, | |
| 29889, | |
| 29945, | |
| 29906, | |
| 29889, | |
| 297, | |
| 29871, | |
| 29929, | |
| 29945, | |
| 29889, | |
| 29906, | |
| 29889, | |
| 29941, | |
| 29889, | |
| 29896, | |
| 304, | |
| 29871, | |
| 29889, | |
| 29946, | |
| 29871, | |
| 29955, | |
| 29871, | |
| 29947, | |
| 29889, | |
| 29955, | |
| 29896, | |
| 29929, | |
| 313, | |
| 29925, | |
| 322, | |
| 278, | |
| 29889, | |
| 29953, | |
| 313, | |
| 29896, | |
| 29896, | |
| 29906, | |
| 29892, | |
| 3113, | |
| 29892, | |
| 278, | |
| 1234, | |
| 278, | |
| 29889, | |
| 29929, | |
| 29966, | |
| 29900, | |
| 313, | |
| 29886, | |
| 29941, | |
| 29889, | |
| 29889, | |
| 319, | |
| 29889, | |
| 29947, | |
| 471, | |
| 29871, | |
| 3372, | |
| 1230, | |
| 29889, | |
| 512, | |
| 29889, | |
| 1334, | |
| 29896, | |
| 29896, | |
| 29900, | |
| 29945, | |
| 29896, | |
| 29945, | |
| 29946, | |
| 29889, | |
| 2729, | |
| 373, | |
| 304, | |
| 1234, | |
| 411, | |
| 263, | |
| 25300, | |
| 708, | |
| 29896, | |
| 29941, | |
| 6942, | |
| 411, | |
| 24899, | |
| 936, | |
| 29945, | |
| 29889, | |
| 29941, | |
| 29900, | |
| 313, | |
| 29906, | |
| 29896, | |
| 467, | |
| 29947, | |
| 29889, | |
| 29899, | |
| 29896, | |
| 29929, | |
| 29929, | |
| 29953, | |
| 29889, | |
| 29955, | |
| 29889, | |
| 29995, | |
| 310, | |
| 29995, | |
| 25781, | |
| 467, | |
| 13, | |
| 29900, | |
| 29995, | |
| 773, | |
| 278, | |
| 338, | |
| 304, | |
| 29896, | |
| 29946, | |
| 29896, | |
| 29947, | |
| 6559, | |
| 471, | |
| 363, | |
| 278, | |
| 313, | |
| 29876, | |
| 411, | |
| 278, | |
| 29906, | |
| 29945, | |
| 29889, | |
| 29871, | |
| 29896, | |
| 29897, | |
| 29901, | |
| 29871, | |
| 10503, | |
| 2561, | |
| 313, | |
| 29941, | |
| 467, | |
| 450, | |
| 313, | |
| 29929, | |
| 5155, | |
| 2729, | |
| 5758, | |
| 2877, | |
| 29906, | |
| 29946, | |
| 29901, | |
| 1763, | |
| 278, | |
| 29871, | |
| 22069, | |
| 313, | |
| 29945, | |
| 29900, | |
| 29896, | |
| 29892, | |
| 29892, | |
| 596, | |
| 29899, | |
| 786, | |
| 310, | |
| 22069, | |
| 515, | |
| 29871, | |
| 29929, | |
| 29889, | |
| 3633, | |
| 29889, | |
| 445, | |
| 6559, | |
| 29892, | |
| 25036, | |
| 29879, | |
| 3633, | |
| 297, | |
| 263, | |
| 310, | |
| 445, | |
| 471, | |
| 304, | |
| 29900, | |
| 29906, | |
| 29900, | |
| 29899, | |
| 5155, | |
| 29889, | |
| 3211, | |
| 278, | |
| 29896, | |
| 29953, | |
| 511, | |
| 322, | |
| 1101, | |
| 29899, | |
| 29901, | |
| 5538, | |
| 1546, | |
| 278, | |
| 13, | |
| 29954, | |
| 29954, | |
| 5428, | |
| 5428, | |
| 596, | |
| 3113, | |
| 3867, | |
| 1661, | |
| 29899, | |
| 338, | |
| 263, | |
| 263, | |
| 16083, | |
| 29901, | |
| 1317, | |
| 29906, | |
| 29897, | |
| 29901, | |
| 450, | |
| 5034, | |
| 304, | |
| 13, | |
| 2887, | |
| 2887, | |
| 263, | |
| 10257, | |
| 29892, | |
| 29896, | |
| 29955, | |
| 29936, | |
| 29871, | |
| 297, | |
| 22069, | |
| 5155, | |
| 773, | |
| 9401, | |
| 411, | |
| 29906, | |
| 29896, | |
| 6297, | |
| 408, | |
| 24876, | |
| 19263, | |
| 29897, | |
| 892, | |
| 29893, | |
| 296, | |
| 29896, | |
| 29899, | |
| 1090, | |
| 29893, | |
| 13, | |
| 10858, | |
| 758, | |
| 5138, | |
| 7186, | |
| 29889, | |
| 310, | |
| 263, | |
| 14707, | |
| 278, | |
| 29922, | |
| 29900, | |
| 29889, | |
| 910, | |
| 29899, | |
| 29906, | |
| 29946, | |
| 29900, | |
| 29900, | |
| 29941, | |
| 29953, | |
| 29900, | |
| 472, | |
| 29871, | |
| 29906, | |
| 29899, | |
| 1400, | |
| 3372, | |
| 1353, | |
| 310, | |
| 22069, | |
| 892, | |
| 515, | |
| 278, | |
| 22069, | |
| 29889, | |
| 313, | |
| 29946, | |
| 4121, | |
| 10070, | |
| 29897, | |
| 297, | |
| 29906, | |
| 29906, | |
| 29995, | |
| 313, | |
| 29906, | |
| 29941, | |
| 3240, | |
| 1883, | |
| 1223, | |
| 11517, | |
| 29220, | |
| 27580, | |
| 714, | |
| 26807, | |
| 304, | |
| 8161, | |
| 29892, | |
| 8307, | |
| 29945, | |
| 29899, | |
| 25300, | |
| 936, | |
| 292, | |
| 278, | |
| 29900, | |
| 29929, | |
| 29941, | |
| 29953, | |
| 25828, | |
| 4835, | |
| 29995, | |
| 511, | |
| 29876, | |
| 353, | |
| 29941, | |
| 29945, | |
| 671, | |
| 310, | |
| 1258, | |
| 451, | |
| 29941, | |
| 29995, | |
| 29900, | |
| 29946, | |
| 29906, | |
| 29953, | |
| 718, | |
| 24028, | |
| 29889, | |
| 4121, | |
| 29955, | |
| 29995, | |
| 472, | |
| 278, | |
| 29941, | |
| 29941, | |
| 29929, | |
| 29900, | |
| 29945, | |
| 467, | |
| 29889, | |
| 1670, | |
| 29906, | |
| 29892, | |
| 313, | |
| 29953, | |
| 29886, | |
| 29966, | |
| 263, | |
| 29871, | |
| 292, | |
| 263, | |
| 359, | |
| 9708, | |
| 29892, | |
| 349, | |
| 29941, | |
| 29896, | |
| 29946, | |
| 29995, | |
| 24028, | |
| 29871, | |
| 2398, | |
| 29892, | |
| 29899, | |
| 6360, | |
| 29941, | |
| 29906, | |
| 724, | |
| 398, | |
| 30080, | |
| 29900, | |
| 304, | |
| 367, | |
| 22069, | |
| 29892, | |
| 313, | |
| 1955, | |
| 29900, | |
| 29947, | |
| 4120, | |
| 654, | |
| 3483, | |
| 952, | |
| 16165, | |
| 441, | |
| 29906, | |
| 29947, | |
| 9401, | |
| 304, | |
| 29892, | |
| 411, | |
| 29900, | |
| 29953, | |
| 29871, | |
| 30221, | |
| 278, | |
| 6559, | |
| 313, | |
| 29945, | |
| 12997, | |
| 1711, | |
| 30221, | |
| 29871, | |
| 3629, | |
| 292, | |
| 29900, | |
| 29955, | |
| 1883, | |
| 12645, | |
| 29929, | |
| 29947, | |
| 29946, | |
| 29945, | |
| 29955, | |
| 29945, | |
| 29941, | |
| 29946, | |
| 30080, | |
| 29922, | |
| 29922, | |
| 30080, | |
| 22069, | |
| 1058, | |
| 29906, | |
| 29995, | |
| 29925, | |
| 353, | |
| 29886, | |
| 353, | |
| 29947, | |
| 29900, | |
| 29892, | |
| 372, | |
| 13, | |
| 3629, | |
| 596, | |
| 3414, | |
| 3414, | |
| 338, | |
| 27432, | |
| 403, | |
| 750, | |
| 263, | |
| 285, | |
| 1461, | |
| 1304, | |
| 304, | |
| 29889, | |
| 2178, | |
| 29896, | |
| 29995, | |
| 491, | |
| 278, | |
| 9045, | |
| 18020, | |
| 892, | |
| 29871, | |
| 938, | |
| 336, | |
| 6559, | |
| 29889, | |
| 29900, | |
| 29892, | |
| 29925, | |
| 29966, | |
| 1274, | |
| 1082, | |
| 654, | |
| 261, | |
| 372, | |
| 338, | |
| 2318, | |
| 29889, | |
| 29892, | |
| 282, | |
| 752, | |
| 5795, | |
| 6151, | |
| 1070, | |
| 29906, | |
| 29929, | |
| 9708, | |
| 293, | |
| 3001, | |
| 310, | |
| 263, | |
| 441, | |
| 25781, | |
| 29871, | |
| 289, | |
| 650, | |
| 29897, | |
| 471, | |
| 29945, | |
| 29892, | |
| 471, | |
| 8560, | |
| 29953, | |
| 29945, | |
| 2362, | |
| 5570, | |
| 29945, | |
| 29897, | |
| 29945, | |
| 2440, | |
| 29953, | |
| 29955, | |
| 652, | |
| 370, | |
| 29955, | |
| 29900, | |
| 5138, | |
| 6906, | |
| 29941, | |
| 29892, | |
| 29906, | |
| 29955, | |
| 29953, | |
| 29995, | |
| 322, | |
| 263, | |
| 363, | |
| 29871, | |
| 29941, | |
| 29955, | |
| 29537, | |
| 287, | |
| 1228, | |
| 27580, | |
| 29892, | |
| 263, | |
| 910, | |
| 6559, | |
| 313, | |
| 29955, | |
| 263, | |
| 9045, | |
| 29889, | |
| 2398, | |
| 13, | |
| 3492, | |
| 3492, | |
| 29915, | |
| 29915, | |
| 276, | |
| 276, | |
| 263, | |
| 25036, | |
| 3211, | |
| 16083, | |
| 9365, | |
| 9365, | |
| 5034, | |
| 6554, | |
| 310, | |
| 1189, | |
| 293, | |
| 29929, | |
| 29953, | |
| 7186, | |
| 29871, | |
| 29899, | |
| 29941, | |
| 29896, | |
| 511, | |
| 671, | |
| 278, | |
| 20890, | |
| 304, | |
| 29946, | |
| 29946, | |
| 17924, | |
| 895, | |
| 29946, | |
| 29906, | |
| 3211, | |
| 292, | |
| 441, | |
| 293, | |
| 23797, | |
| 29871, | |
| 1711, | |
| 7282, | |
| 16083, | |
| 4120, | |
| 261, | |
| 29892, | |
| 29892, | |
| 591, | |
| 410, | |
| 5138, | |
| 471, | |
| 1304, | |
| 758, | |
| 791, | |
| 895, | |
| 297, | |
| 19263, | |
| 310, | |
| 13, | |
| 13696, | |
| 13696, | |
| 1241, | |
| 1241, | |
| 292, | |
| 292, | |
| 596, | |
| 596, | |
| 6297, | |
| 3113, | |
| 671, | |
| 6139, | |
| 304, | |
| 29941, | |
| 29929, | |
| 5046, | |
| 29892, | |
| 450, | |
| 12242, | |
| 19220, | |
| 310, | |
| 297, | |
| 3211, | |
| 12242, | |
| 310, | |
| 282, | |
| 29966, | |
| 29892, | |
| 541, | |
| 25483, | |
| 297, | |
| 6471, | |
| 29889, | |
| 7163, | |
| 2200, | |
| 12045, | |
| 310, | |
| 278, | |
| 937, | |
| 29947, | |
| 29995, | |
| 10858, | |
| 10110, | |
| 10110, | |
| 338, | |
| 25036, | |
| 3867, | |
| 3867, | |
| 6089, | |
| 6089, | |
| 304, | |
| 5155, | |
| 411, | |
| 411, | |
| 19220, | |
| 18020, | |
| 10257, | |
| 3113, | |
| 14707, | |
| 6139, | |
| 322, | |
| 322, | |
| 5957, | |
| 5957, | |
| 596, | |
| 596, | |
| 17924, | |
| 297, | |
| 22862, | |
| 22862, | |
| 278, | |
| 596, | |
| 3239, | |
| 3239, | |
| 408, | |
| 3867, | |
| 596, | |
| 596, | |
| 25483, | |
| 1135, | |
| 29871, | |
| 29995, | |
| 7186, | |
| 29946, | |
| 29899, | |
| 29946, | |
| 29947, | |
| 29945, | |
| 29946, | |
| 24809, | |
| 358, | |
| 791, | |
| 663, | |
| 29945, | |
| 29941, | |
| 29929, | |
| 29995, | |
| 2761, | |
| 2318, | |
| 2318, | |
| 313, | |
| 596, | |
| 6351, | |
| 6351, | |
| 408, | |
| 3867, | |
| 20890, | |
| 411, | |
| 29871, | |
| 29945, | |
| 29953, | |
| 349, | |
| 29966, | |
| 29929, | |
| 29906, | |
| 370, | |
| 10778, | |
| 410, | |
| 3859, | |
| 304, | |
| 3211, | |
| 29946, | |
| 29941, | |
| 29995, | |
| 297, | |
| 29941, | |
| 29947, | |
| 282, | |
| 353, | |
| 758, | |
| 3372, | |
| 29929, | |
| 29955, | |
| 313, | |
| 29900, | |
| 29941, | |
| 29899, | |
| 17168, | |
| 293, | |
| 29946, | |
| 29892, | |
| 349, | |
| 353, | |
| 1559, | |
| 16381, | |
| 29946, | |
| 29896, | |
| 29906, | |
| 467, | |
| 892, | |
| 9401, | |
| 952, | |
| 267, | |
| 319, | |
| 3001, | |
| 313, | |
| 29947, | |
| 278, | |
| 22069, | |
| 1539, | |
| 579, | |
| 29941, | |
| 29897, | |
| 29945, | |
| 29955, | |
| 29929, | |
| 29946, | |
| 29946, | |
| 29929, | |
| 966, | |
| 1080, | |
| 16083, | |
| 10257, | |
| 596, | |
| 23134, | |
| 23134, | |
| 338, | |
| 29899, | |
| 12817, | |
| 471, | |
| 263, | |
| 964, | |
| 3633, | |
| 1670, | |
| 892, | |
| 4392, | |
| 1312, | |
| 13284, | |
| 408, | |
| 338, | |
| 3806, | |
| 337, | |
| 5890, | |
| 5890, | |
| 373, | |
| 29901, | |
| 1815, | |
| 304, | |
| 263, | |
| 29953, | |
| 29906, | |
| 425, | |
| 862, | |
| 29995, | |
| 322, | |
| 8307, | |
| 29889, | |
| 471, | |
| 451, | |
| 5147, | |
| 29894, | |
| 29894, | |
| 936, | |
| 29945, | |
| 29945, | |
| 13, | |
| 797, | |
| 797, | |
| 596, | |
| 596, | |
| 13284, | |
| 3806, | |
| 393, | |
| 393, | |
| 366, | |
| 366, | |
| 1234, | |
| 5155, | |
| 337, | |
| 471, | |
| 16951, | |
| 353, | |
| 869, | |
| 29899, | |
| 29953, | |
| 322, | |
| 297, | |
| 29945, | |
| 29947, | |
| 450, | |
| 2099, | |
| 29947, | |
| 29906, | |
| 29889, | |
| 1939, | |
| 512, | |
| 278, | |
| 4768, | |
| 3554, | |
| 29946, | |
| 29953, | |
| 286, | |
| 29887, | |
| 4475, | |
| 304, | |
| 5528, | |
| 5084, | |
| 29995, | |
| 16420, | |
| 29953, | |
| 29899, | |
| 304, | |
| 14707, | |
| 16381, | |
| 4125, | |
| 29929, | |
| 29896, | |
| 24207, | |
| 23900, | |
| 7498, | |
| 10700, | |
| 5622, | |
| 964, | |
| 10122, | |
| 310, | |
| 29892, | |
| 470, | |
| 29899, | |
| 6707, | |
| 1546, | |
| 29871, | |
| 29898, | |
| 29906, | |
| 29901, | |
| 1938, | |
| 3633, | |
| 278, | |
| 29889, | |
| 4587, | |
| 29966, | |
| 29889, | |
| 22069, | |
| 1090, | |
| 297, | |
| 20309, | |
| 6382, | |
| 292, | |
| 278, | |
| 1021, | |
| 29900, | |
| 2440, | |
| 16420, | |
| 7292, | |
| 4328, | |
| 297, | |
| 437, | |
| 344, | |
| 287, | |
| 304, | |
| 312, | |
| 16103, | |
| 2779, | |
| 310, | |
| 7614, | |
| 293, | |
| 2775, | |
| 537, | |
| 9443, | |
| 1546, | |
| 24876, | |
| 2662, | |
| 22069, | |
| 750, | |
| 17905, | |
| 29872, | |
| 10791, | |
| 12645, | |
| 471, | |
| 694, | |
| 1773, | |
| 27432, | |
| 21622, | |
| 272, | |
| 522, | |
| 16103, | |
| 29892, | |
| 297, | |
| 287, | |
| 29889, | |
| 9076, | |
| 287, | |
| 1583, | |
| 29899, | |
| 2645, | |
| 278, | |
| 359, | |
| 8552, | |
| 29946, | |
| 29955, | |
| 29896, | |
| 322, | |
| 10858, | |
| 6297, | |
| 11619, | |
| 6858, | |
| 6858, | |
| 366, | |
| 366, | |
| 304, | |
| 5155, | |
| 5622, | |
| 277, | |
| 1338, | |
| 29897, | |
| 310, | |
| 29947, | |
| 29892, | |
| 8161, | |
| 278, | |
| 29947, | |
| 29896, | |
| 322, | |
| 304, | |
| 29899, | |
| 29900, | |
| 11029, | |
| 310, | |
| 29897, | |
| 338, | |
| 756, | |
| 1063, | |
| 29946, | |
| 29897, | |
| 12651, | |
| 297, | |
| 16951, | |
| 6133, | |
| 29955, | |
| 29896, | |
| 29901, | |
| 338, | |
| 29947, | |
| 29947, | |
| 29882, | |
| 655, | |
| 30081, | |
| 29922, | |
| 16157, | |
| 29879, | |
| 5881, | |
| 29875, | |
| 304, | |
| 24809, | |
| 1095, | |
| 359, | |
| 29945, | |
| 29906, | |
| 29929, | |
| 29892, | |
| 1670, | |
| 471, | |
| 29897, | |
| 470, | |
| 29936, | |
| 349, | |
| 352, | |
| 262, | |
| 29879, | |
| 29889, | |
| 4315, | |
| 292, | |
| 297, | |
| 445, | |
| 663, | |
| 310, | |
| 25082, | |
| 653, | |
| 8161, | |
| 3692, | |
| 869, | |
| 29900, | |
| 362, | |
| 29889, | |
| 5138, | |
| 520, | |
| 520, | |
| 293, | |
| 7243, | |
| 1037, | |
| 22898, | |
| 4871, | |
| 26552, | |
| 29871, | |
| 29418, | |
| 277, | |
| 10678, | |
| 618, | |
| 29889, | |
| 1763, | |
| 313, | |
| 29934, | |
| 29955, | |
| 29929, | |
| 4392, | |
| 3381, | |
| 620, | |
| 9739, | |
| 1006, | |
| 7316, | |
| 1058, | |
| 892, | |
| 1284, | |
| 886, | |
| 327, | |
| 333, | |
| 29887, | |
| 29914, | |
| 766, | |
| 23367, | |
| 8717, | |
| 29882, | |
| 29955, | |
| 29947, | |
| 862, | |
| 359, | |
| 29906, | |
| 313, | |
| 29953, | |
| 29946, | |
| 29953, | |
| 29892, | |
| 29953, | |
| 29896, | |
| 13667, | |
| 282, | |
| 1461, | |
| 1973, | |
| 892, | |
| 5134, | |
| 1008, | |
| 284, | |
| 3041, | |
| 1934, | |
| 1058, | |
| 1090, | |
| 29953, | |
| 29947, | |
| 586, | |
| 6151, | |
| 29955, | |
| 29941, | |
| 892, | |
| 451, | |
| 471, | |
| 1476, | |
| 9045, | |
| 29891, | |
| 487, | |
| 312, | |
| 29922, | |
| 30081, | |
| 29955, | |
| 29953, | |
| 467, | |
| 512, | |
| 5517, | |
| 304, | |
| 29929, | |
| 29941, | |
| 29897, | |
| 363, | |
| 564, | |
| 357, | |
| 1139, | |
| 15421, | |
| 29955, | |
| 29946, | |
| 29945, | |
| 22069, | |
| 694, | |
| 7282, | |
| 9263, | |
| 1463, | |
| 29947, | |
| 29945, | |
| 14914, | |
| 411, | |
| 29901, | |
| 4683, | |
| 4036, | |
| 1891, | |
| 29945, | |
| 29896, | |
| 29955, | |
| 29906, | |
| 297, | |
| 599, | |
| 6437, | |
| 310, | |
| 29947, | |
| 29946, | |
| 310, | |
| 2834, | |
| 8855, | |
| 630, | |
| 25781, | |
| 29901, | |
| 450, | |
| 6437, | |
| 511, | |
| 29871, | |
| 4955, | |
| 310, | |
| 9238, | |
| 10678, | |
| 29945, | |
| 10997, | |
| 29900, | |
| 29897, | |
| 1090, | |
| 17696, | |
| 29897, | |
| 411, | |
| 7282, | |
| 4328, | |
| 5490, | |
| 29871, | |
| 29953, | |
| 29953, | |
| 10997, | |
| 322, | |
| 11176, | |
| 14703, | |
| 27231, | |
| 5391, | |
| 362, | |
| 310, | |
| 29875, | |
| 586, | |
| 12045, | |
| 13879, | |
| 316, | |
| 2590, | |
| 459, | |
| 493, | |
| 29900, | |
| 313, | |
| 538, | |
| 616, | |
| 324, | |
| 293, | |
| 7418, | |
| 310, | |
| 29899, | |
| 2042, | |
| 29947, | |
| 29929, | |
| 4771, | |
| 24858, | |
| 892, | |
| 1304, | |
| 278, | |
| 1023, | |
| 312, | |
| 284, | |
| 1156, | |
| 278, | |
| 29953, | |
| 467, | |
| 758, | |
| 29899, | |
| 29947, | |
| 29897, | |
| 29896, | |
| 313, | |
| 29879, | |
| 29897, | |
| 29953, | |
| 29929, | |
| 29945, | |
| 313, | |
| 29947, | |
| 29953, | |
| 29947, | |
| 29941, | |
| 29889, | |
| 1152, | |
| 272, | |
| 353, | |
| 2200, | |
| 1070, | |
| 310, | |
| 1438, | |
| 29899, | |
| 8489, | |
| 2318, | |
| 29892, | |
| 29955, | |
| 29955, | |
| 537, | |
| 310, | |
| 472, | |
| 3203, | |
| 29946, | |
| 467, | |
| 29899, | |
| 29946, | |
| 278, | |
| 2761, | |
| 363, | |
| 263, | |
| 408, | |
| 278, | |
| 542, | |
| 538, | |
| 3554, | |
| 29891, | |
| 29899, | |
| 29945, | |
| 29900, | |
| 286, | |
| 892, | |
| 1476, | |
| 29941, | |
| 313, | |
| 24899, | |
| 293, | |
| 260, | |
| 15118, | |
| 29941, | |
| 467, | |
| 962, | |
| 561, | |
| 358, | |
| 310, | |
| 29900, | |
| 22069, | |
| 892, | |
| 8560, | |
| 7405, | |
| 630, | |
| 393, | |
| 278, | |
| 5084, | |
| 310, | |
| 25828, | |
| 290, | |
| 278, | |
| 758, | |
| 3677, | |
| 747, | |
| 1023, | |
| 6471, | |
| 5866, | |
| 411, | |
| 29995, | |
| 363, | |
| 564, | |
| 22005, | |
| 278, | |
| 10122, | |
| 30080, | |
| 30221, | |
| 30221, | |
| 30080, | |
| 2440, | |
| 29897, | |
| 1020, | |
| 10859, | |
| 271, | |
| 358, | |
| 322, | |
| 1661, | |
| 5198, | |
| 348, | |
| 304, | |
| 23033, | |
| 313, | |
| 3881, | |
| 1058, | |
| 750, | |
| 3692, | |
| 278, | |
| 29925, | |
| 29922, | |
| 1400, | |
| 29899, | |
| 2440, | |
| 29889, | |
| 892, | |
| 16951, | |
| 263, | |
| 7282, | |
| 403, | |
| 7418, | |
| 4891, | |
| 29899, | |
| 2042, | |
| 284, | |
| 7282, | |
| 12651, | |
| 1162, | |
| 26841, | |
| 8500, | |
| 573, | |
| 708, | |
| 29889, | |
| 278, | |
| 2779, | |
| 5134, | |
| 297, | |
| 313, | |
| 29878, | |
| 301, | |
| 962, | |
| 29906, | |
| 322, | |
| 3372, | |
| 6703, | |
| 363, | |
| 22069, | |
| 14502, | |
| 310, | |
| 29899, | |
| 29929, | |
| 29879, | |
| 29892, | |
| 29906, | |
| 10997, | |
| 29891, | |
| 29899, | |
| 29955, | |
| 29892, | |
| 29892, | |
| 3704, | |
| 590, | |
| 542, | |
| 2440, | |
| 29892, | |
| 29945, | |
| 29929, | |
| 29947, | |
| 29899, | |
| 4695, | |
| 17855, | |
| 29906, | |
| 22069, | |
| 10416, | |
| 12959, | |
| 23033, | |
| 278, | |
| 652, | |
| 21780, | |
| 29947, | |
| 467, | |
| 14060, | |
| 545, | |
| 1480, | |
| 4695, | |
| 12645, | |
| 6559, | |
| 278, | |
| 9443, | |
| 29955, | |
| 29899, | |
| 491, | |
| 29871, | |
| 7418, | |
| 29889, | |
| 29929, | |
| 29897, | |
| 29945, | |
| 304, | |
| 4824, | |
| 8910, | |
| 30081, | |
| 29900, | |
| 338, | |
| 14969, | |
| 29947, | |
| 29955, | |
| 29941, | |
| 10997, | |
| 24899, | |
| 1711, | |
| 326, | |
| 575, | |
| 29879, | |
| 313, | |
| 1763, | |
| 8161, | |
| 278, | |
| 671, | |
| 9712, | |
| 2200, | |
| 29871, | |
| 30386, | |
| 379, | |
| 5667, | |
| 297, | |
| 1716, | |
| 7910, | |
| 297, | |
| 29889, | |
| 2860, | |
| 29889, | |
| 3118, | |
| 29892, | |
| 607, | |
| 12003, | |
| 2264, | |
| 594, | |
| 6737, | |
| 29899, | |
| 29882, | |
| 29888, | |
| 3958, | |
| 619, | |
| 369, | |
| 22069, | |
| 322, | |
| 304, | |
| 505, | |
| 1560, | |
| 17223, | |
| 599, | |
| 22069, | |
| 427, | |
| 24476, | |
| 29879, | |
| 310, | |
| 773, | |
| 263, | |
| 22069, | |
| 297, | |
| 766, | |
| 2098, | |
| 350, | |
| 10403, | |
| 29953, | |
| 313, | |
| 6559, | |
| 29892, | |
| 29892, | |
| 892, | |
| 278, | |
| 1556, | |
| 1880, | |
| 29899, | |
| 29953, | |
| 22069, | |
| 2440, | |
| 313, | |
| 310, | |
| 599, | |
| 594, | |
| 3901, | |
| 10997, | |
| 750, | |
| 505, | |
| 1063, | |
| 29889, | |
| 3630, | |
| 29929, | |
| 467, | |
| 285, | |
| 26310, | |
| 8950, | |
| 1228, | |
| 1883, | |
| 1103, | |
| 1103, | |
| 3598, | |
| 29879, | |
| 892, | |
| 5046, | |
| 29871, | |
| 310, | |
| 349, | |
| 313, | |
| 29907, | |
| 408, | |
| 1532, | |
| 29897, | |
| 313, | |
| 2629, | |
| 29871, | |
| 15477, | |
| 1546, | |
| 304, | |
| 7252, | |
| 29929, | |
| 22069, | |
| 29899, | |
| 322, | |
| 19257, | |
| 310, | |
| 29953, | |
| 29941, | |
| 11174, | |
| 310, | |
| 1906, | |
| 411, | |
| 3129, | |
| 979, | |
| 278, | |
| 14502, | |
| 17135, | |
| 313, | |
| 6559, | |
| 310, | |
| 29876, | |
| 29922, | |
| 322, | |
| 1400, | |
| 29899, | |
| 29947, | |
| 4158, | |
| 2380, | |
| 892, | |
| 15659, | |
| 29929, | |
| 29899, | |
| 29953, | |
| 29897, | |
| 330, | |
| 7614, | |
| 24809, | |
| 278, | |
| 29955, | |
| 29897, | |
| 29929, | |
| 313, | |
| 14953, | |
| 800, | |
| 14385, | |
| 310, | |
| 471, | |
| 278, | |
| 9045, | |
| 2562, | |
| 29896, | |
| 22069, | |
| 29892, | |
| 408, | |
| 29892, | |
| 727, | |
| 29900, | |
| 322, | |
| 29974, | |
| 24028, | |
| 287, | |
| 363, | |
| 892, | |
| 694, | |
| 4587, | |
| 278, | |
| 1135, | |
| 297, | |
| 29906, | |
| 511, | |
| 1316, | |
| 408, | |
| 29889, | |
| 315, | |
| 1775, | |
| 17196, | |
| 1682, | |
| 852, | |
| 491, | |
| 263, | |
| 29946, | |
| 22069, | |
| 5031, | |
| 993, | |
| 3144, | |
| 1682, | |
| 29995, | |
| 23797, | |
| 29947, | |
| 313, | |
| 1663, | |
| 352, | |
| 21622, | |
| 943, | |
| 3138, | |
| 29892, | |
| 29909, | |
| 29897, | |
| 515, | |
| 263, | |
| 313, | |
| 29940, | |
| 29889, | |
| 530, | |
| 995, | |
| 310, | |
| 29900, | |
| 10997, | |
| 29899, | |
| 14940, | |
| 262, | |
| 29899, | |
| 3620, | |
| 297, | |
| 471, | |
| 8900, | |
| 362, | |
| 322, | |
| 2861, | |
| 304, | |
| 310, | |
| 385, | |
| 1472, | |
| 29899, | |
| 29947, | |
| 10997, | |
| 292, | |
| 363, | |
| 17135, | |
| 29889, | |
| 6133, | |
| 297, | |
| 10997, | |
| 892, | |
| 29955, | |
| 10997, | |
| 29945, | |
| 511, | |
| 4344, | |
| 411, | |
| 727, | |
| 471, | |
| 1461, | |
| 545, | |
| 630, | |
| 411, | |
| 25781, | |
| 29892, | |
| 594, | |
| 264, | |
| 29946, | |
| 10997, | |
| 29941, | |
| 22069 | |
| ], | |
| "max_position_embeddings": 2048, | |
| "max_sequence_length": 2048, | |
| "model_type": "llama", | |
| "num_attention_heads": 40, | |
| "num_hidden_layers": 40, | |
| "num_key_value_heads": 40, | |
| "pad_token_id": -1, | |
| "pretraining_tp": 1, | |
| "rms_norm_eps": 1e-06, | |
| "rope_scaling": null, | |
| "rope_theta": 10000.0, | |
| "tie_word_embeddings": false, | |
| "torch_dtype": "float32", | |
| "transformers_version": "4.37.0.dev0", | |
| "use_cache": true, | |
| "vocab_size": 32001 | |
| } | |