File size: 2,564 Bytes
dc6502a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
{
    "version": "1.0",
    "truncation": null,
    "padding": null,
    "added_tokens": [
        {
            "id": 44,
            "content": "<unk>",
            "single_word": false,
            "lstrip": false,
            "rstrip": false,
            "normalized": false,
            "special": true
        }
    ],
    "normalizer": {
        "type": "Sequence",
        "normalizers": [
            {
                "type": "Lowercase"
            },
            {
                "type": "Replace",
                "pattern": {
                    "Regex": "[^\u0447 \u0434\u044c\u044f\u0439\u0441\u0443\u0430\u043e20\u044a\u044b\u043d\u043b\u0436\u0445\u0448\u0437c_\u043fm\u044e\u044d\u04404\u0449o\u2013\u0444q\u0438\u0446\u043a1\u0435\u0431\\-\u0442\u0432\u0433\u043c]"
                },
                "content": ""
            },
            {
                "type": "Strip",
                "strip_left": true,
                "strip_right": true
            },
            {
                "type": "Replace",
                "pattern": {
                    "Regex": "(?=.)|(?<!^)$"
                },
                "content": "\u0447"
            }
        ]
    },
    "pre_tokenizer": {
        "type": "Split",
        "pattern": {
            "Regex": ""
        },
        "behavior": "Isolated",
        "invert": false
    },
    "post_processor": null,
    "decoder": null,
    "model": {
        "vocab": {
            "\u0447": 0,
            " ": 1,
            "\u0434": 2,
            "\u044c": 3,
            "\u044f": 4,
            "\u0439": 5,
            "\u0441": 6,
            "\u0443": 7,
            "\u0430": 8,
            "\u043e": 9,
            "2": 10,
            "0": 11,
            "\u044a": 12,
            "\u044b": 13,
            "\u043d": 14,
            "\u043b": 15,
            "\u0436": 16,
            "\u0445": 17,
            "\u0448": 18,
            "\u0437": 19,
            "c": 20,
            "_": 21,
            "\u043f": 22,
            "m": 23,
            "\u044e": 24,
            "\u044d": 25,
            "\u0440": 26,
            "4": 27,
            "\u0449": 28,
            "o": 29,
            "\u2013": 30,
            "\u0444": 31,
            "q": 32,
            "\u0438": 33,
            "\u0446": 34,
            "\u043a": 35,
            "1": 36,
            "\u0435": 37,
            "\u0431": 38,
            "-": 39,
            "\u0442": 40,
            "\u0432": 41,
            "\u0433": 42,
            "\u043c": 43,
            "<unk>": 44
        }
    }
}