{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 73, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": { "type": "Sequence", "normalizers": [ { "type": "Lowercase" }, { "type": "Replace", "pattern": { "Regex": "[^\u0919\u0939\u0906\u092c\u0922\u09162\u0902\u0924\u091f_\u0938\u090a1\u0915\u0914\u0933\u091a\u0913\\-\u0908\u0936\u091c\u0943\u0917\u091d\u0288\u0910\u0926 \u0921\u090f\u0948\u094c97\u0920\u0931\u0935\u094b\u090b04\u092f6\u0903\u0932\u0927\u092a\u091e\u092b\u0909\u0928\u0937\u092e\u091b\u0947\u093f\u0923'\u0905\u0907\u093e\u0941\u0942\u0287\u0934\u0918\u094d\u0930\u092d\u0940\u0925]" }, "content": "" }, { "type": "Strip", "strip_left": true, "strip_right": true }, { "type": "Replace", "pattern": { "Regex": "(?=.)|(?": 73 } } }