{ "_name_or_path": "rmihaylov/bert-base-bg", "architectures": [ "BertForTokenClassification" ], "attention_probs_dropout_prob": 0.1, "by_layer_is_trainable": { "0": true, "1": true, "10": true, "11": true, "12": true, "13": true, "14": true, "15": true, "16": true, "17": true, "18": true, "19": true, "2": true, "20": true, "21": true, "22": true, "23": true, "3": true, "4": true, "5": true, "6": true, "7": true, "8": true, "9": true }, "classifier_dropout": null, "cls_trainable": true, "directionality": "bidi", "embedding_postprocessor_trainable": true, "embeddings_layer_norm_trainable": true, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 768, "id2label": { "0": "", "1": "VLITr3p", "2": "VBPZe3s", "3": "PPysmhqu", "4": "VBPRe3s", "5": "PGOtsm", "6": "C", "7": "PIOism", "8": "PPysndqgc", "9": "NCNSson", "10": "NCMSslm", "11": "VLIEd2s", "12": "VLITr1p", "13": "VBIEwsn", "14": "NCMSsom", "15": "PPysndku", "16": "VLINwsn", "17": "Ap", "18": "VLITysmh", "19": "BCTpmo", "20": "VLINxsml", "21": "VLPNxpo", "22": "PFPysmo", "23": "PPysfoku", "24": "VLPEr3p", "25": "VLPDxsno", "26": "U", "27": "PFPz", "28": "PFPypd", "29": "VLIEypo", "30": "PPysfdjg", "31": "VLIEd1p", "32": "VLINd2p", "33": "NHNsdn", "34": "VLINysno", "35": "BCMwo", "36": "VLPTqpo", "37": "VLINxsno", "38": "VLITe1p", "39": "PHya2s", "40": "VLIDr3p", "41": "NCPpd", "42": "PGUpd", "43": "VLIEysmo", "44": "VLIDysmh", "45": "VBPZr3s", "46": "VLPNxsmo", "47": "PNAsf", "48": "VLIEysfd", "49": "PDOsn", "50": "VBIZr3s", "51": "VLITr2p", "52": "PPysnoqgc", "53": "VLPZr3p", "54": "VLITwsn", "55": "NHsom", "56": "NH", "57": "VLITqsml", "58": "VLINwsf", "59": "PPysfojg", "60": "VLIEr2s", "61": "VLPNxpd", "62": "PHi3sn", "63": "PFPypo", "64": "PHya3sm", "65": "VLITqsmh", "66": "BOsml", "67": "VLPEwp", "68": "VLIEr1p", "69": "VLINe1p", "70": "VLPTd1s", "71": "PPysmoku", "72": "Apd", "73": "VLINysmh", "74": "NCMFvm", "75": "VLIRysfd", "76": "VLPExsfo", "77": "BCMbd", "78": "VLITqsfo", "79": "NCNSsdn", "80": "VLINd1p", "81": "VLIEI2s", "82": "VLIZysfo", "83": "PHya3p", "84": "PQSsf", "85": "VLINysmo", "86": "VLIRysmo", "87": "NCNpdn", "88": "VLPTxsnd", "89": "PPypdku", "90": "BCFsmh", "91": "NHMSsom", "92": "NHApo", "93": "PPysfdju", "94": "PPysfdqgc", "95": "VLPEI2s", "96": "VLIRxsnd", "97": "PPypoju", "98": "VLIRysmh", "99": "NHNSson", "100": "VLIZd3p", "101": "VLITd1p", "102": "PQOp", "103": "BCRpd", "104": "NHFsdf", "105": "VLITwsf", "106": "VLIZysml", "107": "VLPTqsfo", "108": "PNOtsm", "109": "VLINr1s", "110": "NCMNpom", "111": "PNAp", "112": "VLINd3p", "113": "VLIRysfo", "114": "PPysmlqgc", "115": "PPysfdku", "116": "VLIExsnd", "117": "VLIRd3p", "118": "NCMFpdm", "119": "NCFsof", "120": "PFHza", "121": "PGAsn", "122": "PHyt2p", "123": "VLIEysml", "124": "VBIAwsn", "125": "PROp", "126": "VLITypd", "127": "NHFsof", "128": "PDOism", "129": "VLPTxsno", "130": "Vs", "131": "VLITwsm", "132": "BCRbd", "133": "VBIDr3s", "134": "PPysmljg", "135": "PPysnoku", "136": "Ps", "137": "PPysfdkg", "138": "VLPTqsnd", "139": "PPypdkg", "140": "VBPDe3s", "141": "PPzqu", "142": "PHya1p", "143": "VLIEysnd", "144": "VLIRr3p", "145": "PQAism", "146": "VLIDwsn", "147": "VLIEd3p", "148": "I", "149": "As", "150": "PHya2p", "151": "PPysfokg", "152": "VLIZd3s", "153": "VLITr3s", "154": "VLITe1s", "155": "VLPTe2p", "156": "VLITqsfd", "157": "PFPysfo", "158": "VLPTd1p", "159": "PHza3p", "160": "VLITxpd", "161": "VLIDwsm", "162": "PPysmhju", "163": "VLPTr3p", "164": "VLITd2s", "165": "PRAp", "166": "PGAism", "167": "VLIZysmh", "168": "VLINxsfo", "169": "NHAsfo", "170": "PIOtsm", "171": "NCMSshm", "172": "PQOtsm", "173": "VLPEI2p", "174": "PPypokg", "175": "VLIExsmo", "176": "VBPEr3s", "177": "PGOsf", "178": "PGOism", "179": "BCTwo", "180": "PHza2p", "181": "VLPExsno", "182": "VLIEI2p", "183": "VLPNr1s", "184": "VLPDxsfo", "185": "Aypo", "186": "VBIEe3s", "187": "VLPII2s", "188": "VLPIr1s", "189": "PPzkg", "190": "BCTpfno", "191": "VBIZwsn", "192": "VLIDysfo", "193": "NCFpof", "194": "PISsn", "195": "VLIAr3p", "196": "PIOsf", "197": "PHzt3sf", "198": "VLIEwp", "199": "NHFpof", "200": "VLPNd1s", "201": "PFPysfd", "202": "VLPEr1s", "203": "VLIDwsf", "204": "PPysmlku", "205": "PPzjg", "206": "PPysmoqgc", "207": "VLPNxsfo", "208": "VLISd2s", "209": "VLPNxsmh", "210": "PPypoqu", "211": "BOsfd", "212": "VLPEe1s", "213": "Asml", "214": "BOsnd", "215": "PPysmoqgb", "216": "Asnd", "217": "VLIRypd", "218": "PPysfdqgb", "219": "VLPTqsmo", "220": "VLINxsmo", "221": "VLPTqsmh", "222": "PHza1s", "223": "VBIDe3s", "224": "VLPTI2p", "225": "PPysmokg", "226": "VLPRe3s", "227": "PHzt1s", "228": "BCFsml", "229": "VLPNr3s", "230": "BCTpfnd", "231": "PHza1p", "232": "VLPTxpd", "233": "VLIExpo", "234": "PPysndjg", "235": "NHNson", "236": "VLITxpo", "237": "VLINe3p", "238": "VLPNd1p", "239": "PHyt3p", "240": "PDAsn", "241": "VLPTr1p", "242": "PPysnoju", "243": "VBIAd3s", "244": "PISp", "245": "Np", "246": "VLITxsml", "247": "NHMvm", "248": "PPzku", "249": "VLINysnd", "250": "PNSp", "251": "VLPTe2s", "252": "PPysndju", "253": "NHFvf", "254": "VLPNe1p", "255": "VLISe2s", "256": "PQOism", "257": "VLPEwsf", "258": "VLPNwp", "259": "VLINypo", "260": "VLITI2s", "261": "VLPNxsnd", "262": "VLITysno", "263": "NHPpom", "264": "BCRpo", "265": "PHyt3sm", "266": "VBIDd3s", "267": "VLPNd2s", "268": "VLINr2s", "269": "PNOsf", "270": "VLIRe3s", "271": "PNOasm", "272": "VLITqpo", "273": "PNOism", "274": "PPysmoqu", "275": "VLITxsfo", "276": "VLIRysno", "277": "VLITqsnd", "278": "BCMxd", "279": "BOop", "280": "PGUsmh", "281": "PNAsn", "282": "NCMsom", "283": "VLINz", "284": "PHya3sf", "285": "PPysmhku", "286": "NHAsmo", "287": "VLPEd2s", "288": "NCMFsom", "289": "PPysmhqgc", "290": "N", "291": "NCMFpom", "292": "VLIZysnd", "293": "VLINr2p", "294": "VLPNwsf", "295": "VLIZwsf", "296": "VLITxsmo", "297": "VLINypd", "298": "PFHya", "299": "PNSism", "300": "PROsf", "301": "VLIRwsn", "302": "PROasm", "303": "VLITxsnd", "304": "VLIDysnd", "305": "VLIEr1s", "306": "PPzju", "307": "PPysndkg", "308": "VBIZe3s", "309": "VLPExsml", "310": "VLITd3p", "311": "VLPNr3p", "312": "PNOsn", "313": "VLPEwsm", "314": "VLPTqpd", "315": "BCTwd", "316": "PPysmlju", "317": "VLPDe3s", "318": "PHi1p", "319": "PHyt1p", "320": "VLPNI2p", "321": "BCAbo", "322": "VLIZwsn", "323": "VBIZd3s", "324": "NHMslm", "325": "PPysndqu", "326": "PHzt3sm", "327": "PHya1s", "328": "PDAp", "329": "VLPRxsmo", "330": "PPypdqgc", "331": "PPysnoqu", "332": "VLINI2s", "333": "VLISr3p", "334": "PPysfoju", "335": "PNSsf", "336": "NCMvm", "337": "VLITe3p", "338": "Va", "339": "BCMwd", "340": "VLIExpd", "341": "VLPNwsn", "342": "VLINysfo", "343": "VLPEr3s", "344": "VLINI2p", "345": "VLPTwp", "346": "VLIEe1s", "347": "VLPIxpo", "348": "NCMNsdm", "349": "VLPNxsno", "350": "NCMslm", "351": "VLINysml", "352": "VLITysfd", "353": "PGOasm", "354": "VLIEwsn", "355": "VLPTxsmh", "356": "VLITd2p", "357": "VLPTxsfd", "358": "VBPDxsno", "359": "PQUp", "360": "VLPNe2s", "361": "PGUsnd", "362": "BCFsno", "363": "PGUsno", "364": "VLIDwp", "365": "PPysmlqgb", "366": "PRUsn", "367": "D", "368": "PQUsn", "369": "VLPExpd", "370": "VLINr3p", "371": "PGOsn", "372": "PRAism", "373": "VLPTd3p", "374": "VLIDd3s", "375": "VLPIr3p", "376": "NCMNsom", "377": "VLIDr3s", "378": "VLIRwsm", "379": "VLITe2s", "380": "VBIAe3s", "381": "VLIEwsf", "382": "PIAp", "383": "NCMpom", "384": "VLIRwsf", "385": "PHi3sm", "386": "BOsfo", "387": "PQAp", "388": "PPypojg", "389": "VLPTe3p", "390": "PQOsn", "391": "VLINd2s", "392": "VLPEd3p", "393": "PGAp", "394": "VLINr3s", "395": "PGAsf", "396": "BCFpo", "397": "NCMSvm", "398": "Vp", "399": "VLPEe2p", "400": "PIAsn", "401": "VBIDwsn", "402": "Asmo", "403": "PQSp", "404": "VLPEwsn", "405": "VLPNI2s", "406": "VLINwp", "407": "PPypoqgb", "408": "PFPysml", "409": "PQOsf", "410": "VLIExsfo", "411": "PQSsn", "412": "PHi1s", "413": "NCFSsof", "414": "NCNpon", "415": "VLITr1s", "416": "VLPTd2s", "417": "PPysmojg", "418": "VLINxsnd", "419": "BCFpd", "420": "VLPTe1p", "421": "VLPIxsfo", "422": "PRSsn", "423": "VLPTr3s", "424": "BCMxo", "425": "VLIZr3p", "426": "VLIZypo", "427": "PPysndqgb", "428": "VLITqsno", "429": "PPypoku", "430": "VLPExsmo", "431": "NCMFsdm", "432": "VLPTwsm", "433": "PIAism", "434": "BCFsmo", "435": "VLPExpo", "436": "NHs", "437": "PIOasm", "438": "R", "439": "VLIEysmh", "440": "VLIRwp", "441": "VLPNwsm", "442": "PRSsf", "443": "BCAxo", "444": "BCFsfo", "445": "B", "446": "NHASsom", "447": "VLPExsfd", "448": "NCFpdf", "449": "PFPysno", "450": "VLPNe3p", "451": "VLITr2s", "452": "NCMshm", "453": "VLIDe3s", "454": "PGOp", "455": "VLPTxsml", "456": "V", "457": "NHMpdm", "458": "Pp", "459": "VLITwp", "460": "VLPEr1p", "461": "PPysfoqgc", "462": "VLIZypd", "463": "PPysnokg", "464": "PPysfoqgb", "465": "Asmh", "466": "BCFsfd", "467": "VLPTxsfo", "468": "BCTx", "469": "VLPEd1p", "470": "VLPNd2p", "471": "VLIZysno", "472": "VLPNd3p", "473": "PROsn", "474": "Apo", "475": "VLIDysno", "476": "VBIExsno", "477": "VLITysmo", "478": "VLPTxsmo", "479": "NCFvf", "480": "PPypdju", "481": "PHyt3sf", "482": "NCMcm", "483": "PIOp", "484": "VLITe2p", "485": "PHza3sm", "486": "PHzt3p", "487": "VLPTr2p", "488": "VLIZwp", "489": "PHza2s", "490": "PISism", "491": "VLPEe3p", "492": "VLINd1s", "493": "VLPNr2s", "494": "BOpd", "495": "J", "496": "VLIEd1s", "497": "VLINwsm", "498": "PHi2s", "499": "VLIRysml", "500": "VLPDr3s", "501": "VLIDysmo", "502": "PROism", "503": "PRUp", "504": "VLIEr3s", "505": "VLIEz", "506": "BCMbo", "507": "VLIZysmo", "508": "VLITxsno", "509": "VLITqsmo", "510": "VLINxsfd", "511": "VLPTwsn", "512": "PDOsf", "513": "PPysmlkg", "514": "PDOasm", "515": "PIUp", "516": "NHPpdm", "517": "VLISz", "518": "NCNsdn", "519": "PPypdqu", "520": "VLIEr3p", "521": "VLINxsmh", "522": "VLPDd3s", "523": "NCMpdm", "524": "NCFSvf", "525": "PGUsml", "526": "VLITysnd", "527": "PRSp", "528": "PROtsm", "529": "NCFSsdf", "530": "VLINxpo", "531": "Asno", "532": "PISsf", "533": "VLITysml", "534": "PDOp", "535": "PPzqgb", "536": "PGUsfd", "537": "NCFsdf", "538": "Asfo", "539": "VLINxpd", "540": "VLPTwsf", "541": "VLPTqsfd", "542": "VLITxsfd", "543": "VLPEr2s", "544": "PHza3sf", "545": "BOsmh", "546": "VLPNxsfd", "547": "VLPTqsml", "548": "VLITxsmh", "549": "PPysfoqu", "550": "VLIEypd", "551": "NHMpom", "552": "VLPEd1s", "553": "PHi3p", "554": "VLITypo", "555": "PNSsn", "556": "VLPEe1p", "557": "VLIExsmh", "558": "VLIRysnd", "559": "PPypdqgb", "560": "NHMsom", "561": "VLPIr1p", "562": "VLITysfo", "563": "VLINr1p", "564": "VLPTr1s", "565": "VLPTxpo", "566": "VLIEysno", "567": "VLISr1p", "568": "Ns", "569": "PPysmhqgb", "570": "VLPNr1p", "571": "VLPEe2s", "572": "VLPRr3p", "573": "VLPExsnd", "574": "BCTpmd", "575": "PGUsfo", "576": "VLIRd3s", "577": "PNUsn", "578": "VLITd1s", "579": "VLPEr2p", "580": "BCFsnd", "581": "PDUp", "582": "PPypdjg", "583": "PPysmoju", "584": "VLIExsno", "585": "VLIEysfo", "586": "NCPpo", "587": "NCMNpdm", "588": "PDAism", "589": "PPysmlqu", "590": "VLIZwsm", "591": "PIUsn", "592": "NHFSsof", "593": "VLIExsfd", "594": "PQAsf", "595": "PHi3sf", "596": "PIOsn", "597": "M", "598": "VLPRwsn", "599": "VLPNe2p", "600": "PPysnoqgb", "601": "T", "602": "NHFpdf", "603": "PFPysnd", "604": "VLITqpd", "605": "VLPTd2p", "606": "VLINe1s", "607": "BOsno", "608": "VLPExsmh", "609": "VBPEe3s", "610": "PIAsf", "611": "Asfd", "612": "VLITI2p", "613": "VLPNr2p", "614": "VBPDr3s", "615": "PQSism", "616": "PHi2p", "617": "VBIEd3s", "618": "PPysnojg", "619": "VLPNe1s", "620": "VLINysfd", "621": "PNOp", "622": "NCNson", "623": "VLIEr2p", "624": "PRSism", "625": "PRAsf", "626": "VLPIxsmo", "627": "VLPNxsml", "628": "PQOasm", "629": "BCAbd", "630": "PPypoqgc", "631": "PDAsf", "632": "PNAism", "633": "VLIZe3s", "634": "VLPTe1s", "635": "VLIEwsm", "636": "VLITz", "637": "VLPTqsno", "638": "PPysfdqu", "639": "VLINe2s", "640": "VLIEe2s", "641": "VLPTI2s", "642": "VLPTr2s" }, "init_optimizer_variables": true, "initializer_range": 0.02, "intermediate_size": 3072, "label2id": { "": 0, "Ap": 17, "Apd": 72, "Apo": 474, "As": 149, "Asfd": 611, "Asfo": 538, "Asmh": 465, "Asml": 213, "Asmo": 402, "Asnd": 216, "Asno": 531, "Aypo": 185, "B": 445, "BCAbd": 629, "BCAbo": 321, "BCAxo": 443, "BCFpd": 419, "BCFpo": 396, "BCFsfd": 466, "BCFsfo": 444, "BCFsmh": 90, "BCFsml": 228, "BCFsmo": 434, "BCFsnd": 580, "BCFsno": 362, "BCMbd": 77, "BCMbo": 506, "BCMwd": 339, "BCMwo": 35, "BCMxd": 278, "BCMxo": 424, "BCRbd": 132, "BCRpd": 103, "BCRpo": 264, "BCTpfnd": 230, "BCTpfno": 190, "BCTpmd": 574, "BCTpmo": 19, "BCTwd": 315, "BCTwo": 179, "BCTx": 468, "BOop": 279, "BOpd": 494, "BOsfd": 211, "BOsfo": 386, "BOsmh": 545, "BOsml": 66, "BOsnd": 214, "BOsno": 607, "C": 6, "D": 367, "I": 148, "J": 495, "M": 597, "N": 290, "NCFSsdf": 529, "NCFSsof": 413, "NCFSvf": 524, "NCFpdf": 448, "NCFpof": 193, "NCFsdf": 537, "NCFsof": 119, "NCFvf": 479, "NCMFpdm": 118, "NCMFpom": 291, "NCMFsdm": 431, "NCMFsom": 288, "NCMFvm": 74, "NCMNpdm": 587, "NCMNpom": 110, "NCMNsdm": 348, "NCMNsom": 376, "NCMSshm": 171, "NCMSslm": 10, "NCMSsom": 14, "NCMSvm": 397, "NCMcm": 482, "NCMpdm": 523, "NCMpom": 383, "NCMshm": 452, "NCMslm": 350, "NCMsom": 282, "NCMvm": 336, "NCNSsdn": 79, "NCNSson": 9, "NCNpdn": 87, "NCNpon": 414, "NCNsdn": 518, "NCNson": 622, "NCPpd": 41, "NCPpo": 586, "NH": 56, "NHASsom": 446, "NHApo": 92, "NHAsfo": 169, "NHAsmo": 286, "NHFSsof": 592, "NHFpdf": 602, "NHFpof": 199, "NHFsdf": 104, "NHFsof": 127, "NHFvf": 253, "NHMSsom": 91, "NHMpdm": 457, "NHMpom": 551, "NHMslm": 324, "NHMsom": 560, "NHMvm": 247, "NHNSson": 99, "NHNsdn": 33, "NHNson": 235, "NHPpdm": 516, "NHPpom": 263, "NHs": 436, "NHsom": 55, "Np": 245, "Ns": 568, "PDAism": 588, "PDAp": 328, "PDAsf": 631, "PDAsn": 240, "PDOasm": 514, "PDOism": 128, "PDOp": 534, "PDOsf": 512, "PDOsn": 49, "PDUp": 581, "PFHya": 298, "PFHza": 120, "PFPypd": 28, "PFPypo": 63, "PFPysfd": 201, "PFPysfo": 157, "PFPysml": 408, "PFPysmo": 22, "PFPysnd": 603, "PFPysno": 449, "PFPz": 27, "PGAism": 166, "PGAp": 393, "PGAsf": 395, "PGAsn": 121, "PGOasm": 353, "PGOism": 178, "PGOp": 454, "PGOsf": 177, "PGOsn": 371, "PGOtsm": 5, "PGUpd": 42, "PGUsfd": 536, "PGUsfo": 575, "PGUsmh": 280, "PGUsml": 525, "PGUsnd": 361, "PGUsno": 363, "PHi1p": 318, "PHi1s": 412, "PHi2p": 616, "PHi2s": 498, "PHi3p": 553, "PHi3sf": 595, "PHi3sm": 385, "PHi3sn": 62, "PHya1p": 142, "PHya1s": 327, "PHya2p": 150, "PHya2s": 39, "PHya3p": 83, "PHya3sf": 284, "PHya3sm": 64, "PHyt1p": 319, "PHyt2p": 122, "PHyt3p": 239, "PHyt3sf": 481, "PHyt3sm": 265, "PHza1p": 231, "PHza1s": 222, "PHza2p": 180, "PHza2s": 489, "PHza3p": 159, "PHza3sf": 544, "PHza3sm": 485, "PHzt1s": 227, "PHzt3p": 486, "PHzt3sf": 197, "PHzt3sm": 326, "PIAism": 433, "PIAp": 382, "PIAsf": 610, "PIAsn": 400, "PIOasm": 437, "PIOism": 7, "PIOp": 483, "PIOsf": 196, "PIOsn": 596, "PIOtsm": 170, "PISism": 490, "PISp": 244, "PISsf": 532, "PISsn": 194, "PIUp": 515, "PIUsn": 591, "PNAism": 632, "PNAp": 111, "PNAsf": 47, "PNAsn": 281, "PNOasm": 271, "PNOism": 273, "PNOp": 621, "PNOsf": 269, "PNOsn": 312, "PNOtsm": 108, "PNSism": 299, "PNSp": 250, "PNSsf": 335, "PNSsn": 555, "PNUsn": 577, "PPypdjg": 582, "PPypdju": 480, "PPypdkg": 139, "PPypdku": 89, "PPypdqgb": 559, "PPypdqgc": 330, "PPypdqu": 519, "PPypojg": 388, "PPypoju": 97, "PPypokg": 174, "PPypoku": 429, "PPypoqgb": 407, "PPypoqgc": 630, "PPypoqu": 210, "PPysfdjg": 30, "PPysfdju": 93, "PPysfdkg": 137, "PPysfdku": 115, "PPysfdqgb": 218, "PPysfdqgc": 94, "PPysfdqu": 638, "PPysfojg": 59, "PPysfoju": 334, "PPysfokg": 151, "PPysfoku": 23, "PPysfoqgb": 464, "PPysfoqgc": 461, "PPysfoqu": 549, "PPysmhju": 162, "PPysmhku": 285, "PPysmhqgb": 569, "PPysmhqgc": 289, "PPysmhqu": 3, "PPysmljg": 134, "PPysmlju": 316, "PPysmlkg": 513, "PPysmlku": 204, "PPysmlqgb": 365, "PPysmlqgc": 114, "PPysmlqu": 589, "PPysmojg": 417, "PPysmoju": 583, "PPysmokg": 225, "PPysmoku": 71, "PPysmoqgb": 215, "PPysmoqgc": 206, "PPysmoqu": 274, "PPysndjg": 234, "PPysndju": 252, "PPysndkg": 307, "PPysndku": 15, "PPysndqgb": 427, "PPysndqgc": 8, "PPysndqu": 325, "PPysnojg": 618, "PPysnoju": 242, "PPysnokg": 463, "PPysnoku": 135, "PPysnoqgb": 600, "PPysnoqgc": 52, "PPysnoqu": 331, "PPzjg": 205, "PPzju": 306, "PPzkg": 189, "PPzku": 248, "PPzqgb": 535, "PPzqu": 141, "PQAism": 145, "PQAp": 387, "PQAsf": 594, "PQOasm": 628, "PQOism": 256, "PQOp": 102, "PQOsf": 409, "PQOsn": 390, "PQOtsm": 172, "PQSism": 615, "PQSp": 403, "PQSsf": 84, "PQSsn": 411, "PQUp": 359, "PQUsn": 368, "PRAism": 372, "PRAp": 165, "PRAsf": 625, "PROasm": 302, "PROism": 502, "PROp": 125, "PROsf": 300, "PROsn": 473, "PROtsm": 528, "PRSism": 624, "PRSp": 527, "PRSsf": 442, "PRSsn": 422, "PRUp": 503, "PRUsn": 366, "Pp": 458, "Ps": 136, "R": 438, "T": 601, "U": 26, "V": 456, "VBIAd3s": 243, "VBIAe3s": 380, "VBIAwsn": 124, "VBIDd3s": 266, "VBIDe3s": 223, "VBIDr3s": 133, "VBIDwsn": 401, "VBIEd3s": 617, "VBIEe3s": 186, "VBIEwsn": 13, "VBIExsno": 476, "VBIZd3s": 323, "VBIZe3s": 308, "VBIZr3s": 50, "VBIZwsn": 191, "VBPDe3s": 140, "VBPDr3s": 614, "VBPDxsno": 358, "VBPEe3s": 609, "VBPEr3s": 176, "VBPRe3s": 4, "VBPZe3s": 2, "VBPZr3s": 45, "VLIAr3p": 195, "VLIDd3s": 374, "VLIDe3s": 453, "VLIDr3p": 40, "VLIDr3s": 377, "VLIDwp": 364, "VLIDwsf": 203, "VLIDwsm": 161, "VLIDwsn": 146, "VLIDysfo": 192, "VLIDysmh": 44, "VLIDysmo": 501, "VLIDysnd": 304, "VLIDysno": 475, "VLIEI2p": 182, "VLIEI2s": 81, "VLIEd1p": 31, "VLIEd1s": 496, "VLIEd2s": 11, "VLIEd3p": 147, "VLIEe1s": 346, "VLIEe2s": 640, "VLIEr1p": 68, "VLIEr1s": 305, "VLIEr2p": 623, "VLIEr2s": 60, "VLIEr3p": 520, "VLIEr3s": 504, "VLIEwp": 198, "VLIEwsf": 381, "VLIEwsm": 635, "VLIEwsn": 354, "VLIExpd": 340, "VLIExpo": 233, "VLIExsfd": 593, "VLIExsfo": 410, "VLIExsmh": 557, "VLIExsmo": 175, "VLIExsnd": 116, "VLIExsno": 584, "VLIEypd": 550, "VLIEypo": 29, "VLIEysfd": 48, "VLIEysfo": 585, "VLIEysmh": 439, "VLIEysml": 123, "VLIEysmo": 43, "VLIEysnd": 143, "VLIEysno": 566, "VLIEz": 505, "VLINI2p": 344, "VLINI2s": 332, "VLINd1p": 80, "VLINd1s": 492, "VLINd2p": 32, "VLINd2s": 391, "VLINd3p": 112, "VLINe1p": 69, "VLINe1s": 606, "VLINe2s": 639, "VLINe3p": 237, "VLINr1p": 563, "VLINr1s": 109, "VLINr2p": 293, "VLINr2s": 268, "VLINr3p": 370, "VLINr3s": 394, "VLINwp": 406, "VLINwsf": 58, "VLINwsm": 497, "VLINwsn": 16, "VLINxpd": 539, "VLINxpo": 530, "VLINxsfd": 510, "VLINxsfo": 168, "VLINxsmh": 521, "VLINxsml": 20, "VLINxsmo": 220, "VLINxsnd": 418, "VLINxsno": 37, "VLINypd": 297, "VLINypo": 259, "VLINysfd": 620, "VLINysfo": 342, "VLINysmh": 73, "VLINysml": 351, "VLINysmo": 85, "VLINysnd": 249, "VLINysno": 34, "VLINz": 283, "VLIRd3p": 117, "VLIRd3s": 576, "VLIRe3s": 270, "VLIRr3p": 144, "VLIRwp": 440, "VLIRwsf": 384, "VLIRwsm": 378, "VLIRwsn": 301, "VLIRxsnd": 96, "VLIRypd": 217, "VLIRysfd": 75, "VLIRysfo": 113, "VLIRysmh": 98, "VLIRysml": 499, "VLIRysmo": 86, "VLIRysnd": 558, "VLIRysno": 276, "VLISd2s": 208, "VLISe2s": 255, "VLISr1p": 567, "VLISr3p": 333, "VLISz": 517, "VLITI2p": 612, "VLITI2s": 260, "VLITd1p": 101, "VLITd1s": 578, "VLITd2p": 356, "VLITd2s": 164, "VLITd3p": 310, "VLITe1p": 38, "VLITe1s": 154, "VLITe2p": 484, "VLITe2s": 379, "VLITe3p": 337, "VLITqpd": 604, "VLITqpo": 272, "VLITqsfd": 156, "VLITqsfo": 78, "VLITqsmh": 65, "VLITqsml": 57, "VLITqsmo": 509, "VLITqsnd": 277, "VLITqsno": 428, "VLITr1p": 12, "VLITr1s": 415, "VLITr2p": 51, "VLITr2s": 451, "VLITr3p": 1, "VLITr3s": 153, "VLITwp": 459, "VLITwsf": 105, "VLITwsm": 131, "VLITwsn": 54, "VLITxpd": 160, "VLITxpo": 236, "VLITxsfd": 542, "VLITxsfo": 275, "VLITxsmh": 548, "VLITxsml": 246, "VLITxsmo": 296, "VLITxsnd": 303, "VLITxsno": 508, "VLITypd": 126, "VLITypo": 554, "VLITysfd": 352, "VLITysfo": 562, "VLITysmh": 18, "VLITysml": 533, "VLITysmo": 477, "VLITysnd": 526, "VLITysno": 262, "VLITz": 636, "VLIZd3p": 100, "VLIZd3s": 152, "VLIZe3s": 633, "VLIZr3p": 425, "VLIZwp": 488, "VLIZwsf": 295, "VLIZwsm": 590, "VLIZwsn": 322, "VLIZypd": 462, "VLIZypo": 426, "VLIZysfo": 82, "VLIZysmh": 167, "VLIZysml": 106, "VLIZysmo": 507, "VLIZysnd": 292, "VLIZysno": 471, "VLPDd3s": 522, "VLPDe3s": 317, "VLPDr3s": 500, "VLPDxsfo": 184, "VLPDxsno": 25, "VLPEI2p": 173, "VLPEI2s": 95, "VLPEd1p": 469, "VLPEd1s": 552, "VLPEd2s": 287, "VLPEd3p": 392, "VLPEe1p": 556, "VLPEe1s": 212, "VLPEe2p": 399, "VLPEe2s": 571, "VLPEe3p": 491, "VLPEr1p": 460, "VLPEr1s": 202, "VLPEr2p": 579, "VLPEr2s": 543, "VLPEr3p": 24, "VLPEr3s": 343, "VLPEwp": 67, "VLPEwsf": 257, "VLPEwsm": 313, "VLPEwsn": 404, "VLPExpd": 369, "VLPExpo": 435, "VLPExsfd": 447, "VLPExsfo": 76, "VLPExsmh": 608, "VLPExsml": 309, "VLPExsmo": 430, "VLPExsnd": 573, "VLPExsno": 181, "VLPII2s": 187, "VLPIr1p": 561, "VLPIr1s": 188, "VLPIr3p": 375, "VLPIxpo": 347, "VLPIxsfo": 421, "VLPIxsmo": 626, "VLPNI2p": 320, "VLPNI2s": 405, "VLPNd1p": 238, "VLPNd1s": 200, "VLPNd2p": 470, "VLPNd2s": 267, "VLPNd3p": 472, "VLPNe1p": 254, "VLPNe1s": 619, "VLPNe2p": 599, "VLPNe2s": 360, "VLPNe3p": 450, "VLPNr1p": 570, "VLPNr1s": 183, "VLPNr2p": 613, "VLPNr2s": 493, "VLPNr3p": 311, "VLPNr3s": 229, "VLPNwp": 258, "VLPNwsf": 294, "VLPNwsm": 441, "VLPNwsn": 341, "VLPNxpd": 61, "VLPNxpo": 21, "VLPNxsfd": 546, "VLPNxsfo": 207, "VLPNxsmh": 209, "VLPNxsml": 627, "VLPNxsmo": 46, "VLPNxsnd": 261, "VLPNxsno": 349, "VLPRe3s": 226, "VLPRr3p": 572, "VLPRwsn": 598, "VLPRxsmo": 329, "VLPTI2p": 224, "VLPTI2s": 641, "VLPTd1p": 158, "VLPTd1s": 70, "VLPTd2p": 605, "VLPTd2s": 416, "VLPTd3p": 373, "VLPTe1p": 420, "VLPTe1s": 634, "VLPTe2p": 155, "VLPTe2s": 251, "VLPTe3p": 389, "VLPTqpd": 314, "VLPTqpo": 36, "VLPTqsfd": 541, "VLPTqsfo": 107, "VLPTqsmh": 221, "VLPTqsml": 547, "VLPTqsmo": 219, "VLPTqsnd": 138, "VLPTqsno": 637, "VLPTr1p": 241, "VLPTr1s": 564, "VLPTr2p": 487, "VLPTr2s": 642, "VLPTr3p": 163, "VLPTr3s": 423, "VLPTwp": 345, "VLPTwsf": 540, "VLPTwsm": 432, "VLPTwsn": 511, "VLPTxpd": 232, "VLPTxpo": 565, "VLPTxsfd": 357, "VLPTxsfo": 467, "VLPTxsmh": 355, "VLPTxsml": 455, "VLPTxsmo": 478, "VLPTxsnd": 88, "VLPTxsno": 129, "VLPZr3p": 53, "Va": 338, "Vp": 398, "Vs": 130 }, "layer_norm_eps": 1e-12, "max_position_embeddings": 512, "model_type": "bert", "num_attention_heads": 12, "num_hidden_layers": 12, "pad_token_id": 0, "pooler_fc_size": 768, "pooler_num_attention_heads": 12, "pooler_num_fc_layers": 3, "pooler_size_per_head": 128, "pooler_trainable": true, "pooler_type": "first_token_transform", "position_embedding_type": "absolute", "position_embeddings_trainable": true, "token_type_trainable": true, "torch_dtype": "float32", "transformer_trainable": true, "transformers_version": "4.36.0", "type_vocab_size": 2, "use_cache": true, "vocab_size": 119549, "word_embeddings_trainable": true }