testing version

README.md

@@ -0,0 +1,91 @@
+---
+license: apache-2.0
+# inference: false
+# pipeline_tag: zero-shot-image-classification
+pipeline_tag: feature-extraction
+
+# inference:
+#   parameters:
+tags:
+- clip
+- zh
+- image-text
+- feature-extraction
+---
+
+# Model Details
+
+This model is a Chinese CLIP model trained on [Noah-Wukong Dataset](https://wukong-dataset.github.io/wukong-dataset/), which contains about 100M Chinese image-text pairs. We use ViT-L-14 from [openAI](https://github.com/openai/CLIP) as image encoder and Chinese pre-trained language model  [chinese-roberta-wwm-large](https://huggingface.co/hfl/chinese-roberta-wwm-ext-large) as text encoder. We freeze the image encoder and only finetune the text encoder. The model was trained for 24 epochs and it takes about 12 days with 16 A100 GPUs.
+
+# Taiyi (太乙)
+Taiyi models are a branch of the Fengshenbang (封神榜) series of models. The models in Taiyi are pre-trained with multimodal pre-training strategies. We will release more image-text model trained on Chinese dataset and benefit the Chinese community.
+
+
+# Usage
+
+```python3
+from PIL import Image
+import requests
+import clip
+import torch
+from transformers import BertForSequenceClassification, BertConfig, BertTokenizer
+from transformers import CLIPProcessor, CLIPModel
+import numpy as np
+
+query_texts = ["一只猫", "一只狗",'两只猫', '两只老虎','一只老虎']  # 这里是输入文本的，可以随意替换。
+# 加载Taiyi 中文 text encoder
+text_tokenizer = BertTokenizer.from_pretrained("IDEA-CCNL/Taiyi-CLIP-Roberta-large-326M-Chinese")
+text_encoder = BertForSequenceClassification.from_pretrained("IDEA-CCNL/Taiyi-CLIP-Roberta-large-326M-Chinese").eval()
+text = text_tokenizer(query_texts, return_tensors='pt', padding=True)['input_ids']
+
+url = "http://images.cocodataset.org/val2017/000000039769.jpg"  # 这里可以换成任意图片的url
+# 加载CLIP的image encoder
+clip_model = CLIPModel.from_pretrained("openai/openai/clip-vit-large-patch14")  
+processor = CLIPProcessor.from_pretrained("openai/openai/clip-vit-large-patch14")
+image = processor(images=Image.open(requests.get(url, stream=True).raw), return_tensors="pt")
+
+with torch.no_grad():
+    image_features = clip_model.get_image_features(**image)
+    text_features = text_encoder(text).logits
+    # 归一化
+    image_features = image_features / image_features.norm(dim=1, keepdim=True)
+    text_features = text_features / text_features.norm(dim=1, keepdim=True)
+    # 计算余弦相似度 logit_scale是尺度系数
+    logit_scale = clip_model.logit_scale.exp()
+    logits_per_image = logit_scale * image_features @ text_features.t()
+    logits_per_text = logits_per_image.t()
+    probs = logits_per_image.softmax(dim=-1).cpu().numpy()
+    print(np.around(probs, 3))
+
+```
+
+# Evaluation
+
+### Zero-Shot Classification
+
+还没训练好，这里留空。预计还要一周。
+|  model   | dataset  | Top1 | Top5 |
+|  ----  | ----  | ---- | ---- |
+| Taiyi-CLIP-Roberta-102M-Chinese  | ImageNet1k-CN | 41.00% | 69.19% |
+
+### Zero-Shot Text-to-Image Retrieval
+
+还没训练好，这里留空。预计还要一周。
+|  model   | dataset  | Top1 | Top5 | Top10 |
+|  ----  | ----  | ---- | ---- | ---- |
+| Taiyi-CLIP-Roberta-102M-Chinese  | COCO-CN | 25.47 % | 51.70%  | 63.07% |
+| Taiyi-CLIP-Roberta-102M-Chinese  | wukong50k | 48.67 % | 81.77% | 90.09% |
+
+
+# Citation
+
+If you find the resource is useful, please cite the following website in your paper.
+
+```
+@misc{Fengshenbang-LM,
+  title={Fengshenbang-LM},
+  author={IDEA-CCNL},
+  year={2022},
+  howpublished={\url{https://github.com/IDEA-CCNL/Fengshenbang-LM}},
+}
+```

config.json

@@ -0,0 +1,1574 @@
+{
+  "_name_or_path": "hfl/chinese-roberta-wwm-ext-large",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "directionality": "bidi",
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2",
+    "3": "LABEL_3",
+    "4": "LABEL_4",
+    "5": "LABEL_5",
+    "6": "LABEL_6",
+    "7": "LABEL_7",
+    "8": "LABEL_8",
+    "9": "LABEL_9",
+    "10": "LABEL_10",
+    "11": "LABEL_11",
+    "12": "LABEL_12",
+    "13": "LABEL_13",
+    "14": "LABEL_14",
+    "15": "LABEL_15",
+    "16": "LABEL_16",
+    "17": "LABEL_17",
+    "18": "LABEL_18",
+    "19": "LABEL_19",
+    "20": "LABEL_20",
+    "21": "LABEL_21",
+    "22": "LABEL_22",
+    "23": "LABEL_23",
+    "24": "LABEL_24",
+    "25": "LABEL_25",
+    "26": "LABEL_26",
+    "27": "LABEL_27",
+    "28": "LABEL_28",
+    "29": "LABEL_29",
+    "30": "LABEL_30",
+    "31": "LABEL_31",
+    "32": "LABEL_32",
+    "33": "LABEL_33",
+    "34": "LABEL_34",
+    "35": "LABEL_35",
+    "36": "LABEL_36",
+    "37": "LABEL_37",
+    "38": "LABEL_38",
+    "39": "LABEL_39",
+    "40": "LABEL_40",
+    "41": "LABEL_41",
+    "42": "LABEL_42",
+    "43": "LABEL_43",
+    "44": "LABEL_44",
+    "45": "LABEL_45",
+    "46": "LABEL_46",
+    "47": "LABEL_47",
+    "48": "LABEL_48",
+    "49": "LABEL_49",
+    "50": "LABEL_50",
+    "51": "LABEL_51",
+    "52": "LABEL_52",
+    "53": "LABEL_53",
+    "54": "LABEL_54",
+    "55": "LABEL_55",
+    "56": "LABEL_56",
+    "57": "LABEL_57",
+    "58": "LABEL_58",
+    "59": "LABEL_59",
+    "60": "LABEL_60",
+    "61": "LABEL_61",
+    "62": "LABEL_62",
+    "63": "LABEL_63",
+    "64": "LABEL_64",
+    "65": "LABEL_65",
+    "66": "LABEL_66",
+    "67": "LABEL_67",
+    "68": "LABEL_68",
+    "69": "LABEL_69",
+    "70": "LABEL_70",
+    "71": "LABEL_71",
+    "72": "LABEL_72",
+    "73": "LABEL_73",
+    "74": "LABEL_74",
+    "75": "LABEL_75",
+    "76": "LABEL_76",
+    "77": "LABEL_77",
+    "78": "LABEL_78",
+    "79": "LABEL_79",
+    "80": "LABEL_80",
+    "81": "LABEL_81",
+    "82": "LABEL_82",
+    "83": "LABEL_83",
+    "84": "LABEL_84",
+    "85": "LABEL_85",
+    "86": "LABEL_86",
+    "87": "LABEL_87",
+    "88": "LABEL_88",
+    "89": "LABEL_89",
+    "90": "LABEL_90",
+    "91": "LABEL_91",
+    "92": "LABEL_92",
+    "93": "LABEL_93",
+    "94": "LABEL_94",
+    "95": "LABEL_95",
+    "96": "LABEL_96",
+    "97": "LABEL_97",
+    "98": "LABEL_98",
+    "99": "LABEL_99",
+    "100": "LABEL_100",
+    "101": "LABEL_101",
+    "102": "LABEL_102",
+    "103": "LABEL_103",
+    "104": "LABEL_104",
+    "105": "LABEL_105",
+    "106": "LABEL_106",
+    "107": "LABEL_107",
+    "108": "LABEL_108",
+    "109": "LABEL_109",
+    "110": "LABEL_110",
+    "111": "LABEL_111",
+    "112": "LABEL_112",
+    "113": "LABEL_113",
+    "114": "LABEL_114",
+    "115": "LABEL_115",
+    "116": "LABEL_116",
+    "117": "LABEL_117",
+    "118": "LABEL_118",
+    "119": "LABEL_119",
+    "120": "LABEL_120",
+    "121": "LABEL_121",
+    "122": "LABEL_122",
+    "123": "LABEL_123",
+    "124": "LABEL_124",
+    "125": "LABEL_125",
+    "126": "LABEL_126",
+    "127": "LABEL_127",
+    "128": "LABEL_128",
+    "129": "LABEL_129",
+    "130": "LABEL_130",
+    "131": "LABEL_131",
+    "132": "LABEL_132",
+    "133": "LABEL_133",
+    "134": "LABEL_134",
+    "135": "LABEL_135",
+    "136": "LABEL_136",
+    "137": "LABEL_137",
+    "138": "LABEL_138",
+    "139": "LABEL_139",
+    "140": "LABEL_140",
+    "141": "LABEL_141",
+    "142": "LABEL_142",
+    "143": "LABEL_143",
+    "144": "LABEL_144",
+    "145": "LABEL_145",
+    "146": "LABEL_146",
+    "147": "LABEL_147",
+    "148": "LABEL_148",
+    "149": "LABEL_149",
+    "150": "LABEL_150",
+    "151": "LABEL_151",
+    "152": "LABEL_152",
+    "153": "LABEL_153",
+    "154": "LABEL_154",
+    "155": "LABEL_155",
+    "156": "LABEL_156",
+    "157": "LABEL_157",
+    "158": "LABEL_158",
+    "159": "LABEL_159",
+    "160": "LABEL_160",
+    "161": "LABEL_161",
+    "162": "LABEL_162",
+    "163": "LABEL_163",
+    "164": "LABEL_164",
+    "165": "LABEL_165",
+    "166": "LABEL_166",
+    "167": "LABEL_167",
+    "168": "LABEL_168",
+    "169": "LABEL_169",
+    "170": "LABEL_170",
+    "171": "LABEL_171",
+    "172": "LABEL_172",
+    "173": "LABEL_173",
+    "174": "LABEL_174",
+    "175": "LABEL_175",
+    "176": "LABEL_176",
+    "177": "LABEL_177",
+    "178": "LABEL_178",
+    "179": "LABEL_179",
+    "180": "LABEL_180",
+    "181": "LABEL_181",
+    "182": "LABEL_182",
+    "183": "LABEL_183",
+    "184": "LABEL_184",
+    "185": "LABEL_185",
+    "186": "LABEL_186",
+    "187": "LABEL_187",
+    "188": "LABEL_188",
+    "189": "LABEL_189",
+    "190": "LABEL_190",
+    "191": "LABEL_191",
+    "192": "LABEL_192",
+    "193": "LABEL_193",
+    "194": "LABEL_194",
+    "195": "LABEL_195",
+    "196": "LABEL_196",
+    "197": "LABEL_197",
+    "198": "LABEL_198",
+    "199": "LABEL_199",
+    "200": "LABEL_200",
+    "201": "LABEL_201",
+    "202": "LABEL_202",
+    "203": "LABEL_203",
+    "204": "LABEL_204",
+    "205": "LABEL_205",
+    "206": "LABEL_206",
+    "207": "LABEL_207",
+    "208": "LABEL_208",
+    "209": "LABEL_209",
+    "210": "LABEL_210",
+    "211": "LABEL_211",
+    "212": "LABEL_212",
+    "213": "LABEL_213",
+    "214": "LABEL_214",
+    "215": "LABEL_215",
+    "216": "LABEL_216",
+    "217": "LABEL_217",
+    "218": "LABEL_218",
+    "219": "LABEL_219",
+    "220": "LABEL_220",
+    "221": "LABEL_221",
+    "222": "LABEL_222",
+    "223": "LABEL_223",
+    "224": "LABEL_224",
+    "225": "LABEL_225",
+    "226": "LABEL_226",
+    "227": "LABEL_227",
+    "228": "LABEL_228",
+    "229": "LABEL_229",
+    "230": "LABEL_230",
+    "231": "LABEL_231",
+    "232": "LABEL_232",
+    "233": "LABEL_233",
+    "234": "LABEL_234",
+    "235": "LABEL_235",
+    "236": "LABEL_236",
+    "237": "LABEL_237",
+    "238": "LABEL_238",
+    "239": "LABEL_239",
+    "240": "LABEL_240",
+    "241": "LABEL_241",
+    "242": "LABEL_242",
+    "243": "LABEL_243",
+    "244": "LABEL_244",
+    "245": "LABEL_245",
+    "246": "LABEL_246",
+    "247": "LABEL_247",
+    "248": "LABEL_248",
+    "249": "LABEL_249",
+    "250": "LABEL_250",
+    "251": "LABEL_251",
+    "252": "LABEL_252",
+    "253": "LABEL_253",
+    "254": "LABEL_254",
+    "255": "LABEL_255",
+    "256": "LABEL_256",
+    "257": "LABEL_257",
+    "258": "LABEL_258",
+    "259": "LABEL_259",
+    "260": "LABEL_260",
+    "261": "LABEL_261",
+    "262": "LABEL_262",
+    "263": "LABEL_263",
+    "264": "LABEL_264",
+    "265": "LABEL_265",
+    "266": "LABEL_266",
+    "267": "LABEL_267",
+    "268": "LABEL_268",
+    "269": "LABEL_269",
+    "270": "LABEL_270",
+    "271": "LABEL_271",
+    "272": "LABEL_272",
+    "273": "LABEL_273",
+    "274": "LABEL_274",
+    "275": "LABEL_275",
+    "276": "LABEL_276",
+    "277": "LABEL_277",
+    "278": "LABEL_278",
+    "279": "LABEL_279",
+    "280": "LABEL_280",
+    "281": "LABEL_281",
+    "282": "LABEL_282",
+    "283": "LABEL_283",
+    "284": "LABEL_284",
+    "285": "LABEL_285",
+    "286": "LABEL_286",
+    "287": "LABEL_287",
+    "288": "LABEL_288",
+    "289": "LABEL_289",
+    "290": "LABEL_290",
+    "291": "LABEL_291",
+    "292": "LABEL_292",
+    "293": "LABEL_293",
+    "294": "LABEL_294",
+    "295": "LABEL_295",
+    "296": "LABEL_296",
+    "297": "LABEL_297",
+    "298": "LABEL_298",
+    "299": "LABEL_299",
+    "300": "LABEL_300",
+    "301": "LABEL_301",
+    "302": "LABEL_302",
+    "303": "LABEL_303",
+    "304": "LABEL_304",
+    "305": "LABEL_305",
+    "306": "LABEL_306",
+    "307": "LABEL_307",
+    "308": "LABEL_308",
+    "309": "LABEL_309",
+    "310": "LABEL_310",
+    "311": "LABEL_311",
+    "312": "LABEL_312",
+    "313": "LABEL_313",
+    "314": "LABEL_314",
+    "315": "LABEL_315",
+    "316": "LABEL_316",
+    "317": "LABEL_317",
+    "318": "LABEL_318",
+    "319": "LABEL_319",
+    "320": "LABEL_320",
+    "321": "LABEL_321",
+    "322": "LABEL_322",
+    "323": "LABEL_323",
+    "324": "LABEL_324",
+    "325": "LABEL_325",
+    "326": "LABEL_326",
+    "327": "LABEL_327",
+    "328": "LABEL_328",
+    "329": "LABEL_329",
+    "330": "LABEL_330",
+    "331": "LABEL_331",
+    "332": "LABEL_332",
+    "333": "LABEL_333",
+    "334": "LABEL_334",
+    "335": "LABEL_335",
+    "336": "LABEL_336",
+    "337": "LABEL_337",
+    "338": "LABEL_338",
+    "339": "LABEL_339",
+    "340": "LABEL_340",
+    "341": "LABEL_341",
+    "342": "LABEL_342",
+    "343": "LABEL_343",
+    "344": "LABEL_344",
+    "345": "LABEL_345",
+    "346": "LABEL_346",
+    "347": "LABEL_347",
+    "348": "LABEL_348",
+    "349": "LABEL_349",
+    "350": "LABEL_350",
+    "351": "LABEL_351",
+    "352": "LABEL_352",
+    "353": "LABEL_353",
+    "354": "LABEL_354",
+    "355": "LABEL_355",
+    "356": "LABEL_356",
+    "357": "LABEL_357",
+    "358": "LABEL_358",
+    "359": "LABEL_359",
+    "360": "LABEL_360",
+    "361": "LABEL_361",
+    "362": "LABEL_362",
+    "363": "LABEL_363",
+    "364": "LABEL_364",
+    "365": "LABEL_365",
+    "366": "LABEL_366",
+    "367": "LABEL_367",
+    "368": "LABEL_368",
+    "369": "LABEL_369",
+    "370": "LABEL_370",
+    "371": "LABEL_371",
+    "372": "LABEL_372",
+    "373": "LABEL_373",
+    "374": "LABEL_374",
+    "375": "LABEL_375",
+    "376": "LABEL_376",
+    "377": "LABEL_377",
+    "378": "LABEL_378",
+    "379": "LABEL_379",
+    "380": "LABEL_380",
+    "381": "LABEL_381",
+    "382": "LABEL_382",
+    "383": "LABEL_383",
+    "384": "LABEL_384",
+    "385": "LABEL_385",
+    "386": "LABEL_386",
+    "387": "LABEL_387",
+    "388": "LABEL_388",
+    "389": "LABEL_389",
+    "390": "LABEL_390",
+    "391": "LABEL_391",
+    "392": "LABEL_392",
+    "393": "LABEL_393",
+    "394": "LABEL_394",
+    "395": "LABEL_395",
+    "396": "LABEL_396",
+    "397": "LABEL_397",
+    "398": "LABEL_398",
+    "399": "LABEL_399",
+    "400": "LABEL_400",
+    "401": "LABEL_401",
+    "402": "LABEL_402",
+    "403": "LABEL_403",
+    "404": "LABEL_404",
+    "405": "LABEL_405",
+    "406": "LABEL_406",
+    "407": "LABEL_407",
+    "408": "LABEL_408",
+    "409": "LABEL_409",
+    "410": "LABEL_410",
+    "411": "LABEL_411",
+    "412": "LABEL_412",
+    "413": "LABEL_413",
+    "414": "LABEL_414",
+    "415": "LABEL_415",
+    "416": "LABEL_416",
+    "417": "LABEL_417",
+    "418": "LABEL_418",
+    "419": "LABEL_419",
+    "420": "LABEL_420",
+    "421": "LABEL_421",
+    "422": "LABEL_422",
+    "423": "LABEL_423",
+    "424": "LABEL_424",
+    "425": "LABEL_425",
+    "426": "LABEL_426",
+    "427": "LABEL_427",
+    "428": "LABEL_428",
+    "429": "LABEL_429",
+    "430": "LABEL_430",
+    "431": "LABEL_431",
+    "432": "LABEL_432",
+    "433": "LABEL_433",
+    "434": "LABEL_434",
+    "435": "LABEL_435",
+    "436": "LABEL_436",
+    "437": "LABEL_437",
+    "438": "LABEL_438",
+    "439": "LABEL_439",
+    "440": "LABEL_440",
+    "441": "LABEL_441",
+    "442": "LABEL_442",
+    "443": "LABEL_443",
+    "444": "LABEL_444",
+    "445": "LABEL_445",
+    "446": "LABEL_446",
+    "447": "LABEL_447",
+    "448": "LABEL_448",
+    "449": "LABEL_449",
+    "450": "LABEL_450",
+    "451": "LABEL_451",
+    "452": "LABEL_452",
+    "453": "LABEL_453",
+    "454": "LABEL_454",
+    "455": "LABEL_455",
+    "456": "LABEL_456",
+    "457": "LABEL_457",
+    "458": "LABEL_458",
+    "459": "LABEL_459",
+    "460": "LABEL_460",
+    "461": "LABEL_461",
+    "462": "LABEL_462",
+    "463": "LABEL_463",
+    "464": "LABEL_464",
+    "465": "LABEL_465",
+    "466": "LABEL_466",
+    "467": "LABEL_467",
+    "468": "LABEL_468",
+    "469": "LABEL_469",
+    "470": "LABEL_470",
+    "471": "LABEL_471",
+    "472": "LABEL_472",
+    "473": "LABEL_473",
+    "474": "LABEL_474",
+    "475": "LABEL_475",
+    "476": "LABEL_476",
+    "477": "LABEL_477",
+    "478": "LABEL_478",
+    "479": "LABEL_479",
+    "480": "LABEL_480",
+    "481": "LABEL_481",
+    "482": "LABEL_482",
+    "483": "LABEL_483",
+    "484": "LABEL_484",
+    "485": "LABEL_485",
+    "486": "LABEL_486",
+    "487": "LABEL_487",
+    "488": "LABEL_488",
+    "489": "LABEL_489",
+    "490": "LABEL_490",
+    "491": "LABEL_491",
+    "492": "LABEL_492",
+    "493": "LABEL_493",
+    "494": "LABEL_494",
+    "495": "LABEL_495",
+    "496": "LABEL_496",
+    "497": "LABEL_497",
+    "498": "LABEL_498",
+    "499": "LABEL_499",
+    "500": "LABEL_500",
+    "501": "LABEL_501",
+    "502": "LABEL_502",
+    "503": "LABEL_503",
+    "504": "LABEL_504",
+    "505": "LABEL_505",
+    "506": "LABEL_506",
+    "507": "LABEL_507",
+    "508": "LABEL_508",
+    "509": "LABEL_509",
+    "510": "LABEL_510",
+    "511": "LABEL_511",
+    "512": "LABEL_512",
+    "513": "LABEL_513",
+    "514": "LABEL_514",
+    "515": "LABEL_515",
+    "516": "LABEL_516",
+    "517": "LABEL_517",
+    "518": "LABEL_518",
+    "519": "LABEL_519",
+    "520": "LABEL_520",
+    "521": "LABEL_521",
+    "522": "LABEL_522",
+    "523": "LABEL_523",
+    "524": "LABEL_524",
+    "525": "LABEL_525",
+    "526": "LABEL_526",
+    "527": "LABEL_527",
+    "528": "LABEL_528",
+    "529": "LABEL_529",
+    "530": "LABEL_530",
+    "531": "LABEL_531",
+    "532": "LABEL_532",
+    "533": "LABEL_533",
+    "534": "LABEL_534",
+    "535": "LABEL_535",
+    "536": "LABEL_536",
+    "537": "LABEL_537",
+    "538": "LABEL_538",
+    "539": "LABEL_539",
+    "540": "LABEL_540",
+    "541": "LABEL_541",
+    "542": "LABEL_542",
+    "543": "LABEL_543",
+    "544": "LABEL_544",
+    "545": "LABEL_545",
+    "546": "LABEL_546",
+    "547": "LABEL_547",
+    "548": "LABEL_548",
+    "549": "LABEL_549",
+    "550": "LABEL_550",
+    "551": "LABEL_551",
+    "552": "LABEL_552",
+    "553": "LABEL_553",
+    "554": "LABEL_554",
+    "555": "LABEL_555",
+    "556": "LABEL_556",
+    "557": "LABEL_557",
+    "558": "LABEL_558",
+    "559": "LABEL_559",
+    "560": "LABEL_560",
+    "561": "LABEL_561",
+    "562": "LABEL_562",
+    "563": "LABEL_563",
+    "564": "LABEL_564",
+    "565": "LABEL_565",
+    "566": "LABEL_566",
+    "567": "LABEL_567",
+    "568": "LABEL_568",
+    "569": "LABEL_569",
+    "570": "LABEL_570",
+    "571": "LABEL_571",
+    "572": "LABEL_572",
+    "573": "LABEL_573",
+    "574": "LABEL_574",
+    "575": "LABEL_575",
+    "576": "LABEL_576",
+    "577": "LABEL_577",
+    "578": "LABEL_578",
+    "579": "LABEL_579",
+    "580": "LABEL_580",
+    "581": "LABEL_581",
+    "582": "LABEL_582",
+    "583": "LABEL_583",
+    "584": "LABEL_584",
+    "585": "LABEL_585",
+    "586": "LABEL_586",
+    "587": "LABEL_587",
+    "588": "LABEL_588",
+    "589": "LABEL_589",
+    "590": "LABEL_590",
+    "591": "LABEL_591",
+    "592": "LABEL_592",
+    "593": "LABEL_593",
+    "594": "LABEL_594",
+    "595": "LABEL_595",
+    "596": "LABEL_596",
+    "597": "LABEL_597",
+    "598": "LABEL_598",
+    "599": "LABEL_599",
+    "600": "LABEL_600",
+    "601": "LABEL_601",
+    "602": "LABEL_602",
+    "603": "LABEL_603",
+    "604": "LABEL_604",
+    "605": "LABEL_605",
+    "606": "LABEL_606",
+    "607": "LABEL_607",
+    "608": "LABEL_608",
+    "609": "LABEL_609",
+    "610": "LABEL_610",
+    "611": "LABEL_611",
+    "612": "LABEL_612",
+    "613": "LABEL_613",
+    "614": "LABEL_614",
+    "615": "LABEL_615",
+    "616": "LABEL_616",
+    "617": "LABEL_617",
+    "618": "LABEL_618",
+    "619": "LABEL_619",
+    "620": "LABEL_620",
+    "621": "LABEL_621",
+    "622": "LABEL_622",
+    "623": "LABEL_623",
+    "624": "LABEL_624",
+    "625": "LABEL_625",
+    "626": "LABEL_626",
+    "627": "LABEL_627",
+    "628": "LABEL_628",
+    "629": "LABEL_629",
+    "630": "LABEL_630",
+    "631": "LABEL_631",
+    "632": "LABEL_632",
+    "633": "LABEL_633",
+    "634": "LABEL_634",
+    "635": "LABEL_635",
+    "636": "LABEL_636",
+    "637": "LABEL_637",
+    "638": "LABEL_638",
+    "639": "LABEL_639",
+    "640": "LABEL_640",
+    "641": "LABEL_641",
+    "642": "LABEL_642",
+    "643": "LABEL_643",
+    "644": "LABEL_644",
+    "645": "LABEL_645",
+    "646": "LABEL_646",
+    "647": "LABEL_647",
+    "648": "LABEL_648",
+    "649": "LABEL_649",
+    "650": "LABEL_650",
+    "651": "LABEL_651",
+    "652": "LABEL_652",
+    "653": "LABEL_653",
+    "654": "LABEL_654",
+    "655": "LABEL_655",
+    "656": "LABEL_656",
+    "657": "LABEL_657",
+    "658": "LABEL_658",
+    "659": "LABEL_659",
+    "660": "LABEL_660",
+    "661": "LABEL_661",
+    "662": "LABEL_662",
+    "663": "LABEL_663",
+    "664": "LABEL_664",
+    "665": "LABEL_665",
+    "666": "LABEL_666",
+    "667": "LABEL_667",
+    "668": "LABEL_668",
+    "669": "LABEL_669",
+    "670": "LABEL_670",
+    "671": "LABEL_671",
+    "672": "LABEL_672",
+    "673": "LABEL_673",
+    "674": "LABEL_674",
+    "675": "LABEL_675",
+    "676": "LABEL_676",
+    "677": "LABEL_677",
+    "678": "LABEL_678",
+    "679": "LABEL_679",
+    "680": "LABEL_680",
+    "681": "LABEL_681",
+    "682": "LABEL_682",
+    "683": "LABEL_683",
+    "684": "LABEL_684",
+    "685": "LABEL_685",
+    "686": "LABEL_686",
+    "687": "LABEL_687",
+    "688": "LABEL_688",
+    "689": "LABEL_689",
+    "690": "LABEL_690",
+    "691": "LABEL_691",
+    "692": "LABEL_692",
+    "693": "LABEL_693",
+    "694": "LABEL_694",
+    "695": "LABEL_695",
+    "696": "LABEL_696",
+    "697": "LABEL_697",
+    "698": "LABEL_698",
+    "699": "LABEL_699",
+    "700": "LABEL_700",
+    "701": "LABEL_701",
+    "702": "LABEL_702",
+    "703": "LABEL_703",
+    "704": "LABEL_704",
+    "705": "LABEL_705",
+    "706": "LABEL_706",
+    "707": "LABEL_707",
+    "708": "LABEL_708",
+    "709": "LABEL_709",
+    "710": "LABEL_710",
+    "711": "LABEL_711",
+    "712": "LABEL_712",
+    "713": "LABEL_713",
+    "714": "LABEL_714",
+    "715": "LABEL_715",
+    "716": "LABEL_716",
+    "717": "LABEL_717",
+    "718": "LABEL_718",
+    "719": "LABEL_719",
+    "720": "LABEL_720",
+    "721": "LABEL_721",
+    "722": "LABEL_722",
+    "723": "LABEL_723",
+    "724": "LABEL_724",
+    "725": "LABEL_725",
+    "726": "LABEL_726",
+    "727": "LABEL_727",
+    "728": "LABEL_728",
+    "729": "LABEL_729",
+    "730": "LABEL_730",
+    "731": "LABEL_731",
+    "732": "LABEL_732",
+    "733": "LABEL_733",
+    "734": "LABEL_734",
+    "735": "LABEL_735",
+    "736": "LABEL_736",
+    "737": "LABEL_737",
+    "738": "LABEL_738",
+    "739": "LABEL_739",
+    "740": "LABEL_740",
+    "741": "LABEL_741",
+    "742": "LABEL_742",
+    "743": "LABEL_743",
+    "744": "LABEL_744",
+    "745": "LABEL_745",
+    "746": "LABEL_746",
+    "747": "LABEL_747",
+    "748": "LABEL_748",
+    "749": "LABEL_749",
+    "750": "LABEL_750",
+    "751": "LABEL_751",
+    "752": "LABEL_752",
+    "753": "LABEL_753",
+    "754": "LABEL_754",
+    "755": "LABEL_755",
+    "756": "LABEL_756",
+    "757": "LABEL_757",
+    "758": "LABEL_758",
+    "759": "LABEL_759",
+    "760": "LABEL_760",
+    "761": "LABEL_761",
+    "762": "LABEL_762",
+    "763": "LABEL_763",
+    "764": "LABEL_764",
+    "765": "LABEL_765",
+    "766": "LABEL_766",
+    "767": "LABEL_767"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_10": 10,
+    "LABEL_100": 100,
+    "LABEL_101": 101,
+    "LABEL_102": 102,
+    "LABEL_103": 103,
+    "LABEL_104": 104,
+    "LABEL_105": 105,
+    "LABEL_106": 106,
+    "LABEL_107": 107,
+    "LABEL_108": 108,
+    "LABEL_109": 109,
+    "LABEL_11": 11,
+    "LABEL_110": 110,
+    "LABEL_111": 111,
+    "LABEL_112": 112,
+    "LABEL_113": 113,
+    "LABEL_114": 114,
+    "LABEL_115": 115,
+    "LABEL_116": 116,
+    "LABEL_117": 117,
+    "LABEL_118": 118,
+    "LABEL_119": 119,
+    "LABEL_12": 12,
+    "LABEL_120": 120,
+    "LABEL_121": 121,
+    "LABEL_122": 122,
+    "LABEL_123": 123,
+    "LABEL_124": 124,
+    "LABEL_125": 125,
+    "LABEL_126": 126,
+    "LABEL_127": 127,
+    "LABEL_128": 128,
+    "LABEL_129": 129,
+    "LABEL_13": 13,
+    "LABEL_130": 130,
+    "LABEL_131": 131,
+    "LABEL_132": 132,
+    "LABEL_133": 133,
+    "LABEL_134": 134,
+    "LABEL_135": 135,
+    "LABEL_136": 136,
+    "LABEL_137": 137,
+    "LABEL_138": 138,
+    "LABEL_139": 139,
+    "LABEL_14": 14,
+    "LABEL_140": 140,
+    "LABEL_141": 141,
+    "LABEL_142": 142,
+    "LABEL_143": 143,
+    "LABEL_144": 144,
+    "LABEL_145": 145,
+    "LABEL_146": 146,
+    "LABEL_147": 147,
+    "LABEL_148": 148,
+    "LABEL_149": 149,
+    "LABEL_15": 15,
+    "LABEL_150": 150,
+    "LABEL_151": 151,
+    "LABEL_152": 152,
+    "LABEL_153": 153,
+    "LABEL_154": 154,
+    "LABEL_155": 155,
+    "LABEL_156": 156,
+    "LABEL_157": 157,
+    "LABEL_158": 158,
+    "LABEL_159": 159,
+    "LABEL_16": 16,
+    "LABEL_160": 160,
+    "LABEL_161": 161,
+    "LABEL_162": 162,
+    "LABEL_163": 163,
+    "LABEL_164": 164,
+    "LABEL_165": 165,
+    "LABEL_166": 166,
+    "LABEL_167": 167,
+    "LABEL_168": 168,
+    "LABEL_169": 169,
+    "LABEL_17": 17,
+    "LABEL_170": 170,
+    "LABEL_171": 171,
+    "LABEL_172": 172,
+    "LABEL_173": 173,
+    "LABEL_174": 174,
+    "LABEL_175": 175,
+    "LABEL_176": 176,
+    "LABEL_177": 177,
+    "LABEL_178": 178,
+    "LABEL_179": 179,
+    "LABEL_18": 18,
+    "LABEL_180": 180,
+    "LABEL_181": 181,
+    "LABEL_182": 182,
+    "LABEL_183": 183,
+    "LABEL_184": 184,
+    "LABEL_185": 185,
+    "LABEL_186": 186,
+    "LABEL_187": 187,
+    "LABEL_188": 188,
+    "LABEL_189": 189,
+    "LABEL_19": 19,
+    "LABEL_190": 190,
+    "LABEL_191": 191,
+    "LABEL_192": 192,
+    "LABEL_193": 193,
+    "LABEL_194": 194,
+    "LABEL_195": 195,
+    "LABEL_196": 196,
+    "LABEL_197": 197,
+    "LABEL_198": 198,
+    "LABEL_199": 199,
+    "LABEL_2": 2,
+    "LABEL_20": 20,
+    "LABEL_200": 200,
+    "LABEL_201": 201,
+    "LABEL_202": 202,
+    "LABEL_203": 203,
+    "LABEL_204": 204,
+    "LABEL_205": 205,
+    "LABEL_206": 206,
+    "LABEL_207": 207,
+    "LABEL_208": 208,
+    "LABEL_209": 209,
+    "LABEL_21": 21,
+    "LABEL_210": 210,
+    "LABEL_211": 211,
+    "LABEL_212": 212,
+    "LABEL_213": 213,
+    "LABEL_214": 214,
+    "LABEL_215": 215,
+    "LABEL_216": 216,
+    "LABEL_217": 217,
+    "LABEL_218": 218,
+    "LABEL_219": 219,
+    "LABEL_22": 22,
+    "LABEL_220": 220,
+    "LABEL_221": 221,
+    "LABEL_222": 222,
+    "LABEL_223": 223,
+    "LABEL_224": 224,
+    "LABEL_225": 225,
+    "LABEL_226": 226,
+    "LABEL_227": 227,
+    "LABEL_228": 228,
+    "LABEL_229": 229,
+    "LABEL_23": 23,
+    "LABEL_230": 230,
+    "LABEL_231": 231,
+    "LABEL_232": 232,
+    "LABEL_233": 233,
+    "LABEL_234": 234,
+    "LABEL_235": 235,
+    "LABEL_236": 236,
+    "LABEL_237": 237,
+    "LABEL_238": 238,
+    "LABEL_239": 239,
+    "LABEL_24": 24,
+    "LABEL_240": 240,
+    "LABEL_241": 241,
+    "LABEL_242": 242,
+    "LABEL_243": 243,
+    "LABEL_244": 244,
+    "LABEL_245": 245,
+    "LABEL_246": 246,
+    "LABEL_247": 247,
+    "LABEL_248": 248,
+    "LABEL_249": 249,
+    "LABEL_25": 25,
+    "LABEL_250": 250,
+    "LABEL_251": 251,
+    "LABEL_252": 252,
+    "LABEL_253": 253,
+    "LABEL_254": 254,
+    "LABEL_255": 255,
+    "LABEL_256": 256,
+    "LABEL_257": 257,
+    "LABEL_258": 258,
+    "LABEL_259": 259,
+    "LABEL_26": 26,
+    "LABEL_260": 260,
+    "LABEL_261": 261,
+    "LABEL_262": 262,
+    "LABEL_263": 263,
+    "LABEL_264": 264,
+    "LABEL_265": 265,
+    "LABEL_266": 266,
+    "LABEL_267": 267,
+    "LABEL_268": 268,
+    "LABEL_269": 269,
+    "LABEL_27": 27,
+    "LABEL_270": 270,
+    "LABEL_271": 271,
+    "LABEL_272": 272,
+    "LABEL_273": 273,
+    "LABEL_274": 274,
+    "LABEL_275": 275,
+    "LABEL_276": 276,
+    "LABEL_277": 277,
+    "LABEL_278": 278,
+    "LABEL_279": 279,
+    "LABEL_28": 28,
+    "LABEL_280": 280,
+    "LABEL_281": 281,
+    "LABEL_282": 282,
+    "LABEL_283": 283,
+    "LABEL_284": 284,
+    "LABEL_285": 285,
+    "LABEL_286": 286,
+    "LABEL_287": 287,
+    "LABEL_288": 288,
+    "LABEL_289": 289,
+    "LABEL_29": 29,
+    "LABEL_290": 290,
+    "LABEL_291": 291,
+    "LABEL_292": 292,
+    "LABEL_293": 293,
+    "LABEL_294": 294,
+    "LABEL_295": 295,
+    "LABEL_296": 296,
+    "LABEL_297": 297,
+    "LABEL_298": 298,
+    "LABEL_299": 299,
+    "LABEL_3": 3,
+    "LABEL_30": 30,
+    "LABEL_300": 300,
+    "LABEL_301": 301,
+    "LABEL_302": 302,
+    "LABEL_303": 303,
+    "LABEL_304": 304,
+    "LABEL_305": 305,
+    "LABEL_306": 306,
+    "LABEL_307": 307,
+    "LABEL_308": 308,
+    "LABEL_309": 309,
+    "LABEL_31": 31,
+    "LABEL_310": 310,
+    "LABEL_311": 311,
+    "LABEL_312": 312,
+    "LABEL_313": 313,
+    "LABEL_314": 314,
+    "LABEL_315": 315,
+    "LABEL_316": 316,
+    "LABEL_317": 317,
+    "LABEL_318": 318,
+    "LABEL_319": 319,
+    "LABEL_32": 32,
+    "LABEL_320": 320,
+    "LABEL_321": 321,
+    "LABEL_322": 322,
+    "LABEL_323": 323,
+    "LABEL_324": 324,
+    "LABEL_325": 325,
+    "LABEL_326": 326,
+    "LABEL_327": 327,
+    "LABEL_328": 328,
+    "LABEL_329": 329,
+    "LABEL_33": 33,
+    "LABEL_330": 330,
+    "LABEL_331": 331,
+    "LABEL_332": 332,
+    "LABEL_333": 333,
+    "LABEL_334": 334,
+    "LABEL_335": 335,
+    "LABEL_336": 336,
+    "LABEL_337": 337,
+    "LABEL_338": 338,
+    "LABEL_339": 339,
+    "LABEL_34": 34,
+    "LABEL_340": 340,
+    "LABEL_341": 341,
+    "LABEL_342": 342,
+    "LABEL_343": 343,
+    "LABEL_344": 344,
+    "LABEL_345": 345,
+    "LABEL_346": 346,
+    "LABEL_347": 347,
+    "LABEL_348": 348,
+    "LABEL_349": 349,
+    "LABEL_35": 35,
+    "LABEL_350": 350,
+    "LABEL_351": 351,
+    "LABEL_352": 352,
+    "LABEL_353": 353,
+    "LABEL_354": 354,
+    "LABEL_355": 355,
+    "LABEL_356": 356,
+    "LABEL_357": 357,
+    "LABEL_358": 358,
+    "LABEL_359": 359,
+    "LABEL_36": 36,
+    "LABEL_360": 360,
+    "LABEL_361": 361,
+    "LABEL_362": 362,
+    "LABEL_363": 363,
+    "LABEL_364": 364,
+    "LABEL_365": 365,
+    "LABEL_366": 366,
+    "LABEL_367": 367,
+    "LABEL_368": 368,
+    "LABEL_369": 369,
+    "LABEL_37": 37,
+    "LABEL_370": 370,
+    "LABEL_371": 371,
+    "LABEL_372": 372,
+    "LABEL_373": 373,
+    "LABEL_374": 374,
+    "LABEL_375": 375,
+    "LABEL_376": 376,
+    "LABEL_377": 377,
+    "LABEL_378": 378,
+    "LABEL_379": 379,
+    "LABEL_38": 38,
+    "LABEL_380": 380,
+    "LABEL_381": 381,
+    "LABEL_382": 382,
+    "LABEL_383": 383,
+    "LABEL_384": 384,
+    "LABEL_385": 385,
+    "LABEL_386": 386,
+    "LABEL_387": 387,
+    "LABEL_388": 388,
+    "LABEL_389": 389,
+    "LABEL_39": 39,
+    "LABEL_390": 390,
+    "LABEL_391": 391,
+    "LABEL_392": 392,
+    "LABEL_393": 393,
+    "LABEL_394": 394,
+    "LABEL_395": 395,
+    "LABEL_396": 396,
+    "LABEL_397": 397,
+    "LABEL_398": 398,
+    "LABEL_399": 399,
+    "LABEL_4": 4,
+    "LABEL_40": 40,
+    "LABEL_400": 400,
+    "LABEL_401": 401,
+    "LABEL_402": 402,
+    "LABEL_403": 403,
+    "LABEL_404": 404,
+    "LABEL_405": 405,
+    "LABEL_406": 406,
+    "LABEL_407": 407,
+    "LABEL_408": 408,
+    "LABEL_409": 409,
+    "LABEL_41": 41,
+    "LABEL_410": 410,
+    "LABEL_411": 411,
+    "LABEL_412": 412,
+    "LABEL_413": 413,
+    "LABEL_414": 414,
+    "LABEL_415": 415,
+    "LABEL_416": 416,
+    "LABEL_417": 417,
+    "LABEL_418": 418,
+    "LABEL_419": 419,
+    "LABEL_42": 42,
+    "LABEL_420": 420,
+    "LABEL_421": 421,
+    "LABEL_422": 422,
+    "LABEL_423": 423,
+    "LABEL_424": 424,
+    "LABEL_425": 425,
+    "LABEL_426": 426,
+    "LABEL_427": 427,
+    "LABEL_428": 428,
+    "LABEL_429": 429,
+    "LABEL_43": 43,
+    "LABEL_430": 430,
+    "LABEL_431": 431,
+    "LABEL_432": 432,
+    "LABEL_433": 433,
+    "LABEL_434": 434,
+    "LABEL_435": 435,
+    "LABEL_436": 436,
+    "LABEL_437": 437,
+    "LABEL_438": 438,
+    "LABEL_439": 439,
+    "LABEL_44": 44,
+    "LABEL_440": 440,
+    "LABEL_441": 441,
+    "LABEL_442": 442,
+    "LABEL_443": 443,
+    "LABEL_444": 444,
+    "LABEL_445": 445,
+    "LABEL_446": 446,
+    "LABEL_447": 447,
+    "LABEL_448": 448,
+    "LABEL_449": 449,
+    "LABEL_45": 45,
+    "LABEL_450": 450,
+    "LABEL_451": 451,
+    "LABEL_452": 452,
+    "LABEL_453": 453,
+    "LABEL_454": 454,
+    "LABEL_455": 455,
+    "LABEL_456": 456,
+    "LABEL_457": 457,
+    "LABEL_458": 458,
+    "LABEL_459": 459,
+    "LABEL_46": 46,
+    "LABEL_460": 460,
+    "LABEL_461": 461,
+    "LABEL_462": 462,
+    "LABEL_463": 463,
+    "LABEL_464": 464,
+    "LABEL_465": 465,
+    "LABEL_466": 466,
+    "LABEL_467": 467,
+    "LABEL_468": 468,
+    "LABEL_469": 469,
+    "LABEL_47": 47,
+    "LABEL_470": 470,
+    "LABEL_471": 471,
+    "LABEL_472": 472,
+    "LABEL_473": 473,
+    "LABEL_474": 474,
+    "LABEL_475": 475,
+    "LABEL_476": 476,
+    "LABEL_477": 477,
+    "LABEL_478": 478,
+    "LABEL_479": 479,
+    "LABEL_48": 48,
+    "LABEL_480": 480,
+    "LABEL_481": 481,
+    "LABEL_482": 482,
+    "LABEL_483": 483,
+    "LABEL_484": 484,
+    "LABEL_485": 485,
+    "LABEL_486": 486,
+    "LABEL_487": 487,
+    "LABEL_488": 488,
+    "LABEL_489": 489,
+    "LABEL_49": 49,
+    "LABEL_490": 490,
+    "LABEL_491": 491,
+    "LABEL_492": 492,
+    "LABEL_493": 493,
+    "LABEL_494": 494,
+    "LABEL_495": 495,
+    "LABEL_496": 496,
+    "LABEL_497": 497,
+    "LABEL_498": 498,
+    "LABEL_499": 499,
+    "LABEL_5": 5,
+    "LABEL_50": 50,
+    "LABEL_500": 500,
+    "LABEL_501": 501,
+    "LABEL_502": 502,
+    "LABEL_503": 503,
+    "LABEL_504": 504,
+    "LABEL_505": 505,
+    "LABEL_506": 506,
+    "LABEL_507": 507,
+    "LABEL_508": 508,
+    "LABEL_509": 509,
+    "LABEL_51": 51,
+    "LABEL_510": 510,
+    "LABEL_511": 511,
+    "LABEL_512": 512,
+    "LABEL_513": 513,
+    "LABEL_514": 514,
+    "LABEL_515": 515,
+    "LABEL_516": 516,
+    "LABEL_517": 517,
+    "LABEL_518": 518,
+    "LABEL_519": 519,
+    "LABEL_52": 52,
+    "LABEL_520": 520,
+    "LABEL_521": 521,
+    "LABEL_522": 522,
+    "LABEL_523": 523,
+    "LABEL_524": 524,
+    "LABEL_525": 525,
+    "LABEL_526": 526,
+    "LABEL_527": 527,
+    "LABEL_528": 528,
+    "LABEL_529": 529,
+    "LABEL_53": 53,
+    "LABEL_530": 530,
+    "LABEL_531": 531,
+    "LABEL_532": 532,
+    "LABEL_533": 533,
+    "LABEL_534": 534,
+    "LABEL_535": 535,
+    "LABEL_536": 536,
+    "LABEL_537": 537,
+    "LABEL_538": 538,
+    "LABEL_539": 539,
+    "LABEL_54": 54,
+    "LABEL_540": 540,
+    "LABEL_541": 541,
+    "LABEL_542": 542,
+    "LABEL_543": 543,
+    "LABEL_544": 544,
+    "LABEL_545": 545,
+    "LABEL_546": 546,
+    "LABEL_547": 547,
+    "LABEL_548": 548,
+    "LABEL_549": 549,
+    "LABEL_55": 55,
+    "LABEL_550": 550,
+    "LABEL_551": 551,
+    "LABEL_552": 552,
+    "LABEL_553": 553,
+    "LABEL_554": 554,
+    "LABEL_555": 555,
+    "LABEL_556": 556,
+    "LABEL_557": 557,
+    "LABEL_558": 558,
+    "LABEL_559": 559,
+    "LABEL_56": 56,
+    "LABEL_560": 560,
+    "LABEL_561": 561,
+    "LABEL_562": 562,
+    "LABEL_563": 563,
+    "LABEL_564": 564,
+    "LABEL_565": 565,
+    "LABEL_566": 566,
+    "LABEL_567": 567,
+    "LABEL_568": 568,
+    "LABEL_569": 569,
+    "LABEL_57": 57,
+    "LABEL_570": 570,
+    "LABEL_571": 571,
+    "LABEL_572": 572,
+    "LABEL_573": 573,
+    "LABEL_574": 574,
+    "LABEL_575": 575,
+    "LABEL_576": 576,
+    "LABEL_577": 577,
+    "LABEL_578": 578,
+    "LABEL_579": 579,
+    "LABEL_58": 58,
+    "LABEL_580": 580,
+    "LABEL_581": 581,
+    "LABEL_582": 582,
+    "LABEL_583": 583,
+    "LABEL_584": 584,
+    "LABEL_585": 585,
+    "LABEL_586": 586,
+    "LABEL_587": 587,
+    "LABEL_588": 588,
+    "LABEL_589": 589,
+    "LABEL_59": 59,
+    "LABEL_590": 590,
+    "LABEL_591": 591,
+    "LABEL_592": 592,
+    "LABEL_593": 593,
+    "LABEL_594": 594,
+    "LABEL_595": 595,
+    "LABEL_596": 596,
+    "LABEL_597": 597,
+    "LABEL_598": 598,
+    "LABEL_599": 599,
+    "LABEL_6": 6,
+    "LABEL_60": 60,
+    "LABEL_600": 600,
+    "LABEL_601": 601,
+    "LABEL_602": 602,
+    "LABEL_603": 603,
+    "LABEL_604": 604,
+    "LABEL_605": 605,
+    "LABEL_606": 606,
+    "LABEL_607": 607,
+    "LABEL_608": 608,
+    "LABEL_609": 609,
+    "LABEL_61": 61,
+    "LABEL_610": 610,
+    "LABEL_611": 611,
+    "LABEL_612": 612,
+    "LABEL_613": 613,
+    "LABEL_614": 614,
+    "LABEL_615": 615,
+    "LABEL_616": 616,
+    "LABEL_617": 617,
+    "LABEL_618": 618,
+    "LABEL_619": 619,
+    "LABEL_62": 62,
+    "LABEL_620": 620,
+    "LABEL_621": 621,
+    "LABEL_622": 622,
+    "LABEL_623": 623,
+    "LABEL_624": 624,
+    "LABEL_625": 625,
+    "LABEL_626": 626,
+    "LABEL_627": 627,
+    "LABEL_628": 628,
+    "LABEL_629": 629,
+    "LABEL_63": 63,
+    "LABEL_630": 630,
+    "LABEL_631": 631,
+    "LABEL_632": 632,
+    "LABEL_633": 633,
+    "LABEL_634": 634,
+    "LABEL_635": 635,
+    "LABEL_636": 636,
+    "LABEL_637": 637,
+    "LABEL_638": 638,
+    "LABEL_639": 639,
+    "LABEL_64": 64,
+    "LABEL_640": 640,
+    "LABEL_641": 641,
+    "LABEL_642": 642,
+    "LABEL_643": 643,
+    "LABEL_644": 644,
+    "LABEL_645": 645,
+    "LABEL_646": 646,
+    "LABEL_647": 647,
+    "LABEL_648": 648,
+    "LABEL_649": 649,
+    "LABEL_65": 65,
+    "LABEL_650": 650,
+    "LABEL_651": 651,
+    "LABEL_652": 652,
+    "LABEL_653": 653,
+    "LABEL_654": 654,
+    "LABEL_655": 655,
+    "LABEL_656": 656,
+    "LABEL_657": 657,
+    "LABEL_658": 658,
+    "LABEL_659": 659,
+    "LABEL_66": 66,
+    "LABEL_660": 660,
+    "LABEL_661": 661,
+    "LABEL_662": 662,
+    "LABEL_663": 663,
+    "LABEL_664": 664,
+    "LABEL_665": 665,
+    "LABEL_666": 666,
+    "LABEL_667": 667,
+    "LABEL_668": 668,
+    "LABEL_669": 669,
+    "LABEL_67": 67,
+    "LABEL_670": 670,
+    "LABEL_671": 671,
+    "LABEL_672": 672,
+    "LABEL_673": 673,
+    "LABEL_674": 674,
+    "LABEL_675": 675,
+    "LABEL_676": 676,
+    "LABEL_677": 677,
+    "LABEL_678": 678,
+    "LABEL_679": 679,
+    "LABEL_68": 68,
+    "LABEL_680": 680,
+    "LABEL_681": 681,
+    "LABEL_682": 682,
+    "LABEL_683": 683,
+    "LABEL_684": 684,
+    "LABEL_685": 685,
+    "LABEL_686": 686,
+    "LABEL_687": 687,
+    "LABEL_688": 688,
+    "LABEL_689": 689,
+    "LABEL_69": 69,
+    "LABEL_690": 690,
+    "LABEL_691": 691,
+    "LABEL_692": 692,
+    "LABEL_693": 693,
+    "LABEL_694": 694,
+    "LABEL_695": 695,
+    "LABEL_696": 696,
+    "LABEL_697": 697,
+    "LABEL_698": 698,
+    "LABEL_699": 699,
+    "LABEL_7": 7,
+    "LABEL_70": 70,
+    "LABEL_700": 700,
+    "LABEL_701": 701,
+    "LABEL_702": 702,
+    "LABEL_703": 703,
+    "LABEL_704": 704,
+    "LABEL_705": 705,
+    "LABEL_706": 706,
+    "LABEL_707": 707,
+    "LABEL_708": 708,
+    "LABEL_709": 709,
+    "LABEL_71": 71,
+    "LABEL_710": 710,
+    "LABEL_711": 711,
+    "LABEL_712": 712,
+    "LABEL_713": 713,
+    "LABEL_714": 714,
+    "LABEL_715": 715,
+    "LABEL_716": 716,
+    "LABEL_717": 717,
+    "LABEL_718": 718,
+    "LABEL_719": 719,
+    "LABEL_72": 72,
+    "LABEL_720": 720,
+    "LABEL_721": 721,
+    "LABEL_722": 722,
+    "LABEL_723": 723,
+    "LABEL_724": 724,
+    "LABEL_725": 725,
+    "LABEL_726": 726,
+    "LABEL_727": 727,
+    "LABEL_728": 728,
+    "LABEL_729": 729,
+    "LABEL_73": 73,
+    "LABEL_730": 730,
+    "LABEL_731": 731,
+    "LABEL_732": 732,
+    "LABEL_733": 733,
+    "LABEL_734": 734,
+    "LABEL_735": 735,
+    "LABEL_736": 736,
+    "LABEL_737": 737,
+    "LABEL_738": 738,
+    "LABEL_739": 739,
+    "LABEL_74": 74,
+    "LABEL_740": 740,
+    "LABEL_741": 741,
+    "LABEL_742": 742,
+    "LABEL_743": 743,
+    "LABEL_744": 744,
+    "LABEL_745": 745,
+    "LABEL_746": 746,
+    "LABEL_747": 747,
+    "LABEL_748": 748,
+    "LABEL_749": 749,
+    "LABEL_75": 75,
+    "LABEL_750": 750,
+    "LABEL_751": 751,
+    "LABEL_752": 752,
+    "LABEL_753": 753,
+    "LABEL_754": 754,
+    "LABEL_755": 755,
+    "LABEL_756": 756,
+    "LABEL_757": 757,
+    "LABEL_758": 758,
+    "LABEL_759": 759,
+    "LABEL_76": 76,
+    "LABEL_760": 760,
+    "LABEL_761": 761,
+    "LABEL_762": 762,
+    "LABEL_763": 763,
+    "LABEL_764": 764,
+    "LABEL_765": 765,
+    "LABEL_766": 766,
+    "LABEL_767": 767,
+    "LABEL_77": 77,
+    "LABEL_78": 78,
+    "LABEL_79": 79,
+    "LABEL_8": 8,
+    "LABEL_80": 80,
+    "LABEL_81": 81,
+    "LABEL_82": 82,
+    "LABEL_83": 83,
+    "LABEL_84": 84,
+    "LABEL_85": 85,
+    "LABEL_86": 86,
+    "LABEL_87": 87,
+    "LABEL_88": 88,
+    "LABEL_89": 89,
+    "LABEL_9": 9,
+    "LABEL_90": 90,
+    "LABEL_91": 91,
+    "LABEL_92": 92,
+    "LABEL_93": 93,
+    "LABEL_94": 94,
+    "LABEL_95": 95,
+    "LABEL_96": 96,
+    "LABEL_97": 97,
+    "LABEL_98": 98,
+    "LABEL_99": 99
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "output_past": true,
+  "pad_token_id": 0,
+  "pooler_fc_size": 768,
+  "pooler_num_attention_heads": 12,
+  "pooler_num_fc_layers": 3,
+  "pooler_size_per_head": 128,
+  "pooler_type": "first_token_transform",
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.18.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 21128
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed08a68fa96e00beb89ad18dfe6112c6b57dc85cc9a0234a40bae6e1a58c491d
+size 1305368941

special_tokens_map.json

@@ -0,0 +1 @@
+{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": true, "do_basic_tokenize": true, "never_split": null, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "special_tokens_map_file": "/home/chenweifeng/.cache/huggingface/transformers/2ab629a76f19e1d2091febaa74a86ae81b60f9395360d815476a127037a7281e.dd8bd9bfd3664b530ea4e645105f557769387b3da9f79bdb55ed556bdd80611d", "name_or_path": "hfl/chinese-roberta-wwm-ext-large", "tokenizer_class": "BertTokenizer"}