{
  "_name_or_path": "roberta-large-bionlp2004",
  "adapters": {
    "adapters": {},
    "config_map": {},
    "fusion_config_map": {},
    "fusions": {}
  },
  "architectures": [
    "RobertaForTokenClassification"
  ],
  "attention_probs_dropout_prob": 0.1,
  "bos_token_id": 0,
  "classifier_dropout": null,
  "crf_state_dict": {
    "_constraint_mask": [
      [
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        1.0,
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        1.0,
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0
      ],
      [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
      ]
    ],
    "end_transitions": [
      1.0725135803222656,
      -0.12956254184246063,
      0.371111661195755,
      0.5107485055923462,
      0.8757023215293884,
      0.2065323442220688,
      1.1444202661514282,
      -0.9789606928825378,
      0.6102772951126099,
      -1.5749095678329468,
      0.6528273820877075
    ],
    "start_transitions": [
      0.9727583527565002,
      0.15879656374454498,
      2.214200973510742,
      -0.17921259999275208,
      -0.24598051607608795,
      0.006965472362935543,
      1.6770257949829102,
      -2.4614217281341553,
      -0.6591065526008606,
      0.8901280164718628,
      -0.345694363117218
    ],
    "transitions": [
      [
        -0.047160349786281586,
        -0.27636075019836426,
        -0.01827988587319851,
        -0.2668977379798889,
        -0.3786858022212982,
        -0.20064036548137665,
        -0.1423189789056778,
        -0.4146086573600769,
        -0.5416123867034912,
        0.09183064103126526,
        0.284502238035202
      ],
      [
        0.011403710581362247,
        -0.2831323444843292,
        -0.1991034895181656,
        0.07006354629993439,
        0.2171705812215805,
        0.08347953110933304,
        -0.18687021732330322,
        0.06655106693506241,
        0.35198599100112915,
        -0.041680119931697845,
        0.4603417217731476
      ],
      [
        -0.009048350155353546,
        0.37783774733543396,
        -0.4404703378677368,
        0.10700219124555588,
        -0.631479799747467,
        -0.10892672091722488,
        -0.07639240473508835,
        -0.007770363707095385,
        0.5599918365478516,
        0.055807191878557205,
        0.24667567014694214
      ],
      [
        -0.28981271386146545,
        -0.5259994864463806,
        -0.23048432171344757,
        0.4910091161727905,
        0.12749718129634857,
        0.16045114398002625,
        0.2603921890258789,
        -0.12336166203022003,
        -0.08413107693195343,
        -0.5930366516113281,
        -0.34702208638191223
      ],
      [
        -0.2059697061777115,
        -0.05627566576004028,
        0.14756712317466736,
        0.0013249005423858762,
        0.32564589381217957,
        0.24977774918079376,
        0.006007824093103409,
        -0.039906613528728485,
        0.47553882002830505,
        -0.011895392090082169,
        0.03930443152785301
      ],
      [
        -0.061014119535684586,
        0.08056101202964783,
        -0.009875665418803692,
        -0.22185459733009338,
        0.07587382942438126,
        -0.31542763113975525,
        -0.5121344923973083,
        0.1371414065361023,
        0.19443896412849426,
        0.31572508811950684,
        0.2727954387664795
      ],
      [
        -0.5849944353103638,
        -0.04580551013350487,
        -0.48698607087135315,
        0.6264642477035522,
        -0.18660670518875122,
        -0.4097630977630615,
        0.0755583792924881,
        0.4243757426738739,
        -0.271587997674942,
        -0.6559296250343323,
        0.4165884852409363
      ],
      [
        -0.4860977828502655,
        -0.08637966960668564,
        0.011937582865357399,
        0.33564722537994385,
        0.14710360765457153,
        -0.013451650738716125,
        0.21268104016780853,
        0.06677278131246567,
        -0.1522866040468216,
        0.15147152543067932,
        -0.12879641354084015
      ],
      [
        0.26046469807624817,
        0.5372914671897888,
        -0.018869543448090553,
        -0.13315194845199585,
        0.6247418522834778,
        -0.10685393214225769,
        0.21527133882045746,
        0.13126051425933838,
        0.03024105355143547,
        0.07785946130752563,
        1.02604341506958
      ],
      [
        -0.1257716566324234,
        -0.18844079971313477,
        0.12964299321174622,
        0.040601469576358795,
        -0.29614439606666565,
        0.27116966247558594,
        0.04347997158765793,
        -0.17520152032375336,
        -0.2326679527759552,
        0.28523188829421997,
        0.06743942946195602
      ],
      [
        0.0764397531747818,
        -0.044914186000823975,
        -0.17368023097515106,
        0.15744398534297943,
        -0.18209576606750488,
        0.0481279119849205,
        -0.1274690479040146,
        0.6103290319442749,
        0.48212194442749023,
        -0.27468565106391907,
        0.23631976544857025
      ]
    ]
  },
  "eos_token_id": 2,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 1024,
  "id2label": {
    "0": "O",
    "1": "B-DNA",
    "2": "I-DNA",
    "3": "B-protein",
    "4": "I-protein",
    "5": "B-cell_type",
    "6": "I-cell_type",
    "7": "B-cell_line",
    "8": "I-cell_line",
    "9": "B-RNA",
    "10": "I-RNA"
  },
  "initializer_range": 0.02,
  "intermediate_size": 4096,
  "label2id": {
    "B-DNA": 1,
    "B-RNA": 9,
    "B-cell_line": 7,
    "B-cell_type": 5,
    "B-protein": 3,
    "I-DNA": 2,
    "I-RNA": 10,
    "I-cell_line": 8,
    "I-cell_type": 6,
    "I-protein": 4,
    "O": 0
  },
  "layer_norm_eps": 1e-05,
  "max_position_embeddings": 514,
  "model_type": "roberta",
  "num_attention_heads": 16,
  "num_hidden_layers": 24,
  "pad_token_id": 1,
  "position_embedding_type": "absolute",
  "torch_dtype": "float32",
  "transformers_version": "4.11.3",
  "type_vocab_size": 1,
  "use_cache": true,
  "vocab_size": 50265
}