config.json

{
  "_name_or_path": "/home/ec2-user/SageMaker/LLM-NER-clinical-text/models/medmentions/gatortron-base/",
  "architectures": [
    "MegatronBertForTokenClassification"
  ],
  "attention_probs_dropout_prob": 0.1,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 1024,
  "id2label": {
    "0": "['Living Beings', 'Virus']",
    "1": "['Living Beings', 'Virus']",
    "2": "['Living Beings', 'Bacterium']",
    "3": "['Living Beings', 'Bacterium']",
    "4": "['Anatomy', 'Anatomical Structure']",
    "5": "['Anatomy', 'Anatomical Structure']",
    "6": "['Anatomy', 'Body System']",
    "7": "['Anatomy', 'Body System']",
    "8": "['Anatomy', 'Body Substance']",
    "9": "['Anatomy', 'Body Substance']",
    "10": "['Disorders', 'Finding']",
    "11": "['Disorders', 'Finding']",
    "12": "['Disorders', 'Injury or Poisoning']",
    "13": "['Disorders', 'Injury or Poisoning']",
    "14": "['Phenomena', 'Biologic Function']",
    "15": "['Phenomena', 'Biologic Function']",
    "16": "['Procedures', 'Health Care Activity']",
    "17": "['Procedures', 'Health Care Activity']",
    "18": "['Procedures', 'Research Activity']",
    "19": "['Procedures', 'Research Activity']",
    "20": "['Devices', 'Medical Device']",
    "21": "['Devices', 'Medical Device']",
    "22": "['Concepts & Ideas', 'Spatial Concept']",
    "23": "['Concepts & Ideas', 'Spatial Concept']",
    "24": "['Occupations', 'Biomedical Occupation or Discipline']",
    "25": "['Occupations', 'Biomedical Occupation or Discipline']",
    "26": "['Organizations', 'Organization']",
    "27": "['Organizations', 'Organization']",
    "28": "['Living Beings', 'Professional or Occupational Group']",
    "29": "['Living Beings', 'Professional or Occupational Group']",
    "30": "['Living Beings', 'Population Group']",
    "31": "['Living Beings', 'Population Group']",
    "32": "['Chemicals & Drugs', 'Chemical']",
    "33": "['Chemicals & Drugs', 'Chemical']",
    "34": "['Objects', 'Food']",
    "35": "['Objects', 'Food']",
    "36": "['Concepts & Ideas', 'Intellectual Product']",
    "37": "['Concepts & Ideas', 'Intellectual Product']",
    "38": "['Physiology', 'Clinical Attribute']",
    "39": "['Physiology', 'Clinical Attribute']",
    "40": "['Living Beings', 'Eukaryote']",
    "41": "['Living Beings', 'Eukaryote']",
    "42": "None"
  },
  "initializer_range": 0.02,
  "intermediate_size": 4096,
  "label2id": {
    "None": 42,
    "['Anatomy', 'Anatomical Structure']": 5,
    "['Anatomy', 'Body Substance']": 9,
    "['Anatomy', 'Body System']": 7,
    "['Chemicals & Drugs', 'Chemical']": 33,
    "['Concepts & Ideas', 'Intellectual Product']": 37,
    "['Concepts & Ideas', 'Spatial Concept']": 23,
    "['Devices', 'Medical Device']": 21,
    "['Disorders', 'Finding']": 11,
    "['Disorders', 'Injury or Poisoning']": 13,
    "['Living Beings', 'Bacterium']": 3,
    "['Living Beings', 'Eukaryote']": 41,
    "['Living Beings', 'Population Group']": 31,
    "['Living Beings', 'Professional or Occupational Group']": 29,
    "['Living Beings', 'Virus']": 1,
    "['Objects', 'Food']": 35,
    "['Occupations', 'Biomedical Occupation or Discipline']": 25,
    "['Organizations', 'Organization']": 27,
    "['Phenomena', 'Biologic Function']": 15,
    "['Physiology', 'Clinical Attribute']": 39,
    "['Procedures', 'Health Care Activity']": 17,
    "['Procedures', 'Research Activity']": 19
  },
  "layer_norm_eps": 1e-12,
  "max_position_embeddings": 512,
  "model_type": "megatron-bert",
  "num_attention_heads": 16,
  "num_hidden_layers": 24,
  "pad_token_id": 0,
  "position_embedding_type": "absolute",
  "tokenizer_type": "BertWordPieceCase",
  "torch_dtype": "float32",
  "transformers_version": "4.37.1",
  "type_vocab_size": 2,
  "use_cache": true,
  "vocab_size": 50176
}