config.json

{
  "architectures": [
    "EsmLoraForSST"
  ],
  "encoder_hidden_dim": 480,
  "encoder_path": "khairi/esm2_t12_35M_UR50D",
  "hidden_dim": 512,
  "lora_alpha": 16,
  "lora_dropout": 0.2,
  "lora_rank": 16,
  "num_classes": 3,
  "rms_norm_eps": 1e-08,
  "target_modules": [
    "key",
    "value"
  ],
  "torch_dtype": "float32",
  "transformers_version": "4.40.2"
}