{ | |
"architectures": [ | |
"EsmLoraForSST" | |
], | |
"encoder_hidden_dim": 480, | |
"encoder_path": "khairi/esm2_t12_35M_UR50D", | |
"hidden_dim": 512, | |
"lora_alpha": 16, | |
"lora_dropout": 0.2, | |
"lora_rank": 16, | |
"num_classes": 3, | |
"rms_norm_eps": 1e-08, | |
"target_modules": [ | |
"key", | |
"value" | |
], | |
"torch_dtype": "float32", | |
"transformers_version": "4.40.2" | |
} | |