nextlevelbert-256 / config.json
taczin's picture
Upload config
49d0bf0 verified
{
"_encoder_name": "sentence-transformers/all-MiniLM-L6-v2",
"adam_beta1": 0.9,
"adam_beta2": 0.999,
"adam_epsilon": 1e-08,
"chunk_size": 256,
"cls_token_id": 1,
"encoder_config": {
"_name_or_path": "sentence-transformers/all-MiniLM-L6-v2",
"architectures": [
"BertModel"
],
"gradient_checkpointing": false,
"hidden_size": 384,
"intermediate_size": 1536,
"model_type": "bert",
"num_hidden_layers": 6
},
"loss_func": "smoothl1",
"mask_token_id": 3,
"pad_token_id": 0,
"sep_token_id": 2,
"transformers_version": "4.33.3"
}