|
{ |
|
"model_type": "transformer", |
|
"model_name": "KalaVids", |
|
"num_layers": 12, |
|
"hidden_size": 768, |
|
"vocab_size": 50257, |
|
"num_attention_heads": 12, |
|
"intermediate_size": 3072, |
|
"hidden_act": "gelu", |
|
"initializer_range": 0.02, |
|
"layer_norm_eps": 1e-12, |
|
"dropout": 0.1, |
|
"attention_dropout": 0.1, |
|
"bos_token_id": 50256, |
|
"eos_token_id": 50256, |
|
"pad_token_id": 0, |
|
"unk_token_id": 50257, |
|
"special_tokens_map": { |
|
"bos_token": "<bos>", |
|
"eos_token": "<eos>", |
|
"pad_token": "<pad>", |
|
"unk_token": "<unk>" |
|
}, |
|
"tokenizer_class": "BertTokenizer", |
|
"additional_special_tokens": [ |
|
"<special_token_1>", |
|
"<special_token_2>" |
|
], |
|
"task_specific_params": { |
|
"text-to-text": {} |
|
}, |
|
"device_map": "auto" |
|
} |
|
|