File size: 492 Bytes
1499790 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
{
"module": "keras_nlp.src.models.bloom.bloom_backbone",
"class_name": "BloomBackbone",
"config": {
"name": "bloom_backbone",
"trainable": true,
"vocabulary_size": 250880,
"num_layers": 30,
"num_heads": 32,
"hidden_dim": 2560,
"intermediate_dim": 10240,
"dropout": 0.0,
"layer_norm_epsilon": 1e-05
},
"registered_name": "keras_nlp>BloomBackbone",
"assets": [],
"weights": "model.weights.h5"
} |