| { | |
| "model_type": "csumlm", | |
| "text_encoder": { | |
| "model_name": "bert-base-uncased", | |
| "pretrained_weights": "path/to/bert-base-uncased" | |
| }, | |
| "image_encoder": { | |
| "model_name": "resnet50", | |
| "pretrained_weights": "path/to/resnet50" | |
| }, | |
| "audio_encoder": { | |
| "model_name": "wav2vec2-base", | |
| "pretrained_weights": "path/to/wav2vec2-base" | |
| }, | |
| "fusion_layer": { | |
| "type": "concatenate", | |
| "output_dim": 1024 | |
| }, | |
| "output_layer": { | |
| "type": "dense", | |
| "units": 1, | |
| "activation": "sigmoid" | |
| }, | |
| "attention_mechanism": { | |
| "traditional_attention": { | |
| "type": "bahdanau" | |
| }, | |
| "self_attention": { | |
| "type": "scaled_dot_product" | |
| }, | |
| "linear_attention": { | |
| "type": "linear" | |
| } | |
| }, | |
| "belief_desire_intent_tree": { | |
| "type": "recursive_neural_network" | |
| }, | |
| "iragel": { | |
| "retrieval_model": "path/to/retrieval_model", | |
| "generation_model": "path/to/generation_model" | |
| }, | |
| "explainer": { | |
| "type": "attention_visualization" | |
| }, | |
| "realtime_learning": { | |
| "type": "online_learning", | |
| "learning_rate": 0.001 | |
| }, | |
| "knowledge_base": { | |
| "type": "knowledge_graph_embeddings" | |
| } | |
| } |