| model: | |
| model_type: 'selective_pt' | |
| model_name: "facebook/opt-125m" | |
| load_bit: 32 | |
| peft_type: "prompt_tuning" | |
| K: 4 | |
| peft_config: | |
| num_virtual_tokens: 8 | |
| normalizer: linear | |
| normalizer_on: ['prompt', 'lm'] | |
| retriever: | |
| retriever_on: ['extra', 'lm'] | |
| retriever_type: transformer_encoder | |
| n_head: 4 | |
| num_layers: 2 | |
| training: | |
| learning_rate: 1e-5 | |
| batch_size: 32 | |
| num_epochs: 1 | |
| mode: causal | |
| only_longest: True | |
| task_type: generate_response | |
| log_dir: runs_prompt_selective_linear | |
| contrastive: true | |
| ensemble: true | |
| selective_loss_weight: 0.4 | |
| contrastive_metric: bleu | |
| contrastive_threshold: 20.0 | |
| contrastive_weight: 0.4 | |
| freeze_persona: yes | |
| freeze_context: yes | |
| dataset: | |
| train: data_file/ConvAI2/train_self_original_no_cands.txt | |
| valid: data_file/ConvAI2/valid_self_original_no_cands.txt | |
| max_context_turns: -1 | |
| max_token_length: 512 |