File size: 918 Bytes
8359bb1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 |
model:
model_type: 'selective_pt'
model_name: "facebook/opt-125m"
load_bit: 32
peft_type: "prompt_tuning"
K: 4
peft_config:
num_virtual_tokens: 8
normalizer: linear
normalizer_on: ['prompt', 'lm']
retriever:
retriever_on: ['extra', 'lm']
retriever_type: transformer_encoder
n_head: 4
num_layers: 2
training:
learning_rate: 1e-5
batch_size: 32
num_epochs: 1
mode: causal
only_longest: True
task_type: generate_response
log_dir: runs_prompt_selective_linear
contrastive: true
ensemble: true
selective_loss_weight: 0.4
contrastive_metric: bleu
contrastive_threshold: 20.0
contrastive_weight: 0.4
freeze_persona: yes
freeze_context: yes
dataset:
train: data_file/ConvAI2/train_self_original_no_cands.txt
valid: data_file/ConvAI2/valid_self_original_no_cands.txt
max_context_turns: -1
max_token_length: 512 |