|
task_name: general |
|
model_name: bge |
|
model_dir: /iyunwen/nlpdata/PublicPretrainedModel/bge-base-zh/ |
|
use_deepspeed: true |
|
desc: "piccolo" |
|
train_method: "ewc" |
|
ewc_ratio: 10.0 |
|
cosent_ratio: 20.0 |
|
in_batch_ratio: 30.0 |
|
save_steps: 50 |
|
hard_neg_ratio: 0.2 |
|
in_batch_train_paths: |
|
|
|
synthetic_qp: |
|
- /iyunwen/nlpdata/work/LP/Data/VecData/v2/wudao_synthetic_alpaca2_hfl_0_100000_vec_neg.jsonl |
|
- /iyunwen/nlpdata/work/LP/Data/VecData/v2/m3e_synthetic_alpaca2_hfl_0_100000_vec_neg.jsonl |
|
|
|
normal: |
|
- /iyunwen/nlpdata/work/LP/Data/VecData/v2/m3e_long_length_hard_neg.jsonl |
|
- /iyunwen/nlpdata/work/LP/Data/VecData/v2/wudao_long_length_hard_neg.jsonl |
|
- /iyunwen/nlpdata/work/LP/Data/VecData/stella/mrc_data.jsonl |
|
- /iyunwen/nlpdata/work/LP/Data/VecData/stella/guowang_data.jsonl |
|
|
|
|
|
pair_train_paths: |
|
binclf: |
|
- /iyunwen/nlpdata/work/LP/Data/VecData/v2/binclf_data.jsonl |
|
nli: |
|
- /iyunwen/nlpdata/work/LP/Data/VecData/v2/nli_data.jsonl |
|
|
|
loader_idxs: null |
|
in_batch_bsz: 128 |
|
pair_bsz: 128 |
|
max_length: 512 |
|
|
|
auto_ouput_dir: false |
|
train_args: |
|
seed: 666 |
|
output_dir: /iyunwen/nlpdata/work/LP/model_path/vec_embedding/stella/s4/ |
|
evaluation_strategy: "no" |
|
num_train_epochs: 4 |
|
logging_steps: 9999999 |
|
eval_steps: 9999999 |
|
per_device_train_batch_size: 128 |
|
gradient_accumulation_steps: 1 |
|
per_device_eval_batch_size: 32 |
|
learning_rate: 5.0e-06 |
|
weight_decay: 0.00001 |
|
warmup_ratio: 0.05 |
|
lr_scheduler_type: "linear" |
|
dataloader_drop_last: false |
|
|
|
fp16: true |
|
gradient_checkpointing: true |
|
deepspeed: |
|
fp16: |
|
enabled: true |
|
hysteresis: 2 |
|
initial_scale_power: 16 |
|
loss_scale: 0 |
|
loss_scale_window: 1000 |
|
min_loss_scale: 1 |
|
train_micro_batch_size_per_gpu: 128 |
|
train_batch_size: "auto" |
|
gradient_accumulation_steps: 1 |
|
gradient_clipping: auto |
|
optimizer: |
|
params: |
|
adam_w_mode: true |
|
lr: 1e-6 |
|
torch_adam: true |
|
weight_decay: auto |
|
type: AdamW |
|
scheduler: |
|
params: |
|
total_num_steps: auto |
|
warmup_max_lr: auto |
|
warmup_min_lr: auto |
|
warmup_num_steps: auto |
|
type: WarmupDecayLR |
|
steps_per_print: 4 |
|
wall_clock_breakdown: false |
|
zero_optimization: |
|
allgather_bucket_size: 200000000.0 |
|
allgather_partitions: true |
|
contiguous_gradients: true |
|
overlap_comm: true |
|
reduce_bucket_size: auto |
|
reduce_scatter: true |
|
stage: 0 |
|
|
|
|
