config.yaml

model:
  names:
  - timm_image
  categorical_transformer:
    out_features: 192
    d_token: 192
    ffn_d_hidden: 192
    num_trans_blocks: 0
    num_attn_heads: 8
    residual_dropout: 0.0
    attention_dropout: 0.2
    ffn_dropout: 0.1
    normalization: layer_norm
    ffn_activation: reglu
    head_activation: relu
    data_types:
    - categorical
    additive_attention: false
    share_qv_weights: false
  numerical_transformer:
    out_features: 192
    d_token: 192
    ffn_d_hidden: 192
    num_trans_blocks: 0
    num_attn_heads: 8
    residual_dropout: 0.0
    attention_dropout: 0.2
    ffn_dropout: 0.1
    normalization: layer_norm
    ffn_activation: reglu
    head_activation: relu
    data_types:
    - numerical
    embedding_arch:
    - linear
    - relu
    merge: concat
    additive_attention: false
    share_qv_weights: false
  ner_text:
    checkpoint_name: bert-base-cased
    max_text_len: 512
    gradient_checkpointing: false
    low_cpu_mem_usage: false
    data_types:
    - text
    tokenizer_name: hf_auto
    insert_sep: false
    text_segment_num: 2
    stochastic_chunk: false
    special_tags:
    - X
    - O
  t_few:
    checkpoint_name: t5-small
    gradient_checkpointing: false
    data_types:
    - text
    tokenizer_name: hf_auto
    length_norm: 1.0
    unlikely_loss: 1.0
    mc_loss: 1.0
    max_text_len: 512
    text_segment_num: 2
    insert_sep: true
    low_cpu_mem_usage: false
    stochastic_chunk: false
    text_aug_detect_length: 10
    text_trivial_aug_maxscale: 0.0
  timm_image:
    checkpoint_name: swin_base_patch4_window7_224
    mix_choice: all_logits
    data_types:
    - image
    train_transform_types:
    - resize_shorter_side
    - center_crop
    - trivial_augment
    val_transform_types:
    - resize_shorter_side
    - center_crop
    image_norm: imagenet
    image_size: 224
    max_img_num_per_col: 2
  mmdet_image:
    checkpoint_name: yolov3_mobilenetv2_320_300e_coco
    data_types:
    - image
    train_transform_types:
    - resize_shorter_side
    - center_crop
    - trivial_augment
    val_transform_types:
    - resize_shorter_side
    - center_crop
    image_norm: imagenet
    image_size: 224
    max_img_num_per_col: 2
  mmocr_text_detection:
    checkpoint_name: TextSnake
    data_types:
    - image
    train_transform_types:
    - resize_shorter_side
    - center_crop
    - trivial_augment
    val_transform_types:
    - resize_shorter_side
    - center_crop
    image_norm: imagenet
    image_size: 224
    max_img_num_per_col: 2
  mmocr_text_recognition:
    checkpoint_name: ABINet
    data_types:
    - image
    train_transform_types:
    - resize_shorter_side
    - center_crop
    - trivial_augment
    val_transform_types:
    - resize_shorter_side
    - center_crop
    image_norm: imagenet
    image_size: 224
    max_img_num_per_col: 2
  clip:
    checkpoint_name: openai/clip-vit-base-patch32
    data_types:
    - image
    - text
    train_transform_types:
    - resize_shorter_side
    - center_crop
    - trivial_augment
    val_transform_types:
    - resize_shorter_side
    - center_crop
    image_norm: clip
    image_size: 224
    max_img_num_per_col: 2
    tokenizer_name: clip
    max_text_len: 77
    insert_sep: false
    text_segment_num: 1
    stochastic_chunk: false
    text_aug_detect_length: 10
    text_trivial_aug_maxscale: 0.0
    text_train_augment_types: null
  fusion_transformer:
    hidden_size: 192
    n_blocks: 3
    attention_n_heads: 8
    adapt_in_features: max
    attention_dropout: 0.2
    residual_dropout: 0.0
    ffn_dropout: 0.1
    ffn_d_hidden: 192
    normalization: layer_norm
    ffn_activation: geglu
    head_activation: relu
    data_types: null
    additive_attention: false
    share_qv_weights: false
data:
  image:
    missing_value_strategy: skip
  text:
    normalize_text: false
  categorical:
    minimum_cat_count: 100
    maximum_num_cat: 20
    convert_to_text: true
  numerical:
    convert_to_text: false
    scaler_with_mean: true
    scaler_with_std: true
  label:
    numerical_label_preprocessing: standardscaler
  pos_label: null
  mixup:
    turn_on: false
    mixup_alpha: 0.8
    cutmix_alpha: 1.0
    cutmix_minmax: null
    prob: 1.0
    switch_prob: 0.5
    mode: batch
    turn_off_epoch: 5
    label_smoothing: 0.1
  templates:
    turn_on: false
    num_templates: 30
    template_length: 2048
    preset_templates:
    - super_glue
    - rte
    custom_templates: null
optimization:
  optim_type: adamw
  learning_rate: 0.001
  weight_decay: 0.001
  lr_choice: layerwise_decay
  lr_decay: 0.9
  lr_schedule: cosine_decay
  max_epochs: 10
  max_steps: -1
  warmup_steps: 0.1
  end_lr: 0
  lr_mult: 1
  patience: 10
  val_check_interval: 0.5
  check_val_every_n_epoch: 1
  gradient_clip_val: 1
  gradient_clip_algorithm: norm
  track_grad_norm: -1
  log_every_n_steps: 10
  val_metric: null
  top_k: 3
  top_k_average_method: best
  efficient_finetune: null
  lora:
    module_filter: null
    filter:
    - query
    - value
    - ^q$
    - ^v$
    - ^k$
    - ^o$
    r: 8
    alpha: 8
  loss_function: auto
env:
  num_gpus: 4
  num_nodes: 1
  batch_size: 128
  per_gpu_batch_size: 32
  eval_batch_size_ratio: 4
  per_gpu_batch_size_evaluation: null
  precision: 16
  num_workers: 2
  num_workers_evaluation: 2
  fast_dev_run: false
  deterministic: false
  auto_select_gpus: true
  strategy: ddp
  deepspeed_allgather_size: 1000000000.0
  deepspeed_allreduce_size: 1000000000.0