trainer: "sts"
model_name: "albertina-900m-ptpt-europarl-eubookshop-ted2020-tatoeba-ct1-nli-gist10-sts-cosent20-v1"
base_model_name: "albertina-900m-ptpt-europarl-eubookshop-ted2020-tatoeba-ct1-nli-gist10-v1"
loss_function: "cosent"
seed: 1
learning_rate: 1e-6
warmup_ratio: 0.1
weight_decay: 0.01
batch_size: 16
use_amp: True
epochs: 10
validations_per_epoch: 10

# HPs used by JRodrigues to train albertina-100m-portuguese-ptpt-encoder:
# learning_rate 1e-5
# lr_scheduler_type linear
# weight_decay 0.01
# per_device_train_batch_size 192
# gradient_accumulation_steps 1
# num_train_epochs 150
# num_warmup_steps 10000