File size: 374 Bytes
f4d80d8 959b55b 2532e7a 959b55b 2532e7a 959b55b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
---
{}
---
# TRAINING ARGS:
{'per_device_train_batch_size': 16,
'warmup_ratio': 0.1,
'num_train_epochs': 1}
# OPTIMIZER ARGS:
{'lr': 0.001, 'eps': (1e-30, 0.001), 'clip_threshold': 1.0, 'decay_rate': 0.0, 'beta1': None, 'weight_decay': 0.0, 'scale_parameter': False, 'relative_step': False, 'warmup_init': False, 'differentiable': False}
# DEVICE:
NVIDIA A100 80GB PCIe
|