|
""" |
|
Types of various choices used during training |
|
""" |
|
from enum import Enum |
|
|
|
|
|
class AttentionType(Enum): |
|
"""Type of attention used during training""" |
|
|
|
LocationSensitive = 1 |
|
Content_Based = 2 |
|
MultiHead = 3 |
|
|
|
|
|
class LearningRateType(Enum): |
|
"""Type of learning rate used during training""" |
|
|
|
Learning_Rate_Decay = 1 |
|
Cosine_Scheduler = 2 |
|
SquareRoot_Scheduler = 3 |
|
|
|
|
|
class OptimizerType(Enum): |
|
"""Type of optimizer used during training""" |
|
|
|
Adam = 1 |
|
SGD = 2 |
|
AdamW = 3 |
|
|
|
|
|
class LossType(Enum): |
|
"""Type of loss function used during training""" |
|
|
|
L1_LOSS = 1 |
|
MSE_LOSS = 2 |
|
L1_LOSS_MASKED = 3 |
|
MSE_LOSS_MASKED = 4 |
|
BOTH = 5 |
|
BOTH_MASKED = 6 |
|
|