Ababababababbababa's picture
Duplicate from arbml/Ashaar
6faf7e7
raw
history blame
No virus
698 Bytes
"""
Types of various choices used during training
"""
from enum import Enum
class AttentionType(Enum):
"""Type of attention used during training"""
LocationSensitive = 1
Content_Based = 2
MultiHead = 3
class LearningRateType(Enum):
"""Type of learning rate used during training"""
Learning_Rate_Decay = 1
Cosine_Scheduler = 2
SquareRoot_Scheduler = 3
class OptimizerType(Enum):
"""Type of optimizer used during training"""
Adam = 1
SGD = 2
AdamW = 3
class LossType(Enum):
"""Type of loss function used during training"""
L1_LOSS = 1
MSE_LOSS = 2
L1_LOSS_MASKED = 3
MSE_LOSS_MASKED = 4
BOTH = 5
BOTH_MASKED = 6