"""
Types of various choices used during training
"""
from enum import Enum


class AttentionType(Enum):
    """Type of attention used during training"""

    LocationSensitive = 1
    Content_Based = 2
    MultiHead = 3


class LearningRateType(Enum):
    """Type of learning rate used during training"""

    Learning_Rate_Decay = 1
    Cosine_Scheduler = 2
    SquareRoot_Scheduler = 3


class OptimizerType(Enum):
    """Type of optimizer used during training"""

    Adam = 1
    SGD = 2
    AdamW = 3


class LossType(Enum):
    """Type of loss function used during training"""

    L1_LOSS = 1
    MSE_LOSS = 2
    L1_LOSS_MASKED = 3
    MSE_LOSS_MASKED = 4
    BOTH = 5
    BOTH_MASKED = 6