File size: 698 Bytes
6faf7e7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
"""
Types of various choices used during training
"""
from enum import Enum


class AttentionType(Enum):
    """Type of attention used during training"""

    LocationSensitive = 1
    Content_Based = 2
    MultiHead = 3


class LearningRateType(Enum):
    """Type of learning rate used during training"""

    Learning_Rate_Decay = 1
    Cosine_Scheduler = 2
    SquareRoot_Scheduler = 3


class OptimizerType(Enum):
    """Type of optimizer used during training"""

    Adam = 1
    SGD = 2
    AdamW = 3


class LossType(Enum):
    """Type of loss function used during training"""

    L1_LOSS = 1
    MSE_LOSS = 2
    L1_LOSS_MASKED = 3
    MSE_LOSS_MASKED = 4
    BOTH = 5
    BOTH_MASKED = 6