Hugging Face's logo

ehristoforu
/
extensions

Model card Files Community
extensions
File size: 559 Bytes 
0163a2c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
 
OPTIMIZER_OPTIONS = {
    "optimizer_type": {
        "type": list,
        "choices": [
            "AdamW",
            "AdamW8bit",
            "Lion",
            "SGDNesterov",
            "SGDNesterov8bit",
            "DAdaptation",
            "AdaFactor",
        ],
    },
    "lr_scheduler": {
        "type": list,
        "choices": [
            "linear",
            "cosine",
            "cosine_with_restarts",
            "polynomial",
            "constant",
            "constant_with_warmup",
            "adafactor",
        ],
    },
}