Spaces:
Running
Running
feat: update lr range
Browse files- seq2seq/sweep.yaml +3 -3
seq2seq/sweep.yaml
CHANGED
@@ -8,9 +8,9 @@ metric:
|
|
8 |
parameters:
|
9 |
learning_rate:
|
10 |
distribution: log_uniform
|
11 |
-
# from exp(min) to exp(max), ie 1e-
|
12 |
-
min: -
|
13 |
-
max: -
|
14 |
gradient_accumulation_steps:
|
15 |
value: 8
|
16 |
warmup_steps:
|
|
|
8 |
parameters:
|
9 |
learning_rate:
|
10 |
distribution: log_uniform
|
11 |
+
# from exp(min) to exp(max), ie 1e-4 to 5e-3 on log scale
|
12 |
+
min: -9.2
|
13 |
+
max: -5.3
|
14 |
gradient_accumulation_steps:
|
15 |
value: 8
|
16 |
warmup_steps:
|