Update README.md
Browse files
README.md
CHANGED
|
@@ -45,7 +45,10 @@ tags:
|
|
| 45 |
|
| 46 |
#### Training Hyperparameters
|
| 47 |
|
| 48 |
-
- tv2o-large
|
|
|
|
|
|
|
|
|
|
| 49 |
- lr: 1e-4
|
| 50 |
- weight-decay: 0.01
|
| 51 |
- batch: 8x2x8
|
|
|
|
| 45 |
|
| 46 |
#### Training Hyperparameters
|
| 47 |
|
| 48 |
+
- config: tv2o-large
|
| 49 |
+
- max-len: 4096
|
| 50 |
+
- layers: 24
|
| 51 |
+
- acc-grad: 8
|
| 52 |
- lr: 1e-4
|
| 53 |
- weight-decay: 0.01
|
| 54 |
- batch: 8x2x8
|