contrain model
Browse files
scripts/contrain-model.yaml
CHANGED
|
@@ -40,7 +40,7 @@ precision: bf16-true
|
|
| 40 |
|
| 41 |
# Optional path to a checkpoint directory to initialize the model from.
|
| 42 |
# Useful for continued pretraining. Mutually exclusive with ``resume``. (type: Optional[Path], default: null)
|
| 43 |
-
initial_checkpoint_dir: out/pretrain_checkpoint/final/
|
| 44 |
|
| 45 |
# Path to a checkpoint directory to resume from in case training was interrupted, or ``True`` to resume
|
| 46 |
# from the latest checkpoint in ``out_dir``. An error will be raised if no checkpoint is found. Passing
|
|
|
|
| 40 |
|
| 41 |
# Optional path to a checkpoint directory to initialize the model from.
|
| 42 |
# Useful for continued pretraining. Mutually exclusive with ``resume``. (type: Optional[Path], default: null)
|
| 43 |
+
initial_checkpoint_dir: "../out/pretrain_checkpoint/final/"
|
| 44 |
|
| 45 |
# Path to a checkpoint directory to resume from in case training was interrupted, or ``True`` to resume
|
| 46 |
# from the latest checkpoint in ``out_dir``. An error will be raised if no checkpoint is found. Passing
|