updates vacation
Browse files- __pycache__/tasks.cpython-38.pyc +0 -0
- batch_various.sh +2 -2
- finetune_translate_base.gin +1 -1
- finetune_translate_base_mt5.gin +1 -1
- finetune_translate_large_mt5.gin +1 -1
- finetune_translate_small_mt5.gin +1 -1
- tasks.py +5 -5
__pycache__/tasks.cpython-38.pyc
CHANGED
Binary files a/__pycache__/tasks.cpython-38.pyc and b/__pycache__/tasks.cpython-38.pyc differ
|
|
batch_various.sh
CHANGED
@@ -24,7 +24,7 @@ NAME_LIST=(
|
|
24 |
"mt5_large"
|
25 |
)
|
26 |
|
27 |
-
TASK_LIST=("
|
28 |
|
29 |
GIN_LIST=(
|
30 |
"finetune_translate_small_mt5.gin"
|
@@ -35,7 +35,7 @@ GIN_LIST=(
|
|
35 |
"finetune_translate_large_mt5.gin"
|
36 |
)
|
37 |
|
38 |
-
START_LIST=(1000000 1000000 1000000
|
39 |
EXP_LIST=(115 116 117 118 119 120)
|
40 |
|
41 |
|
|
|
24 |
"mt5_large"
|
25 |
)
|
26 |
|
27 |
+
TASK_LIST=("translate_mt5" "translate_mt5" "translate_mt5" "translate_mt5" "translate_mt5" "translate_mt5")
|
28 |
|
29 |
GIN_LIST=(
|
30 |
"finetune_translate_small_mt5.gin"
|
|
|
35 |
"finetune_translate_large_mt5.gin"
|
36 |
)
|
37 |
|
38 |
+
START_LIST=(1500000 1500000 1500000 1000000 1000000 1000000)
|
39 |
EXP_LIST=(115 116 117 118 119 120)
|
40 |
|
41 |
|
finetune_translate_base.gin
CHANGED
@@ -11,7 +11,7 @@ include "t5x/examples/t5/t5_1_1/base.gin"
|
|
11 |
include "t5x/configs/runs/finetune.gin"
|
12 |
|
13 |
MIXTURE_OR_TASK_NAME = %gin.REQUIRED
|
14 |
-
TASK_FEATURE_LENGTHS = {"inputs":
|
15 |
INITIAL_CHECKPOINT_PATH = %gin.REQUIRED
|
16 |
TRAIN_STEPS = %gin.REQUIRED # 1000000 pre-trained steps + 10000 fine-tuning steps.
|
17 |
USE_CACHED_TASKS = False
|
|
|
11 |
include "t5x/configs/runs/finetune.gin"
|
12 |
|
13 |
MIXTURE_OR_TASK_NAME = %gin.REQUIRED
|
14 |
+
TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
|
15 |
INITIAL_CHECKPOINT_PATH = %gin.REQUIRED
|
16 |
TRAIN_STEPS = %gin.REQUIRED # 1000000 pre-trained steps + 10000 fine-tuning steps.
|
17 |
USE_CACHED_TASKS = False
|
finetune_translate_base_mt5.gin
CHANGED
@@ -12,7 +12,7 @@ include 't5x/examples/t5/mt5/base.gin'
|
|
12 |
include "t5x/configs/runs/finetune.gin"
|
13 |
|
14 |
MIXTURE_OR_TASK_NAME = %gin.REQUIRED
|
15 |
-
TASK_FEATURE_LENGTHS = {"inputs":
|
16 |
INITIAL_CHECKPOINT_PATH = %gin.REQUIRED
|
17 |
TRAIN_STEPS = %gin.REQUIRED # 1000000 pre-trained steps + 10000 fine-tuning steps.
|
18 |
USE_CACHED_TASKS = False
|
|
|
12 |
include "t5x/configs/runs/finetune.gin"
|
13 |
|
14 |
MIXTURE_OR_TASK_NAME = %gin.REQUIRED
|
15 |
+
TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
|
16 |
INITIAL_CHECKPOINT_PATH = %gin.REQUIRED
|
17 |
TRAIN_STEPS = %gin.REQUIRED # 1000000 pre-trained steps + 10000 fine-tuning steps.
|
18 |
USE_CACHED_TASKS = False
|
finetune_translate_large_mt5.gin
CHANGED
@@ -12,7 +12,7 @@ include 't5x/examples/t5/mt5/large.gin'
|
|
12 |
include "t5x/configs/runs/finetune.gin"
|
13 |
|
14 |
MIXTURE_OR_TASK_NAME = %gin.REQUIRED
|
15 |
-
TASK_FEATURE_LENGTHS = {"inputs":
|
16 |
INITIAL_CHECKPOINT_PATH = %gin.REQUIRED
|
17 |
TRAIN_STEPS = %gin.REQUIRED # 1000000 pre-trained steps + 10000 fine-tuning steps.
|
18 |
USE_CACHED_TASKS = False
|
|
|
12 |
include "t5x/configs/runs/finetune.gin"
|
13 |
|
14 |
MIXTURE_OR_TASK_NAME = %gin.REQUIRED
|
15 |
+
TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
|
16 |
INITIAL_CHECKPOINT_PATH = %gin.REQUIRED
|
17 |
TRAIN_STEPS = %gin.REQUIRED # 1000000 pre-trained steps + 10000 fine-tuning steps.
|
18 |
USE_CACHED_TASKS = False
|
finetune_translate_small_mt5.gin
CHANGED
@@ -12,7 +12,7 @@ include 't5x/examples/t5/mt5/small.gin'
|
|
12 |
include "t5x/configs/runs/finetune.gin"
|
13 |
|
14 |
MIXTURE_OR_TASK_NAME = %gin.REQUIRED
|
15 |
-
TASK_FEATURE_LENGTHS = {"inputs":
|
16 |
INITIAL_CHECKPOINT_PATH = %gin.REQUIRED
|
17 |
TRAIN_STEPS = %gin.REQUIRED # 1000000 pre-trained steps + 10000 fine-tuning steps.
|
18 |
USE_CACHED_TASKS = False
|
|
|
12 |
include "t5x/configs/runs/finetune.gin"
|
13 |
|
14 |
MIXTURE_OR_TASK_NAME = %gin.REQUIRED
|
15 |
+
TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
|
16 |
INITIAL_CHECKPOINT_PATH = %gin.REQUIRED
|
17 |
TRAIN_STEPS = %gin.REQUIRED # 1000000 pre-trained steps + 10000 fine-tuning steps.
|
18 |
USE_CACHED_TASKS = False
|
tasks.py
CHANGED
@@ -20,9 +20,9 @@ tsv_parliament_path = {
|
|
20 |
}
|
21 |
|
22 |
tsv_translate_path = {
|
23 |
-
"train": "gs://
|
24 |
-
"validation": "gs://
|
25 |
-
"test": "gs://
|
26 |
}
|
27 |
|
28 |
tsv_translate_long_path = {
|
@@ -177,9 +177,9 @@ seqio.TaskRegistry.add(
|
|
177 |
)
|
178 |
|
179 |
seqio.TaskRegistry.add(
|
180 |
-
"
|
181 |
source=seqio.TextLineDataSource(
|
182 |
-
split_to_filepattern=
|
183 |
#num_input_examples=num_nq_examples
|
184 |
),
|
185 |
preprocessors=[
|
|
|
20 |
}
|
21 |
|
22 |
tsv_translate_path = {
|
23 |
+
"train": "gs://pere-public/norbench/nb_nn_train_10000.tsv",
|
24 |
+
"validation": "gs://pere-public/norbench/nb_nn_dev_10000.tsv",
|
25 |
+
"test": "gs://pere-public/norbench/nb_nn_train_10000.tsv"
|
26 |
}
|
27 |
|
28 |
tsv_translate_long_path = {
|
|
|
177 |
)
|
178 |
|
179 |
seqio.TaskRegistry.add(
|
180 |
+
"translate_mt5",
|
181 |
source=seqio.TextLineDataSource(
|
182 |
+
split_to_filepattern=tsv_translate_path,
|
183 |
#num_input_examples=num_nq_examples
|
184 |
),
|
185 |
preprocessors=[
|