aapot
commited on
Commit
•
51631bf
1
Parent(s):
dfb92c4
Update tasks comment
Browse files- config.json +1 -1
- tasks.py +1 -1
config.json
CHANGED
@@ -23,7 +23,7 @@
|
|
23 |
"relative_attention_max_distance": 128,
|
24 |
"relative_attention_num_buckets": 32,
|
25 |
"tie_word_embeddings": false,
|
26 |
-
"transformers_version": "4.
|
27 |
"use_cache": true,
|
28 |
"vocab_size": 32128
|
29 |
}
|
|
|
23 |
"relative_attention_max_distance": 128,
|
24 |
"relative_attention_num_buckets": 32,
|
25 |
"tie_word_embeddings": false,
|
26 |
+
"transformers_version": "4.18.0",
|
27 |
"use_cache": true,
|
28 |
"vocab_size": 32128
|
29 |
}
|
tasks.py
CHANGED
@@ -48,7 +48,7 @@ def target_to_key(x, key_map, target_key):
|
|
48 |
return {**key_map, target_key: x}
|
49 |
|
50 |
|
51 |
-
# Final pretraining task used in Raffel et al., 2019 adaptated to
|
52 |
dataset_name = "/researchdisk/lm_training_dataset_full"
|
53 |
dataset_params = {"from_disk_path": dataset_name}
|
54 |
|
|
|
48 |
return {**key_map, target_key: x}
|
49 |
|
50 |
|
51 |
+
# Final pretraining task used in Raffel et al., 2019 adaptated to our use
|
52 |
dataset_name = "/researchdisk/lm_training_dataset_full"
|
53 |
dataset_params = {"from_disk_path": dataset_name}
|
54 |
|