aapot commited on
Commit
51631bf
1 Parent(s): dfb92c4

Update tasks comment

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. tasks.py +1 -1
config.json CHANGED
@@ -23,7 +23,7 @@
23
  "relative_attention_max_distance": 128,
24
  "relative_attention_num_buckets": 32,
25
  "tie_word_embeddings": false,
26
- "transformers_version": "4.17.0",
27
  "use_cache": true,
28
  "vocab_size": 32128
29
  }
 
23
  "relative_attention_max_distance": 128,
24
  "relative_attention_num_buckets": 32,
25
  "tie_word_embeddings": false,
26
+ "transformers_version": "4.18.0",
27
  "use_cache": true,
28
  "vocab_size": 32128
29
  }
tasks.py CHANGED
@@ -48,7 +48,7 @@ def target_to_key(x, key_map, target_key):
48
  return {**key_map, target_key: x}
49
 
50
 
51
- # Final pretraining task used in Raffel et al., 2019 adaptated to NCC
52
  dataset_name = "/researchdisk/lm_training_dataset_full"
53
  dataset_params = {"from_disk_path": dataset_name}
54
 
 
48
  return {**key_map, target_key: x}
49
 
50
 
51
+ # Final pretraining task used in Raffel et al., 2019 adaptated to our use
52
  dataset_name = "/researchdisk/lm_training_dataset_full"
53
  dataset_params = {"from_disk_path": dataset_name}
54