Graphcore
manueles commited on
Commit
d4495d5
1 Parent(s): b2a7b57

Add layers_per_ipu

Browse files

Add layers_per_ipu to wav2vec2 ipu_config.json, so that the mapping of layers to IPUs can be configured

Files changed (1) hide show
  1. ipu_config.json +1 -0
ipu_config.json CHANGED
@@ -11,5 +11,6 @@
11
  "gradient_accumulation_steps": 16,
12
  "executable_cache_dir": "./exe_cache",
13
  "ipus_per_replica": 8,
 
14
  "matmul_proportion": [0.1, 0.1, 0.1, 0.3, 0.3, 0.3, 0.3, 0.1]
15
  }
 
11
  "gradient_accumulation_steps": 16,
12
  "executable_cache_dir": "./exe_cache",
13
  "ipus_per_replica": 8,
14
+ "layers_per_ipu": [2, 1, 4, 3, 3, 3, 3, 0],
15
  "matmul_proportion": [0.1, 0.1, 0.1, 0.3, 0.3, 0.3, 0.3, 0.1]
16
  }