Add layers_per_ipu
Browse filesAdd layers_per_ipu to wav2vec2 ipu_config.json, so that the mapping of layers to IPUs can be configured
- ipu_config.json +1 -0
ipu_config.json
CHANGED
@@ -11,5 +11,6 @@
|
|
11 |
"gradient_accumulation_steps": 16,
|
12 |
"executable_cache_dir": "./exe_cache",
|
13 |
"ipus_per_replica": 8,
|
|
|
14 |
"matmul_proportion": [0.1, 0.1, 0.1, 0.3, 0.3, 0.3, 0.3, 0.1]
|
15 |
}
|
|
|
11 |
"gradient_accumulation_steps": 16,
|
12 |
"executable_cache_dir": "./exe_cache",
|
13 |
"ipus_per_replica": 8,
|
14 |
+
"layers_per_ipu": [2, 1, 4, 3, 3, 3, 3, 0],
|
15 |
"matmul_proportion": [0.1, 0.1, 0.1, 0.3, 0.3, 0.3, 0.3, 0.1]
|
16 |
}
|