Graphcore
/

roberta-large-ipu

Model card Files Files and versions Community

jimypbr commited on Mar 14, 2022

Commit

b12ce06

•

1 Parent(s): 3ac3a56

Update ipu_config.json

Files changed (1) hide show

ipu_config.json +3 -3

ipu_config.json CHANGED Viewed

@@ -6,10 +6,10 @@
   "enable_half_first_order_momentum": true,
   "enable_half_partials": true,
-  "device_iterations": 4,
   "inference_device_iterations": 4,
-  "replication_factor": 4,
-  "inference_replication_factor": 4,
   "gradient_accumulation_steps": 16,
   "executable_cache_dir": "./exe_cache",

   "enable_half_first_order_momentum": true,
   "enable_half_partials": true,
+  "device_iterations": 1,
   "inference_device_iterations": 4,
+  "replication_factor": {"pod4": 1, "pod8": 2, "pod16": 4, "pod32": 8, "pod64": 16, "default": 1},
+  "inference_replication_factor": {"pod4": 1, "pod8": 2, "pod16": 4, "pod32": 8, "pod64": 16, "default": 1},
   "gradient_accumulation_steps": 16,
   "executable_cache_dir": "./exe_cache",