Graphcore
/

distilbert-base-ipu

Model card Files Files and versions Community

katalinic commited on Jul 7, 2023

Commit

0ddd7f4

•

1 Parent(s): 21a92f5

Remove deprecated kwargs

Files changed (1) hide show

ipu_config.json +2 -3

ipu_config.json CHANGED Viewed

@@ -3,13 +3,12 @@
     "recompute_checkpoint_every_layer": true,
     "optimizer_state_offchip": false,
     "replicated_tensor_sharding": true,
-    "enable_half_first_order_momentum": true,
     "enable_half_partials": true,
     "device_iterations": 1,
     "inference_device_iterations": 5,
-    "replication_factor": {"pod4": 2, "pod8": 4, "pod16": 8, "pod32": 16, "pod64": 32, "default": 2},
-    "inference_replication_factor": {"pod4": 2, "pod8": 4, "pod16": 8, "pod32": 16, "pod64": 32, "default": 2},
     "gradient_accumulation_steps": 16,
     "executable_cache_dir": "./exe_cache",

     "recompute_checkpoint_every_layer": true,
     "optimizer_state_offchip": false,
     "replicated_tensor_sharding": true,
     "enable_half_partials": true,
     "device_iterations": 1,
     "inference_device_iterations": 5,
+    "replication_factor": 2,
+    "inference_replication_factor": 2,
     "gradient_accumulation_steps": 16,
     "executable_cache_dir": "./exe_cache",