enable deterministic training

README.md

@@ -112,7 +112,7 @@ python -m monai.bundle run --config_file configs/inference.json
 python -m monai.bundle trt_export --net_id network_def --filepath models/model_trt.ts --ckpt_file models/model.pt --meta_file configs/metadata.json --config_file configs/inference.json --precision <fp32/fp16> --dynamic_batchsize "[1, 4, 8]"
 ```
 
-#### Execute inference with the TensorRT model
+#### Execute inference with the TensorRT model:
 
 ```
 python -m monai.bundle run --config_file "['configs/inference.json', 'configs/inference_trt.json']"

configs/metadata.json

@@ -1,7 +1,8 @@
 {
     "schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_20220324.json",
-    "version": "0.4.4",
+    "version": "0.4.5",
     "changelog": {
+        "0.4.5": "enable deterministic training",
         "0.4.4": "add the command of executing inference with TensorRT models",
         "0.4.3": "fix figure and weights inconsistent error",
         "0.4.2": "use torch 1.13.1",
@@ -22,7 +23,7 @@
         "0.1.0": "complete the model package",
         "0.0.1": "initialize the model package structure"
     },
-    "monai_version": "1.2.0rc3",
+    "monai_version": "1.2.0rc4",
     "pytorch_version": "1.13.1",
     "numpy_version": "1.22.2",
     "optional_packages_version": {

configs/multi_gpu_evaluate.json

@@ -19,7 +19,6 @@
         "$import torch.distributed as dist",
         "$dist.is_initialized() or dist.init_process_group(backend='nccl')",
         "$torch.cuda.set_device(@device)",
-        "$setattr(torch.backends.cudnn, 'benchmark', True)",
         "$import logging",
         "$@validate#evaluator.logger.setLevel(logging.WARNING if dist.get_rank() > 0 else logging.INFO)"
     ],

configs/multi_gpu_train.json

@@ -29,7 +29,6 @@
         "$dist.is_initialized() or dist.init_process_group(backend='nccl')",
         "$torch.cuda.set_device(@device)",
         "$monai.utils.set_determinism(seed=123)",
-        "$setattr(torch.backends.cudnn, 'benchmark', True)",
         "$import logging",
         "$@train#trainer.logger.setLevel(logging.WARNING if dist.get_rank() > 0 else logging.INFO)",
         "$@validate#evaluator.logger.setLevel(logging.WARNING if dist.get_rank() > 0 else logging.INFO)"

configs/train.json

@@ -299,8 +299,7 @@
         }
     },
     "initialize": [
-        "$monai.utils.set_determinism(seed=123)",
-        "$setattr(torch.backends.cudnn, 'benchmark', True)"
+        "$monai.utils.set_determinism(seed=123)"
     ],
     "run": [
         "$@train#trainer.run()"

docs/README.md

@@ -105,7 +105,7 @@ python -m monai.bundle run --config_file configs/inference.json
 python -m monai.bundle trt_export --net_id network_def --filepath models/model_trt.ts --ckpt_file models/model.pt --meta_file configs/metadata.json --config_file configs/inference.json --precision <fp32/fp16> --dynamic_batchsize "[1, 4, 8]"
 ```
 
-#### Execute inference with the TensorRT model
+#### Execute inference with the TensorRT model:
 
 ```
 python -m monai.bundle run --config_file "['configs/inference.json', 'configs/inference_trt.json']"