fix mgpu finalize issue
Browse files- configs/metadata.json +2 -1
- configs/multi_gpu_train.json +1 -1
configs/metadata.json
CHANGED
|
@@ -1,7 +1,8 @@
|
|
| 1 |
{
|
| 2 |
"schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_20220324.json",
|
| 3 |
-
"version": "0.3.
|
| 4 |
"changelog": {
|
|
|
|
| 5 |
"0.3.8": "enable deterministic training",
|
| 6 |
"0.3.7": "adapt to BundleWorkflow interface",
|
| 7 |
"0.3.6": "add name tag",
|
|
|
|
| 1 |
{
|
| 2 |
"schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_20220324.json",
|
| 3 |
+
"version": "0.3.9",
|
| 4 |
"changelog": {
|
| 5 |
+
"0.3.9": "fix mgpu finalize issue",
|
| 6 |
"0.3.8": "enable deterministic training",
|
| 7 |
"0.3.7": "adapt to BundleWorkflow interface",
|
| 8 |
"0.3.6": "add name tag",
|
configs/multi_gpu_train.json
CHANGED
|
@@ -34,6 +34,6 @@
|
|
| 34 |
"$@train#trainer.run()"
|
| 35 |
],
|
| 36 |
"finalize": [
|
| 37 |
-
"$dist.destroy_process_group()"
|
| 38 |
]
|
| 39 |
}
|
|
|
|
| 34 |
"$@train#trainer.run()"
|
| 35 |
],
|
| 36 |
"finalize": [
|
| 37 |
+
"$dist.is_initialized() and dist.destroy_process_group()"
|
| 38 |
]
|
| 39 |
}
|