Merge branch 'ko3n1g/ci/job-runners-2' into 'main'

tests: Add barrier for destroy See merge request ADLR/megatron-lm!2416
NVIDIA · Dec 3, 2024 · 844119f · 844119f
2 parents ae832c7 + 21cc9b0
commit 844119f
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tests/unit_tests/conftest.py b/tests/unit_tests/conftest.py
@@ -19,6 +19,7 @@ def pytest_sessionfinish(session, exitstatus):
 def cleanup():
     yield
     if torch.distributed.is_initialized():
+        torch.distributed.barrier()
         torch.distributed.destroy_process_group()