Distributed training entry point

kaseris · Feb 9, 2024 · b07be21 · b07be21
1 parent 31761d2
commit b07be21
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/tools/train_distributed.py b/tools/train_distributed.py
@@ -0,0 +1,4 @@
+from torch.distributed import init_process_group, destroy_process_group
+
+init_process_group(backend='nccl')
+destroy_process_group()