EleutherAI
diff --git a/‎sparsify/__main__.py‎
Lines changed: 1 addition & 1 deletion b/‎sparsify/__main__.py‎
Lines changed: 1 addition & 1 deletion
@@ -151,7 +151,7 @@ def run():
         # Increase the default timeout in order to account for slow downloads
         # and data preprocessing on the main rank
         dist.init_process_group(
-            "nccl", device_id=torch.device(rank), timeout=timedelta(minutes=20)
+            "nccl", device_id=torch.device(rank), timeout=timedelta(weeks=1)
         )
 
         if rank == 0:
Original file line number	Diff line number	Diff line change
`@@ -151,7 +151,7 @@ def run():`
`151`	`151`	`# Increase the default timeout in order to account for slow downloads`
`152`	`152`	`# and data preprocessing on the main rank`
`153`	`153`	`dist.init_process_group(`
`154`		`- "nccl", device_id=torch.device(rank), timeout=timedelta(minutes=20)`
	`154`	`+ "nccl", device_id=torch.device(rank), timeout=timedelta(weeks=1)`
`155`	`155`	`)`
`156`	`156`
`157`	`157`	`if rank == 0:`