Update base for redo rank -> trainer_rank doc fix on "Rollback ddp_tutorial fix"

bowangbj · bowangbj · commit 05cbe3625c28 · 2021-07-30T11:30:20.000-07:00
Summary: #1618 was merged unintentionally before all the cmts were resolved. Also did a minior fix to skip demo parallel when ngpus is < 4 Test Plan: Reviewers: Subscribers: Tasks: Tags: [ghstack-poisoned]
diff --git a/advanced_source/rpc_ddp_tutorial/main.py b/advanced_source/rpc_ddp_tutorial/main.py
@@ -141,7 +141,7 @@ def run_worker(rank, world_size):
         for trainer_rank in [0, 1]:
             trainer_name = "trainer{}".format(trainer_rank)
             fut = rpc.rpc_async(
-                trainer_name, _run_trainer, args=(remote_emb_module, trainer_rank)
+                trainer_name, _run_trainer, args=(remote_emb_module, rank)
             )
             futs.append(fut)
 

Original file line number	Diff line number	Diff line change
`@@ -141,7 +141,7 @@ def run_worker(rank, world_size):`
`141`	`141`	`for trainer_rank in [0, 1]:`
`142`	`142`	`trainer_name = "trainer{}".format(trainer_rank)`
`143`	`143`	`fut = rpc.rpc_async(`
`144`		`- trainer_name, _run_trainer, args=(remote_emb_module, trainer_rank)`
	`144`	`+ trainer_name, _run_trainer, args=(remote_emb_module, rank)`
`145`	`145`	`)`
`146`	`146`	`futs.append(fut)`
`147`	`147`