diff --git a/appendix-A/01_main-chapter-code/DDP-script.py b/appendix-A/01_main-chapter-code/DDP-script.py index d9528c5..1234a61 100644 --- a/appendix-A/01_main-chapter-code/DDP-script.py +++ b/appendix-A/01_main-chapter-code/DDP-script.py @@ -133,6 +133,8 @@ def main(rank, world_size, num_epochs): # the core model is now accessible as model.module for epoch in range(num_epochs): + # NEW: Set sampler to ensure each epoch has a different shuffle order + train_loader.sampler.set_epoch(epoch) model.train() for features, labels in train_loader: