diff --git a/fastvideo/v1/training/distillation_pipeline.py b/fastvideo/v1/training/distillation_pipeline.py
index 19e33dd86..f64ac96d8 100644
--- a/fastvideo/v1/training/distillation_pipeline.py
+++ b/fastvideo/v1/training/distillation_pipeline.py
@@ -884,7 +884,7 @@ class DistillationPipeline(TrainingPipeline):
 
         assert self.training_args.seed is not None, "seed must be set"
         seed = self.training_args.seed
-        set_random_seed(seed)
+        set_random_seed(seed + self.global_rank)
 
         self.noise_random_generator = torch.Generator(
             device="cpu").manual_seed(seed)