fix seed diff

2025-07-09 22:45:58 +00:00
parent 1c99f157ec
commit ca958fa4cc
1 changed files with 1 additions and 1 deletions
@@ -884,7 +884,7 @@ class DistillationPipeline(TrainingPipeline):

        assert self.training_args.seed is not None, "seed must be set"
        seed = self.training_args.seed
-        set_random_seed(seed)
+        set_random_seed(seed + self.global_rank)

        self.noise_random_generator = torch.Generator(
            device="cpu").manual_seed(seed)