Merge remote-tracking branch 'origin/main' into gpu_memory_mode

videox_fun/dist/fuser.py

@@ -34,7 +34,7 @@ except Exception:
     get_sp_group = get_world_group = None
     init_distributed_environment = initialize_model_parallel = None
     model_parallel_is_initialized = None
-    xFUserLongContextAttention = None
+    xFuserLongContextAttention = None
 
 def set_multi_gpus_devices(ulysses_degree, ring_degree, classifier_free_guidance_degree=1):
     if ulysses_degree > 1 or ring_degree > 1 or classifier_free_guidance_degree > 1:
@@ -103,4 +103,4 @@ def ulysses_all_to_all(x, scatter_dim, gather_dim):
         return x
     from yunchang.comm.all_to_all import all_to_all_4D
     return all_to_all_4D(x, scatter_idx=scatter_dim, gather_idx=gather_dim,
-                         group=get_sp_group().device_group)
+                         group=get_sp_group().device_group)