Bubbliiiing
a1e6ea6335
* pai fuser sparse test * make pai fuser more clear * make pai fuser more clear * make pai fuser more clear * make pai fuser more clear * Update Readme * disable compile in rope for less error info * Fix sage attention backward bug * Fix checkpoint bugs * Fix Attention * Update predict and fast rope * Fix bug in Sparse * Fix bug in Sparse * Fix bug in loras load * Delete useless import * Fix bug in ui * Fix bug in ui
32 lines
1.6 KiB
Python
Executable File
32 lines
1.6 KiB
Python
Executable File
import importlib.util
|
|
|
|
from .fm_solvers import FlowDPMSolverMultistepScheduler
|
|
from .fm_solvers_unipc import FlowUniPCMultistepScheduler
|
|
from .fp8_optimization import (autocast_model_forward,
|
|
convert_model_weight_to_float8,
|
|
convert_weight_dtype_wrapper,
|
|
replace_parameters_by_name)
|
|
from .lora_utils import merge_lora, unmerge_lora
|
|
from .utils import (filter_kwargs, get_image_latent, get_image_to_video_latent,
|
|
get_video_to_video_latent, save_videos_grid)
|
|
from .cfg_optimization import cfg_skip
|
|
from .discrete_sampler import DiscreteSampling
|
|
|
|
|
|
# The pai_fuser is an internally developed acceleration package, which can be used on PAI.
|
|
if importlib.util.find_spec("pai_fuser") is not None:
|
|
from pai_fuser.core import (convert_model_weight_to_float8,
|
|
convert_weight_dtype_wrapper)
|
|
from . import fp8_optimization
|
|
fp8_optimization.convert_model_weight_to_float8 = convert_model_weight_to_float8
|
|
fp8_optimization.convert_weight_dtype_wrapper = convert_weight_dtype_wrapper
|
|
convert_model_weight_to_float8 = fp8_optimization.convert_model_weight_to_float8
|
|
convert_weight_dtype_wrapper = fp8_optimization.convert_weight_dtype_wrapper
|
|
print("Import PAI Quantization Turbo")
|
|
|
|
from pai_fuser.core import (cfg_skip_turbo, enable_cfg_skip,
|
|
disable_cfg_skip)
|
|
from . import cfg_optimization
|
|
cfg_optimization.cfg_skip = cfg_skip_turbo
|
|
cfg_skip = cfg_skip_turbo
|
|
print("Import CFG Skip Turbo") |