63 lines
1.4 KiB
Python
63 lines
1.4 KiB
Python
from .version import __version__
|
|
|
|
from fastvideo_kernel.ops import (
|
|
sliding_tile_attention,
|
|
video_sparse_attn,
|
|
video_sparse_attn_bshd,
|
|
)
|
|
|
|
from fastvideo_kernel.block_sparse_attn import (
|
|
block_sparse_attn,
|
|
block_sparse_attn_from_indices,
|
|
)
|
|
|
|
from fastvideo_kernel.vmoba import (
|
|
moba_attn_varlen,
|
|
process_moba_input,
|
|
process_moba_output,
|
|
)
|
|
|
|
from fastvideo_kernel.turbodiffusion_ops import (
|
|
Int8Linear,
|
|
FastRMSNorm,
|
|
FastLayerNorm,
|
|
int8_linear,
|
|
int8_quant,
|
|
)
|
|
|
|
from fastvideo_kernel.block_sparse_attn_varlen import (
|
|
block_sparse_attn_varlen, )
|
|
|
|
from fastvideo_kernel.vsa_utils import (
|
|
VSA_TILE_SIZE,
|
|
get_tile_partition_indices,
|
|
get_reverse_tile_partition_indices,
|
|
construct_variable_block_sizes,
|
|
get_non_pad_index,
|
|
build_vsa_metadata,
|
|
)
|
|
|
|
__all__ = [
|
|
"sliding_tile_attention",
|
|
"video_sparse_attn",
|
|
"video_sparse_attn_bshd",
|
|
"block_sparse_attn",
|
|
"block_sparse_attn_from_indices",
|
|
"block_sparse_attn_varlen",
|
|
"moba_attn_varlen",
|
|
"process_moba_input",
|
|
"process_moba_output",
|
|
"Int8Linear",
|
|
"FastRMSNorm",
|
|
"FastLayerNorm",
|
|
"int8_linear",
|
|
"int8_quant",
|
|
"VSA_TILE_SIZE",
|
|
"get_tile_partition_indices",
|
|
"get_reverse_tile_partition_indices",
|
|
"construct_variable_block_sizes",
|
|
"get_non_pad_index",
|
|
"build_vsa_metadata",
|
|
"__version__",
|
|
]
|