7 lines
368 B
Python
7 lines
368 B
Python
# -*- coding: utf-8 -*-
|
|
# Copyright (c) Alibaba, Inc. and its affiliates.
|
|
from scepter.modules.model.tokenizer.base_tokenizer import BaseTokenizer
|
|
from scepter.modules.model.tokenizer.tokenizer import (ClipTokenizer,
|
|
HuggingfaceTokenizer,
|
|
OpenClipTokenizer)
|