# -*- coding: utf-8 -*- # Copyright (c) Alibaba, Inc. and its affiliates. from scepter.modules.model.tokenizer.base_tokenizer import BaseTokenizer from scepter.modules.model.tokenizer.tokenizer import (ClipTokenizer, HuggingfaceTokenizer, OpenClipTokenizer)