121 lines
3.9 KiB
Python
121 lines
3.9 KiB
Python
# These codes are copied from modelscope revision c58451baead80d83281f063d12fb377fad415257
|
|
# Copyright (c) Alibaba, Inc. and its affiliates.
|
|
|
|
import inspect
|
|
import os
|
|
from pathlib import Path
|
|
from shutil import Error, copy2, copystat
|
|
|
|
|
|
# TODO: remove this api, unify to flattened args
|
|
def func_receive_dict_inputs(func):
|
|
"""to decide if a func could recieve dict inputs or not
|
|
|
|
Args:
|
|
func (class): the target function to be inspected
|
|
|
|
Returns:
|
|
bool: if func only has one arg ``input`` or ``inputs``, return True, else return False
|
|
"""
|
|
full_args_spec = inspect.getfullargspec(func)
|
|
varargs = full_args_spec.varargs
|
|
varkw = full_args_spec.varkw
|
|
if not (varargs is None and varkw is None):
|
|
return False
|
|
|
|
args = [] if not full_args_spec.args else full_args_spec.args
|
|
args.pop(0) if (args and args[0] in ['self', 'cls']) else args
|
|
|
|
if len(args) == 1 and args[0] in ['input', 'inputs']:
|
|
return True
|
|
|
|
return False
|
|
|
|
|
|
def get_default_cache_dir():
|
|
"""
|
|
default base dir: '~/.cache/modelscope'
|
|
"""
|
|
default_cache_dir = Path.home().joinpath('.cache', 'modelscope')
|
|
return default_cache_dir
|
|
|
|
|
|
def read_file(path):
|
|
|
|
with open(path, 'r') as f:
|
|
text = f.read()
|
|
return text
|
|
|
|
|
|
def copytree_py37(src,
|
|
dst,
|
|
symlinks=False,
|
|
ignore=None,
|
|
copy_function=copy2,
|
|
ignore_dangling_symlinks=False,
|
|
dirs_exist_ok=False):
|
|
"""copy from py37 shutil. add the parameter dirs_exist_ok."""
|
|
names = os.listdir(src)
|
|
if ignore is not None:
|
|
ignored_names = ignore(src, names)
|
|
else:
|
|
ignored_names = set()
|
|
|
|
os.makedirs(dst, exist_ok=dirs_exist_ok)
|
|
errors = []
|
|
for name in names:
|
|
if name in ignored_names:
|
|
continue
|
|
srcname = os.path.join(src, name)
|
|
dstname = os.path.join(dst, name)
|
|
try:
|
|
if os.path.islink(srcname):
|
|
linkto = os.readlink(srcname)
|
|
if symlinks:
|
|
# We can't just leave it to `copy_function` because legacy
|
|
# code with a custom `copy_function` may rely on copytree
|
|
# doing the right thing.
|
|
os.symlink(linkto, dstname)
|
|
copystat(srcname, dstname, follow_symlinks=not symlinks)
|
|
else:
|
|
# ignore dangling symlink if the flag is on
|
|
if not os.path.exists(linkto) and ignore_dangling_symlinks:
|
|
continue
|
|
# otherwise let the copy occurs. copy2 will raise an error
|
|
if os.path.isdir(srcname):
|
|
copytree_py37(
|
|
srcname,
|
|
dstname,
|
|
symlinks,
|
|
ignore,
|
|
copy_function,
|
|
dirs_exist_ok=dirs_exist_ok)
|
|
else:
|
|
copy_function(srcname, dstname)
|
|
elif os.path.isdir(srcname):
|
|
copytree_py37(
|
|
srcname,
|
|
dstname,
|
|
symlinks,
|
|
ignore,
|
|
copy_function,
|
|
dirs_exist_ok=dirs_exist_ok)
|
|
else:
|
|
# Will raise a SpecialFileError for unsupported file types
|
|
copy_function(srcname, dstname)
|
|
# catch the Error from the recursive copytree so that we can
|
|
# continue with other files
|
|
except Error as err:
|
|
errors.extend(err.args[0])
|
|
except OSError as why:
|
|
errors.append((srcname, dstname, str(why)))
|
|
try:
|
|
copystat(src, dst)
|
|
except OSError as why:
|
|
# Copying file access times may fail on Windows
|
|
if getattr(why, 'winerror', None) is None:
|
|
errors.append((src, dst, str(why)))
|
|
if errors:
|
|
raise Error(errors)
|
|
return dst
|