From f1ab83f429cf57c9df18709ee360402ebe56b5d6 Mon Sep 17 00:00:00 2001 From: yolain Date: Sun, 11 Aug 2024 12:14:29 +0800 Subject: [PATCH] Fix filtering embedding carries chinese #299 --- py/libs/translate.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/py/libs/translate.py b/py/libs/translate.py index de0e652..efd77a9 100644 --- a/py/libs/translate.py +++ b/py/libs/translate.py @@ -80,7 +80,7 @@ def has_chinese(text): _text = text _text = re.sub(r'<.*?>', '', _text) _text = re.sub(r'__.*?__', '', _text) - _text = re.sub(r'embedding:.*?(\d+)?', '', _text) + _text = re.sub(r'embedding:.*?$', '', _text) for char in _text: if '\u4e00' <= char <= '\u9fff': has_cn = True