nodes/chflame163-ComfyUI_LayerStyle_Advance
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Use BartTokenizerFast instead of AutoTokenizer to avoid config loading

Browse Source 
AutoTokenizer tries to load the model config to detect tokenizer type,
which fails because transformers 5.x CONFIG_MAPPING doesn't know
florence2_language. Use BartTokenizerFast directly with tokenizer.json
fallback for models that use different tokenizer formats.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
Gang Wen
2026-04-07 20:03:24 +02:00
co-authored by Claude Opus 4.6
parent 1130a5f117
commit acbe51c5a2
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
py/florence2_ultra.py
+5 -5
View File
@@ -49,7 +49,7 @@ def _load_model_v5(model_path, attention, dtype):
"""Load Florence2 model for transformers >= 5.0.0"""
log(f"[DEBUG] _load_model_v5 called with model_path={model_path}, attention={attention}, dtype={dtype}")
from ..florence2_models.modeling_florence2 import Florence2ForConditionalGeneration, Florence2Config
from transformers import CLIPImageProcessor, AutoTokenizer
from transformers import CLIPImageProcessor, BartTokenizerFast
from ..florence2_models.processing_florence2 import Florence2Processor
from accelerate import init_empty_weights
from accelerate.utils import set_module_tensor_to_device
@@ -109,15 +109,15 @@ def _load_model_v5(model_path, attention, dtype):
log(f"[DEBUG] Loading tokenizer from {model_path}")
try:
tokenizer = AutoTokenizer.from_pretrained(model_path)
except TypeError as e:
log(f"[DEBUG] AutoTokenizer failed ({e}), loading from tokenizer.json directly", message_type='warning')
tokenizer = BartTokenizerFast.from_pretrained(model_path)
except (TypeError, Exception) as e:
log(f"[DEBUG] BartTokenizerFast failed ({e}), loading from tokenizer.json directly", message_type='warning')
from tokenizers import Tokenizer as TokenizerFast
from transformers import PreTrainedTokenizerFast
import json
tokenizer_json = os.path.join(model_path, "tokenizer.json")
base_tokenizer = TokenizerFast.from_file(tokenizer_json)
# Read special token config
import json
tokenizer_config_path = os.path.join(model_path, "tokenizer_config.json")
special_tokens = {}
if os.path.exists(tokenizer_config_path):