From 76d9544157e3874e44589b7b2d9d48c1903e11e1 Mon Sep 17 00:00:00 2001 From: Michael Poutre Date: Sun, 20 Aug 2023 17:51:49 -0700 Subject: [PATCH] refactor(Tokenizer): Cleanup nudge start/end detection --- lib/tokenizer.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/lib/tokenizer.py b/lib/tokenizer.py index c7a62cb..05b695a 100644 --- a/lib/tokenizer.py +++ b/lib/tokenizer.py @@ -109,12 +109,12 @@ class MyTokenizer(SD1Tokenizer): parsed_actions = parse_token_actions(text) - nudge_start = None - nudge_end = None - if kwargs.get('nudge_start', None) is not None and kwargs.get('nudge_end', None) is not None: - nudge_start = int(kwargs.get('nudge_start')) - nudge_end = int(kwargs.get('nudge_end')) + nudge_start = kwargs.get("nudge_start") + nudge_end = kwargs.get("nudge_end") + if nudge_start is not None and nudge_end is not None: + nudge_start = int(nudge_start) + nudge_end = int(nudge_end) #tokenize words tokens: list[list[TokenDict]] = []