refactor(Tokenizer): Cleanup nudge start/end detection

This commit is contained in:
Michael Poutre
2023-08-20 17:51:49 -07:00
parent 90a9314e43
commit 76d9544157
+5 -5
View File
@@ -109,12 +109,12 @@ class MyTokenizer(SD1Tokenizer):
parsed_actions = parse_token_actions(text)
nudge_start = None
nudge_end = None
if kwargs.get('nudge_start', None) is not None and kwargs.get('nudge_end', None) is not None:
nudge_start = int(kwargs.get('nudge_start'))
nudge_end = int(kwargs.get('nudge_end'))
nudge_start = kwargs.get("nudge_start")
nudge_end = kwargs.get("nudge_end")
if nudge_start is not None and nudge_end is not None:
nudge_start = int(nudge_start)
nudge_end = int(nudge_end)
#tokenize words
tokens: list[list[TokenDict]] = []