fixed typos
This commit is contained in:
parent
c5c0c61f79
commit
51f491d033
@ -13,4 +13,3 @@ def special_regex_maker(special_tokens: list[str]) -> re.Pattern:
|
||||
REGEX_STR = "|".join(special_tokens)
|
||||
|
||||
return re.compile(REGEX_STR)
|
||||
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user