fixed typos
This commit is contained in:
parent
c5c0c61f79
commit
51f491d033
@ -13,4 +13,3 @@ def special_regex_maker(special_tokens: list[str]) -> re.Pattern:
|
|||||||
REGEX_STR = "|".join(special_tokens)
|
REGEX_STR = "|".join(special_tokens)
|
||||||
|
|
||||||
return re.compile(REGEX_STR)
|
return re.compile(REGEX_STR)
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user