PoliBa-DeepLearning/NanoSocrates
2
0
Fork 0
Code Issues 3 Pull Requests 1 Actions Packages Projects Releases Wiki Activity

fixed typos

Browse Source
This commit is contained in:
Christian Risi 2025-10-03 13:27:17 +02:00
parent c5c0c61f79
commit 51f491d033
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
Project_Model/Libs/BPE/Utils/special_regex_maker.py
View File

@ -2,7 +2,7 @@ import re
def special_regex_maker(special_tokens: list[str]) -> re.Pattern:
""" compile a regex for the special token
"""compile a regex for the special token
Args:
special_tokens (list[str]): the list of special token
@ -13,4 +13,3 @@ def special_regex_maker(special_tokens: list[str]) -> re.Pattern:
REGEX_STR = "|".join(special_tokens)
return re.compile(REGEX_STR)