PoliBa-DeepLearning/NanoSocrates
2
0
Fork 0
Code Issues 3 Pull Requests 1 Actions Packages Projects Releases Wiki Activity

fixed typos

Browse Source
This commit is contained in:
Christian Risi 2025-10-03 13:27:17 +02:00
parent c5c0c61f79
commit 51f491d033
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
Project_Model/Libs/BPE/Utils/special_regex_maker.py
View File

@ -2,15 +2,14 @@ import re
def special_regex_maker(special_tokens: list[str]) -> re.Pattern:
""" compile a regex for the special token
"""compile a regex for the special token
Args:
special_tokens (list[str]): the list of special token
Returns:
re.Pattern:
"""
"""
REGEX_STR = "|".join(special_tokens)
return re.compile(REGEX_STR)