From 845d6453488a0f65c30af664725dd623a40c9c09 Mon Sep 17 00:00:00 2001 From: GassiGiuseppe Date: Fri, 3 Oct 2025 10:38:35 +0200 Subject: [PATCH] added some stubs on special_regex_maker --- Project_Model/Libs/BPE/Utils/special_regex_maker.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/Project_Model/Libs/BPE/Utils/special_regex_maker.py b/Project_Model/Libs/BPE/Utils/special_regex_maker.py index 414eabf..fd4ac28 100644 --- a/Project_Model/Libs/BPE/Utils/special_regex_maker.py +++ b/Project_Model/Libs/BPE/Utils/special_regex_maker.py @@ -2,6 +2,13 @@ import re def special_regex_maker(special_tokens: list[str]) -> re.Pattern: + """ compile a regex for the special token + Args: + special_tokens (list[str]): the list of special token + + Returns: + re.Pattern: + """ REGEX_STR = "|".join(special_tokens)