new special token for start sequence in decoder

2025-10-06 18:21:10 +02:00 · 2025-10-06 18:21:10 +02:00 · 745424a978
commit 745424a978
parent e1549d4458
1 changed files with 2 additions and 0 deletions
--- a/Project_Model/Libs/BPE/Enums/SpecialToken.py
+++ b/Project_Model/Libs/BPE/Enums/SpecialToken.py
@ -19,3 +19,5 @@ class SpecialToken(Enum):
    MASK = "<MASK>"

    # BPE Training:
+    # NanoSocrates
+    START = "<START>"