diff --git a/Project_Model/Libs/BPE/Enums/SpecialToken.py b/Project_Model/Libs/BPE/Enums/SpecialToken.py index b3c42c1..b14a723 100644 --- a/Project_Model/Libs/BPE/Enums/SpecialToken.py +++ b/Project_Model/Libs/BPE/Enums/SpecialToken.py @@ -21,4 +21,7 @@ class SpecialToken(Enum): # NanoSocrates START = "" CORPUS_END = "" - PAD = "" \ No newline at end of file + START_OF_SEQUENCE = "" + END_OF_SEQUENCE = "" + PAD = "" + \ No newline at end of file