diff --git a/Project_Model/Libs/BPE/Enums/SpecialToken.py b/Project_Model/Libs/BPE/Enums/SpecialToken.py index 382c032..b3c42c1 100644 --- a/Project_Model/Libs/BPE/Enums/SpecialToken.py +++ b/Project_Model/Libs/BPE/Enums/SpecialToken.py @@ -10,7 +10,6 @@ class SpecialToken(Enum): RELATIONSHIP = "" OBJECT = "" ABSTRACT = "" - CORPUS_END = "" ## Tasks' Token RDF_TO_TEXT = "" @@ -20,4 +19,6 @@ class SpecialToken(Enum): # BPE Training: # NanoSocrates - START = "" \ No newline at end of file + START = "" + CORPUS_END = "" + PAD = "" \ No newline at end of file