From fef933da9d1fc075f937bf6fac8ee4b8ebc31ad6 Mon Sep 17 00:00:00 2001 From: Christian Risi <75698846+CnF-Gris@users.noreply.github.com> Date: Tue, 7 Oct 2025 16:36:45 +0200 Subject: [PATCH] Added and moved Token --- Project_Model/Libs/BPE/Enums/SpecialToken.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/Project_Model/Libs/BPE/Enums/SpecialToken.py b/Project_Model/Libs/BPE/Enums/SpecialToken.py index 382c032..b3c42c1 100644 --- a/Project_Model/Libs/BPE/Enums/SpecialToken.py +++ b/Project_Model/Libs/BPE/Enums/SpecialToken.py @@ -10,7 +10,6 @@ class SpecialToken(Enum): RELATIONSHIP = "" OBJECT = "" ABSTRACT = "" - CORPUS_END = "" ## Tasks' Token RDF_TO_TEXT = "" @@ -20,4 +19,6 @@ class SpecialToken(Enum): # BPE Training: # NanoSocrates - START = "" \ No newline at end of file + START = "" + CORPUS_END = "" + PAD = "" \ No newline at end of file