Merge branch 'dev.embedder' of https://repositories.communitynotfound.work/PoliBa-DeepLearning/NanoSocrates into dev.embedder

2025-10-07 17:42:21 +02:00
parent b4ee8362a2 3021a51961
commit f801afe0e4
13 changed files with 668 additions and 111 deletions
--- a/Project_Model/Libs/BPE/Enums/SpecialToken.py
+++ b/Project_Model/Libs/BPE/Enums/SpecialToken.py
@@ -10,7 +10,6 @@ class SpecialToken(Enum):
    RELATIONSHIP = "<PRED>"
    OBJECT = "<OBJ>"
    ABSTRACT = "<ABS>"
-    CORPUS_END = "<END>"

    ## Tasks' Token
    RDF_TO_TEXT = "<RDF2TXT>"
@@ -20,4 +19,6 @@ class SpecialToken(Enum):

    # BPE Training:
    # NanoSocrates
-    START = "<START>"
+    START = "<START>"
+    CORPUS_END = "<END>"
+    PAD = "<PAD>"