From e353c200d756105c2eaa2eacd9f335e1ddd9be07 Mon Sep 17 00:00:00 2001 From: GassiGiuseppe Date: Wed, 8 Oct 2025 11:02:18 +0200 Subject: [PATCH] updated special token --- Scripts/Libs/CleaningPipeline/special_token.py | 1 + 1 file changed, 1 insertion(+) diff --git a/Scripts/Libs/CleaningPipeline/special_token.py b/Scripts/Libs/CleaningPipeline/special_token.py index 3f25a2d..7e6349e 100644 --- a/Scripts/Libs/CleaningPipeline/special_token.py +++ b/Scripts/Libs/CleaningPipeline/special_token.py @@ -10,6 +10,7 @@ class SpecialToken(Enum): RELATIONSHIP = "" OBJECT = "" ABSTRACT = "" + END_OF_SENTENCE = "" CORPUS_END = "" ## Tasks' Token