diff --git a/Scripts/Libs/CleaningPipeline/special_token.py b/Scripts/Libs/CleaningPipeline/special_token.py index 3f25a2d..7e6349e 100644 --- a/Scripts/Libs/CleaningPipeline/special_token.py +++ b/Scripts/Libs/CleaningPipeline/special_token.py @@ -10,6 +10,7 @@ class SpecialToken(Enum): RELATIONSHIP = "" OBJECT = "" ABSTRACT = "" + END_OF_SENTENCE = "" CORPUS_END = "" ## Tasks' Token