2025-10-03 13:26:58 +02:00
|
|
|
from enum import Enum
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class SpecialToken(Enum):
|
|
|
|
|
# (Enum, str) -> throws an error
|
|
|
|
|
START_TRIPLE_LIST = "<SOTL>"
|
|
|
|
|
START_TRIPLE = "<SOT>"
|
|
|
|
|
END_TRIPLE = "<EOT>"
|
|
|
|
|
SUBJECT = "<SUBJ>"
|
|
|
|
|
RELATIONSHIP = "<PRED>"
|
|
|
|
|
OBJECT = "<OBJ>"
|
|
|
|
|
ABSTRACT = "<ABS>"
|
|
|
|
|
|
|
|
|
|
## Tasks' Token
|
|
|
|
|
RDF_TO_TEXT = "<RDF2TXT>"
|
|
|
|
|
TEXT_TO_RDF = "<TEXT2RDF>"
|
|
|
|
|
CONTINUE_RDF = "<CONTINUERDF>"
|
|
|
|
|
MASK = "<MASK>"
|
|
|
|
|
|
|
|
|
|
# BPE Training:
|
2025-10-06 18:21:10 +02:00
|
|
|
# NanoSocrates
|
2025-10-07 16:36:45 +02:00
|
|
|
START = "<START>"
|
|
|
|
|
CORPUS_END = "<END>"
|
|
|
|
|
PAD = "<PAD>"
|
