2025-09-29 15:21:26 +02:00
|
|
|
from enum import Enum
|
|
|
|
|
|
2025-09-30 23:58:54 +02:00
|
|
|
|
|
|
|
|
class SpecialToken(Enum):
|
2025-09-29 15:21:26 +02:00
|
|
|
# (Enum, str) -> throws an error
|
|
|
|
|
START_TRIPLE_LIST = "<SOTL>"
|
|
|
|
|
START_TRIPLE = "<SOT>"
|
|
|
|
|
END_TRIPLE = "<EOT>"
|
|
|
|
|
SUBJECT = "<SUBJ>"
|
|
|
|
|
RELATIONSHIP = "<PRED>"
|
|
|
|
|
OBJECT = "<OBJ>"
|
|
|
|
|
ABSTRACT = "<ABS>"
|
|
|
|
|
CORPUS_END = "<END>"
|
|
|
|
|
|
|
|
|
|
## Tasks' Token
|
|
|
|
|
RDF_TO_TEXT = "<RDF2TXT>"
|
|
|
|
|
TEXT_TO_RDF = "<TEXT2RDF>"
|
|
|
|
|
CONTINUE_RDF = "<CONTINUERDF>"
|
|
|
|
|
MASK = "<MASK>"
|
|
|
|
|
|
2025-09-30 23:58:54 +02:00
|
|
|
# BPE Training:
|
