Modified imports for BPE

This commit is contained in:
Christian Risi
2025-10-04 19:42:02 +02:00
parent 7188c8678a
commit 03cdca1f00
3 changed files with 13 additions and 2 deletions

View File

@@ -1 +1,6 @@
from .TokenType import TokenType
from .SpecialToken import SpecialToken
__all__ = [
"SpecialToken"
]