Modified imports for BPE
This commit is contained in:
@@ -1 +1,6 @@
|
||||
from .TokenType import TokenType
|
||||
from .SpecialToken import SpecialToken
|
||||
|
||||
__all__ = [
|
||||
"SpecialToken"
|
||||
]
|
||||
Reference in New Issue
Block a user