Finished uploading stubs for TokeNano

2025-10-01 18:56:53 +02:00
parent b3d444979f
commit fbbe6226bb
6 changed files with 246 additions and 2 deletions
--- a/Project_Model/Libs/BPE/Utils/init.py
+++ b/Project_Model/Libs/BPE/Utils/init.py
@@ -1,7 +1,12 @@
 from .special_regex_maker import special_regex_maker
 from .lag_checker_iterator import iterator_with_checks
+from .vocabulary import save_nanos_vocabulary, load_nanos_vocabulary
+from .json_utils import save_json, load_json

 __all__ = [
    "special_regex_maker",
-    "iterator_with_checks"
+    "iterator_with_checks",
+    "save_nanos_vocabulary",
+    "load_nanos_vocabulary",
+    "save_json", "load_json"
 ]