implemented token nano for the BPE encoding/decoding

2025-10-03 01:04:06 +02:00
parent 8121c75a09
commit 070dc1b744
2 changed files with 87 additions and 0 deletions
--- a/Project_Model/Libs/BPE/Classes/TokeNano.py
+++ b/Project_Model/Libs/BPE/Classes/TokeNano.py
@@ -0,0 +1,8 @@
+
+from Project_Model.Libs.BPE.Classes.TokeNanoCore import TokeNanoCore
+
+class TokeNano:
+
+    def __init__(self):
+        
+        pass