Fixed a encoding bug

2025-10-03 16:08:11 +02:00 · 2025-10-03 16:08:11 +02:00 · 55e0d2ac23
commit 55e0d2ac23
parent 9c5f42153f
1 changed files with 5 additions and 1 deletions
--- a/Project_Model/Libs/BPE/Classes/NanoSocratesBPE.py
+++ b/Project_Model/Libs/BPE/Classes/NanoSocratesBPE.py
@ -162,7 +162,11 @@ class NanoSocratesBPE(Encoder):

            # in this case there was a candidate token to substitute the couple of element
            NEW_PIECE.append(CANDIDATE_TOKEN)
-            index += 2
+
+            index += 1
+            if index == PIECE_LENGTH:
+                    NEW_PIECE.append(piece[index])
+            index += 1

        return NEW_PIECE