diff --git a/Project_Model/Libs/BPE/Classes/NanoSocratesBPE.py b/Project_Model/Libs/BPE/Classes/NanoSocratesBPE.py index d517f04..a74412d 100644 --- a/Project_Model/Libs/BPE/Classes/NanoSocratesBPE.py +++ b/Project_Model/Libs/BPE/Classes/NanoSocratesBPE.py @@ -162,7 +162,11 @@ class NanoSocratesBPE(Encoder): # in this case there was a candidate token to substitute the couple of element NEW_PIECE.append(CANDIDATE_TOKEN) - index += 2 + + index += 1 + if index == PIECE_LENGTH: + NEW_PIECE.append(piece[index]) + index += 1 return NEW_PIECE