diff --git a/Project_Model/Libs/BPE/Classes/NanoSocratesBPE.py b/Project_Model/Libs/BPE/Classes/NanoSocratesBPE.py index a74412d..a5dab9b 100644 --- a/Project_Model/Libs/BPE/Classes/NanoSocratesBPE.py +++ b/Project_Model/Libs/BPE/Classes/NanoSocratesBPE.py @@ -163,10 +163,10 @@ class NanoSocratesBPE(Encoder): # in this case there was a candidate token to substitute the couple of element NEW_PIECE.append(CANDIDATE_TOKEN) - index += 1 + index += 2 + if index == PIECE_LENGTH: NEW_PIECE.append(piece[index]) - index += 1 return NEW_PIECE