diff --git a/Project_Model/Libs/BPE/Classes/NanoSocratesBPE.py b/Project_Model/Libs/BPE/Classes/NanoSocratesBPE.py index a5dab9b..bcb0c0f 100644 --- a/Project_Model/Libs/BPE/Classes/NanoSocratesBPE.py +++ b/Project_Model/Libs/BPE/Classes/NanoSocratesBPE.py @@ -164,9 +164,9 @@ class NanoSocratesBPE(Encoder): NEW_PIECE.append(CANDIDATE_TOKEN) index += 2 - + if index == PIECE_LENGTH: - NEW_PIECE.append(piece[index]) + NEW_PIECE.append(piece[index]) return NEW_PIECE