Fixed bug

This commit is contained in:
Christian Risi 2025-10-03 17:59:46 +02:00
parent 0f95aeb122
commit d2a3dfe90f

View File

@ -164,9 +164,9 @@ class NanoSocratesBPE(Encoder):
NEW_PIECE.append(CANDIDATE_TOKEN) NEW_PIECE.append(CANDIDATE_TOKEN)
index += 2 index += 2
if index == PIECE_LENGTH: if index == PIECE_LENGTH:
NEW_PIECE.append(piece[index]) NEW_PIECE.append(piece[index])
return NEW_PIECE return NEW_PIECE