Fixed bug
This commit is contained in:
parent
0f95aeb122
commit
d2a3dfe90f
@ -164,9 +164,9 @@ class NanoSocratesBPE(Encoder):
|
||||
NEW_PIECE.append(CANDIDATE_TOKEN)
|
||||
|
||||
index += 2
|
||||
|
||||
|
||||
if index == PIECE_LENGTH:
|
||||
NEW_PIECE.append(piece[index])
|
||||
NEW_PIECE.append(piece[index])
|
||||
|
||||
return NEW_PIECE
|
||||
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user