Fixed bug
This commit is contained in:
parent
0f95aeb122
commit
d2a3dfe90f
@ -164,9 +164,9 @@ class NanoSocratesBPE(Encoder):
|
|||||||
NEW_PIECE.append(CANDIDATE_TOKEN)
|
NEW_PIECE.append(CANDIDATE_TOKEN)
|
||||||
|
|
||||||
index += 2
|
index += 2
|
||||||
|
|
||||||
if index == PIECE_LENGTH:
|
if index == PIECE_LENGTH:
|
||||||
NEW_PIECE.append(piece[index])
|
NEW_PIECE.append(piece[index])
|
||||||
|
|
||||||
return NEW_PIECE
|
return NEW_PIECE
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user