PoliBa-DeepLearning/NanoSocrates
2
0
Fork 0
Code Issues 3 Pull Requests 1 Actions Packages Projects Releases Wiki Activity

Fixed a encoding bug

Browse Source
This commit is contained in:
Christian Risi 2025-10-03 16:08:11 +02:00
parent 9c5f42153f
commit 55e0d2ac23
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
Project_Model/Libs/BPE/Classes/NanoSocratesBPE.py
View File

@ -162,7 +162,11 @@ class NanoSocratesBPE(Encoder):
# in this case there was a candidate token to substitute the couple of element # in this case there was a candidate token to substitute the couple of element
NEW_PIECE.append(CANDIDATE_TOKEN) NEW_PIECE.append(CANDIDATE_TOKEN)
index += 2
index += 1
if index == PIECE_LENGTH:
NEW_PIECE.append(piece[index])
index += 1
return NEW_PIECE return NEW_PIECE