From b97282179d3c3eee2113ce447f228e176b0cff9c Mon Sep 17 00:00:00 2001 From: Christian Risi <75698846+CnF-Gris@users.noreply.github.com> Date: Tue, 7 Oct 2025 16:37:43 +0200 Subject: [PATCH] Fixed a bug about sequence normalizations --- Project_Model/Libs/Transformer/Utils/post_tokenization.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Project_Model/Libs/Transformer/Utils/post_tokenization.py b/Project_Model/Libs/Transformer/Utils/post_tokenization.py index fc68363..23d5e4d 100644 --- a/Project_Model/Libs/Transformer/Utils/post_tokenization.py +++ b/Project_Model/Libs/Transformer/Utils/post_tokenization.py @@ -47,7 +47,7 @@ def normalize_sequence( ) -> tuple[list[int], list[bool]]: new_sequence = pad_sequence(sequence, max_length, pad_token) - new_sequence = truncate_sequence(sequence, max_length, end_token) - PADDING_MASK = create_padding_mask(sequence, pad_token) + new_sequence = truncate_sequence(new_sequence, max_length, end_token) + PADDING_MASK = create_padding_mask(new_sequence, pad_token) return (new_sequence, PADDING_MASK)