From 4968d79403015e8b1a66b6b3f60f00d9e1c2b48c Mon Sep 17 00:00:00 2001 From: Christian Risi <75698846+CnF-Gris@users.noreply.github.com> Date: Tue, 14 Oct 2025 10:34:14 +0200 Subject: [PATCH] Fixed a masking problem --- Project_Model/Libs/Batch/Classes/Batcher.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Project_Model/Libs/Batch/Classes/Batcher.py b/Project_Model/Libs/Batch/Classes/Batcher.py index d921813..e01a574 100644 --- a/Project_Model/Libs/Batch/Classes/Batcher.py +++ b/Project_Model/Libs/Batch/Classes/Batcher.py @@ -157,7 +157,7 @@ class Batcher: X = [] Y = [] for rdf in batch["RDFs"]: - x, y = self._masker.mask_sequence(rdf) + x, y = self._masker.mask_sequence(rdf[:self.__max_length]) X.append(x) Y.append(y) return self.__normalization(X, Y) @@ -181,7 +181,7 @@ class Batcher: def __token_cmpletation_task_special_normalization(self, X: list[list[int]], Y: list[list[int]] ) -> tuple[list[list[int]], list[list[int]], list[list[int]], list[list[int]]]: - + def continue_rdf_padding(sequence: list[int], pad_token: int): for i, x in enumerate(sequence): if x == pad_token: