From 0007c38212d7d538e42129148928f2d3736551bd Mon Sep 17 00:00:00 2001 From: Christian Risi <75698846+CnF-Gris@users.noreply.github.com> Date: Mon, 6 Oct 2025 17:02:06 +0200 Subject: [PATCH] Added a util to make masked inference --- .../Libs/Transformer/Utils/inference_masking.py | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100644 Project_Model/Libs/Transformer/Utils/inference_masking.py diff --git a/Project_Model/Libs/Transformer/Utils/inference_masking.py b/Project_Model/Libs/Transformer/Utils/inference_masking.py new file mode 100644 index 0000000..4dc4345 --- /dev/null +++ b/Project_Model/Libs/Transformer/Utils/inference_masking.py @@ -0,0 +1,13 @@ +def inference_masking(sequence: list[int], mask_token: int, max_vocabulary: int) -> list[int]: + + current_mask_token = max_vocabulary + 1 + + for i in range(0, len(sequence)): + + if sequence[i] != mask_token: + continue + + sequence[i] = current_mask_token + current_mask_token += 1 + + return sequence