From ba592c3480f7dc2b66ea1cb1ce020941cad6b7b5 Mon Sep 17 00:00:00 2001 From: Christian Risi <75698846+CnF-Gris@users.noreply.github.com> Date: Thu, 9 Oct 2025 11:36:56 +0200 Subject: [PATCH] Disabled Softmax --- Project_Model/Libs/Transformer/Classes/DeToken.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Project_Model/Libs/Transformer/Classes/DeToken.py b/Project_Model/Libs/Transformer/Classes/DeToken.py index c0b961e..1742374 100644 --- a/Project_Model/Libs/Transformer/Classes/DeToken.py +++ b/Project_Model/Libs/Transformer/Classes/DeToken.py @@ -14,6 +14,6 @@ class DeToken(torch.nn.Module): x = self.__linear(x) # 2) Go to logits - x = torch.softmax(x, 2) + # x = torch.softmax(x, 2) return x