From 625f79f7c373c2c013ca92cdca2d6a719fa38f24 Mon Sep 17 00:00:00 2001
From: Christian Risi <75698846+CnF-Gris@users.noreply.github.com>
Date: Sat, 11 Oct 2025 11:18:44 +0200
Subject: [PATCH] Fixed imports

---
 .../Libs/Transformer/Classes/FeedForwardNetwork.py        | 2 +-
 Project_Model/Libs/Transformer/Enums/__init__.py          | 1 -
 Project_Model/Libs/Transformer/Utils/__init__.py          | 4 +---
 .../{Transformer/Enums => TransformerUtils}/ModelType.py  | 0
 Project_Model/Libs/TransformerUtils/__init__.py           | 8 ++++++++
 .../Utils => TransformerUtils}/model_utils.py             | 6 +++---
 Project_Model/Libs/__init__.py                            | 1 +
 7 files changed, 14 insertions(+), 8 deletions(-)
 rename Project_Model/Libs/{Transformer/Enums => TransformerUtils}/ModelType.py (100%)
 create mode 100644 Project_Model/Libs/TransformerUtils/__init__.py
 rename Project_Model/Libs/{Transformer/Utils => TransformerUtils}/model_utils.py (91%)

diff --git a/Project_Model/Libs/Transformer/Classes/FeedForwardNetwork.py b/Project_Model/Libs/Transformer/Classes/FeedForwardNetwork.py
index 4cfc7e6..a5a29ac 100644
--- a/Project_Model/Libs/Transformer/Classes/FeedForwardNetwork.py
+++ b/Project_Model/Libs/Transformer/Classes/FeedForwardNetwork.py
@@ -35,7 +35,7 @@ class FeedForwardNetwork(nn.Module):
         x = self.__relu(x)
 
         # 3) Dropout
-        x = self.__dropout(x)
+        # x = self.__dropout(x)
 
         # 4) Linear Layer
         x = self.__fully_connected_2(x)
diff --git a/Project_Model/Libs/Transformer/Enums/__init__.py b/Project_Model/Libs/Transformer/Enums/__init__.py
index 6a4d655..e69de29 100644
--- a/Project_Model/Libs/Transformer/Enums/__init__.py
+++ b/Project_Model/Libs/Transformer/Enums/__init__.py
@@ -1 +0,0 @@
-from .ModelType import ModelType
\ No newline at end of file
diff --git a/Project_Model/Libs/Transformer/Utils/__init__.py b/Project_Model/Libs/Transformer/Utils/__init__.py
index 6be4f58..30e026f 100644
--- a/Project_Model/Libs/Transformer/Utils/__init__.py
+++ b/Project_Model/Libs/Transformer/Utils/__init__.py
@@ -4,7 +4,7 @@ from .post_tokenization import truncate_sequence, pad_sequence, normalize_sequen
 from .inference_masking import inference_masking
 from .truncate_rdf_list import truncate_rdf_list
 from .decode_out import tensor2token
-from .model_utils import decompose_nano_socrates, create_standalone_model
+
 
 __all__ = [
     "TaskType",
@@ -17,6 +17,4 @@ __all__ = [
     "inference_masking",
     "truncate_rdf_list",
     "tensor2token",
-    "decompose_nano_socrates",
-    "create_standalone_model"
 ]
\ No newline at end of file
diff --git a/Project_Model/Libs/Transformer/Enums/ModelType.py b/Project_Model/Libs/TransformerUtils/ModelType.py
similarity index 100%
rename from Project_Model/Libs/Transformer/Enums/ModelType.py
rename to Project_Model/Libs/TransformerUtils/ModelType.py
diff --git a/Project_Model/Libs/TransformerUtils/__init__.py b/Project_Model/Libs/TransformerUtils/__init__.py
new file mode 100644
index 0000000..a0918a9
--- /dev/null
+++ b/Project_Model/Libs/TransformerUtils/__init__.py
@@ -0,0 +1,8 @@
+from .model_utils import decompose_nano_socrates, create_standalone_model
+from .ModelType import ModelType
+
+__all__ = [
+    "ModelType",
+    "decompose_nano_socrates",
+    "create_standalone_model"
+]
\ No newline at end of file
diff --git a/Project_Model/Libs/Transformer/Utils/model_utils.py b/Project_Model/Libs/TransformerUtils/model_utils.py
similarity index 91%
rename from Project_Model/Libs/Transformer/Utils/model_utils.py
rename to Project_Model/Libs/TransformerUtils/model_utils.py
index 183b8d2..7a9c841 100644
--- a/Project_Model/Libs/Transformer/Utils/model_utils.py
+++ b/Project_Model/Libs/TransformerUtils/model_utils.py
@@ -1,8 +1,8 @@
 import torch
 from Project_Model.Libs.Embedder import NanoSocratesEmbedder
-from ..Models import TrainingModel, NanoSocraDecoder, NanoSocratEncoder
-from ..Classes import DeToken, Encoder, Decoder
-from ..Enums import ModelType
+from Project_Model.Libs.Transformer import TrainingModel, NanoSocraDecoder, NanoSocratEncoder, DeToken, Encoder, Decoder
+from .ModelType import ModelType
+
 
 
 def decompose_nano_socrates(
diff --git a/Project_Model/Libs/__init__.py b/Project_Model/Libs/__init__.py
index 0094768..a98d5db 100644
--- a/Project_Model/Libs/__init__.py
+++ b/Project_Model/Libs/__init__.py
@@ -2,3 +2,4 @@ from . import BPE
 from . import Embedder
 from . import Transformer
 from . import TorchShims
+from . import TransformerUtils