Merge branch 'dev.train' of https://repositories.communitynotfound.work/PoliBa-DeepLearning/NanoSocrates into dev.train

Project_Model/Libs/Transformer/Classes/FeedForwardNetwork.py

@@ -35,7 +35,7 @@ class FeedForwardNetwork(nn.Module):
         x = self.__relu(x)
 
         # 3) Dropout
-        x = self.__dropout(x)
+        # x = self.__dropout(x)
 
         # 4) Linear Layer
         x = self.__fully_connected_2(x)

Project_Model/Libs/Transformer/Enums/__init__.py

@@ -1 +0,0 @@
-from .ModelType import ModelType

Project_Model/Libs/Transformer/Utils/__init__.py

@@ -4,7 +4,7 @@ from .post_tokenization import truncate_sequence, pad_sequence, normalize_sequen
 from .inference_masking import inference_masking
 from .truncate_rdf_list import truncate_rdf_list
 from .decode_out import tensor2token
-from .model_utils import decompose_nano_socrates, create_standalone_model
+
 
 __all__ = [
     "TaskType",
@@ -17,6 +17,4 @@ __all__ = [
     "inference_masking",
     "truncate_rdf_list",
     "tensor2token",
-    "decompose_nano_socrates",
-    "create_standalone_model"
 ]

Project_Model/Libs/TransformerUtils/__init__.py

@@ -0,0 +1,8 @@
+from .model_utils import decompose_nano_socrates, create_standalone_model
+from .ModelType import ModelType
+
+__all__ = [
+    "ModelType",
+    "decompose_nano_socrates",
+    "create_standalone_model"
+]

Project_Model/Libs/TransformerUtils/model_utils.py

@@ -1,8 +1,8 @@
 import torch
 from Project_Model.Libs.Embedder import NanoSocratesEmbedder
-from ..Models import TrainingModel, NanoSocraDecoder, NanoSocratEncoder
+from Project_Model.Libs.Transformer import TrainingModel, NanoSocraDecoder, NanoSocratEncoder, DeToken, Encoder, Decoder
-from ..Classes import DeToken, Encoder, Decoder
+from .ModelType import ModelType
-from ..Enums import ModelType
+
 
 
 def decompose_nano_socrates(

Project_Model/Libs/__init__.py

@@ -2,3 +2,4 @@ from . import BPE
 from . import Embedder
 from . import Transformer
 from . import TorchShims
+from . import TransformerUtils