Added attention_mask

Project_Model/Libs/Transformer/Utils/__init__.py

@@ -0,0 +1,3 @@
+from .attention_mask import get_attention_mask
+
+__all__ = ["get_attention_mask"]

Project_Model/Libs/Transformer/Utils/attention_mask.py

@@ -0,0 +1,4 @@
+import torch
+
+def get_attention_mask(embedding_dimension: int) -> torch.Tensor:
+    return torch.triu(torch.ones(embedding_dimension, embedding_dimension, dtype=torch.bool), diagonal=1)