From f33d4f1db6c3f1755830863ddd47ad090b9b4943 Mon Sep 17 00:00:00 2001
From: GassiGiuseppe <g.gassi@studenti.poliba.it>
Date: Fri, 17 Oct 2025 16:37:44 +0200
Subject: [PATCH] Added a loss_saver file to save the losses

---
 Playgrounds/nanosocrates-train-experiment-2.py |  7 +++++++
 Project_Model/Libs/Training/loss_saver.py      | 16 ++++++++++++++++
 2 files changed, 23 insertions(+)
 create mode 100644 Project_Model/Libs/Training/loss_saver.py

diff --git a/Playgrounds/nanosocrates-train-experiment-2.py b/Playgrounds/nanosocrates-train-experiment-2.py
index e72e41c..e76aa20 100644
--- a/Playgrounds/nanosocrates-train-experiment-2.py
+++ b/Playgrounds/nanosocrates-train-experiment-2.py
@@ -9,6 +9,7 @@ import Project_Model.Libs.Transformer as Transformer
 import Project_Model.Libs.TransformerUtils as TUtils
 import Project_Model.Libs.TorchShims as torch_shims
 import Project_Model.Libs.Batch as Batch
+from Project_Model.Libs.Training.loss_saver import Log 
 
 # set a fixed seed
 torch.manual_seed(0)
@@ -33,6 +34,9 @@ ENC_OPTIM_PATH = Path(f"{CHECKPOINT_DIR}/enc_optim.zip")
 DEC_OPTIM_PATH = Path(f"{CHECKPOINT_DIR}/dec_optim.zip")
 LAST_EPOCH_PATH = Path(f"{CHECKPOINT_DIR}/last_epoch.txt")
 
+# log saver:
+loss_saver = Log(f"{CHECKPOINT_DIR}/log_loss.csv")
+
 
 
 # BPE Init
@@ -140,6 +144,7 @@ average_loss_validation = {
     "decoder_only": float("inf"),
 }
 
+
 while current_epoch < MAX_EPOCHS:
 
     NANOSOCRATES.train()
@@ -373,6 +378,8 @@ while current_epoch < MAX_EPOCHS:
             except:
                 pass
 
+        # write on log 
+        loss_saver.write([txt_train_avg_loss,enc_avg_train_loss,dec_avg_train_loss,txt_avg_loss,enc_avg_loss,dec_avg_loss])
         SEPARATOR = "================================================================================================================"
         DEBUG_TEXT = "".join(
             [
diff --git a/Project_Model/Libs/Training/loss_saver.py b/Project_Model/Libs/Training/loss_saver.py
new file mode 100644
index 0000000..f3f5d08
--- /dev/null
+++ b/Project_Model/Libs/Training/loss_saver.py
@@ -0,0 +1,16 @@
+import os
+
+class Log:
+    def __init__(self, path):
+        self.path = path
+        header = ["avg_txt","avg_enc","avg_dec","txt_loss","masking_loss","prediction_loss"]
+        
+        with open(self.path, "w", encoding="utf-8", newline="") as f:
+            f.write(",".join(header) + "\n")
+
+    def write(self, loss: list[float]):
+        line = ",".join(str(float(x)) for x in loss) + "\n"
+        with open(self.path, "a", encoding="utf-8", newline="") as f:
+            f.write(line)
+            f.flush()
+            os.fsync(f.fileno())  # extra durability per write # suggested against sudden crashes since it will be done