From 3b274ad807845531b9df41f8302452d791404b9c Mon Sep 17 00:00:00 2001
From: Christian Risi <75698846+CnF-Gris@users.noreply.github.com>
Date: Sat, 4 Oct 2025 19:43:02 +0200
Subject: [PATCH] Added a way to take the default special token list

---
 Project_Model/Libs/BPE/Utils/default_special_tokens.py | 4 ++++
 1 file changed, 4 insertions(+)
 create mode 100644 Project_Model/Libs/BPE/Utils/default_special_tokens.py

diff --git a/Project_Model/Libs/BPE/Utils/default_special_tokens.py b/Project_Model/Libs/BPE/Utils/default_special_tokens.py
new file mode 100644
index 0000000..83ef45e
--- /dev/null
+++ b/Project_Model/Libs/BPE/Utils/default_special_tokens.py
@@ -0,0 +1,4 @@
+from ..Enums import SpecialToken
+
+def default_special_tokens() -> list[str]:
+    return [token.value for token in SpecialToken]