From 97bac464f3819ba8bfac7a91d6bec2370a4cb1d7 Mon Sep 17 00:00:00 2001 From: Christian Risi <75698846+CnF-Gris@users.noreply.github.com> Date: Wed, 1 Oct 2025 00:32:43 +0200 Subject: [PATCH] Fixed JSON incompatibility --- Scripts/Training/bpe_trainer.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/Scripts/Training/bpe_trainer.py b/Scripts/Training/bpe_trainer.py index 759f397..904bfbf 100644 --- a/Scripts/Training/bpe_trainer.py +++ b/Scripts/Training/bpe_trainer.py @@ -86,7 +86,14 @@ def train(args: ProgramArgs): ) VOCABULARY = BPE_ENCODER.vocabulary - VOCABULARY_JSON = json.dumps(VOCABULARY) + + JSON_VOCABULARY: dict[str, int]= {} + + for key, item in VOCABULARY.items(): + TUPLE_STR = f"{key}" + JSON_VOCABULARY[TUPLE_STR] = item + + VOCABULARY_JSON = json.dumps(JSON_VOCABULARY) print(f"Saving Vocabulary in {VOCABULARY_PATH}")