From b79521995c8f99ba74d494585dc9043b3feaefd5 Mon Sep 17 00:00:00 2001 From: Christian Risi <75698846+CnF-Gris@users.noreply.github.com> Date: Fri, 17 Oct 2025 22:17:24 +0200 Subject: [PATCH] Last fixes --- Assets/Model/curated/NanoSocrates.zip | 2 +- Assets/Model/curated/dec_optim(5).zip | 3 - Assets/Model/curated/dec_optim.zip | 3 + Assets/Model/curated/enc_optim(5).zip | 3 - Assets/Model/curated/enc_optim.zip | 3 + Assets/Model/curated/last_epoch(5).txt | 3 - Assets/Model/curated/last_epoch.txt | 3 + Assets/Model/curated/log_loss.csv | 3 + Assets/Model/curated/nano_optim(5).zip | 3 - Assets/Model/curated/nano_optim.zip | 3 + Assets/Model/curated/settings.txt | 3 - Playgrounds/evaluation.py | 15 +- .../nanosocrates-train-experiment-2.py | 15 +- Project_Model/Libs/Training/loss_saver.py | 4 + .../Libs/Transformer/Models/NanoSocrates.py | 6 +- Project_Model/UML/model.excalidraw.json | 6019 ----------------- requirements.txt | Bin 306 -> 4664 bytes 17 files changed, 50 insertions(+), 6041 deletions(-) delete mode 100644 Assets/Model/curated/dec_optim(5).zip create mode 100644 Assets/Model/curated/dec_optim.zip delete mode 100644 Assets/Model/curated/enc_optim(5).zip create mode 100644 Assets/Model/curated/enc_optim.zip delete mode 100644 Assets/Model/curated/last_epoch(5).txt create mode 100644 Assets/Model/curated/last_epoch.txt create mode 100644 Assets/Model/curated/log_loss.csv delete mode 100644 Assets/Model/curated/nano_optim(5).zip create mode 100644 Assets/Model/curated/nano_optim.zip delete mode 100644 Assets/Model/curated/settings.txt delete mode 100644 Project_Model/UML/model.excalidraw.json diff --git a/Assets/Model/curated/NanoSocrates.zip b/Assets/Model/curated/NanoSocrates.zip index db05c07..7f74216 100644 --- a/Assets/Model/curated/NanoSocrates.zip +++ b/Assets/Model/curated/NanoSocrates.zip @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ac0eb6b7dfdf50af56411d3c53e45c6a6e9efcbc6e967e4e26e7bf54090103b7 +oid sha256:3fde8d002a6f1439f5e94e1ec994aa3145b02f5f3131be0c9ad3712c101f8935 size 73545161 diff --git a/Assets/Model/curated/dec_optim(5).zip b/Assets/Model/curated/dec_optim(5).zip deleted file mode 100644 index cf7971a..0000000 --- a/Assets/Model/curated/dec_optim(5).zip +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a8206805cdcdd6d799a1f1a4f316dd523daca14c2fe1cd9690d8af19f7d4fe61 -size 72479938 diff --git a/Assets/Model/curated/dec_optim.zip b/Assets/Model/curated/dec_optim.zip new file mode 100644 index 0000000..fb4f61e --- /dev/null +++ b/Assets/Model/curated/dec_optim.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39080199248520ad179eec8915db3c25993ca6f5800737668ba2b35b388cdbd9 +size 72479938 diff --git a/Assets/Model/curated/enc_optim(5).zip b/Assets/Model/curated/enc_optim(5).zip deleted file mode 100644 index 0f07477..0000000 --- a/Assets/Model/curated/enc_optim(5).zip +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e052c7f6573282dcd716c00e56d963ed69fd39253972b74af066696afab7e626 -size 72479938 diff --git a/Assets/Model/curated/enc_optim.zip b/Assets/Model/curated/enc_optim.zip new file mode 100644 index 0000000..e09c215 --- /dev/null +++ b/Assets/Model/curated/enc_optim.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:112fb6bfb9c9b0a981a50da041077b5e6a32ed0ce5a7741683454c1917f13c54 +size 72479938 diff --git a/Assets/Model/curated/last_epoch(5).txt b/Assets/Model/curated/last_epoch(5).txt deleted file mode 100644 index d314df6..0000000 --- a/Assets/Model/curated/last_epoch(5).txt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0546542b90c76d50b3f8480b8b330865f8e5f2a0622a0dc9c3d6d5746cd72a13 -size 4 diff --git a/Assets/Model/curated/last_epoch.txt b/Assets/Model/curated/last_epoch.txt new file mode 100644 index 0000000..29fbb31 --- /dev/null +++ b/Assets/Model/curated/last_epoch.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88820462180e5c893eff2ed73f4ec33e205d1cd5acc4d17fa7b2bca2495d3448 +size 3 diff --git a/Assets/Model/curated/log_loss.csv b/Assets/Model/curated/log_loss.csv new file mode 100644 index 0000000..7597795 --- /dev/null +++ b/Assets/Model/curated/log_loss.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:203b6cb364cf95cbb6cc0ebbff9e8b80e80dda73ff210ad91edeedf6024f6ab1 +size 2876 diff --git a/Assets/Model/curated/nano_optim(5).zip b/Assets/Model/curated/nano_optim(5).zip deleted file mode 100644 index 8e79c77..0000000 --- a/Assets/Model/curated/nano_optim(5).zip +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:63cf1bfb73f262b9d74a6357dd7ef750237e3e244dbbe2b18f51d23d1c501d2f -size 113933239 diff --git a/Assets/Model/curated/nano_optim.zip b/Assets/Model/curated/nano_optim.zip new file mode 100644 index 0000000..8eef555 --- /dev/null +++ b/Assets/Model/curated/nano_optim.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e009ab2def7f064af2bac4e8e30550c1a888c92a475c33a3425430974f272fe +size 113933239 diff --git a/Assets/Model/curated/settings.txt b/Assets/Model/curated/settings.txt deleted file mode 100644 index 8345d35..0000000 --- a/Assets/Model/curated/settings.txt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:873da6d33dda9e9db13af1c6977feb3f1b9f9e9c16d35516e0e2f43537acc29b -size 575 diff --git a/Playgrounds/evaluation.py b/Playgrounds/evaluation.py index c2d6812..2e4f880 100644 --- a/Playgrounds/evaluation.py +++ b/Playgrounds/evaluation.py @@ -1,3 +1,4 @@ +import random import torch from pathlib import Path import Project_Model.Libs.BPE as BPE @@ -10,14 +11,18 @@ import Project_Model.Libs.Batch as Batch DEVICE = torch_shims.get_default_device() torch.set_default_device(DEVICE) +# set a fixed seed +torch.manual_seed(0) +random.seed(0) + # Get paths -# MODEL_DIR = "Assets/Model/curated" -MODEL_DIR= "Assets/Dataset/Tmp" +MODEL_DIR = "Assets/Model/curated" +# MODEL_DIR= "Assets/Dataset/Tmp" VOCABULARY_PATH = Path("Assets/Model/small/bpe-small-16.json") TRAIN_DATASET_PATH = Path("Assets/Dataset/1-hop/small/holdout/train.csv") VALIDATION_DATASET_PATH = Path("Assets/Dataset/1-hop/small/holdout/evaluation.csv") TEST_DATASET_PATH = Path("Assets/Dataset/1-hop/small/holdout/test.csv") -TEST_DATASET_PATH = Path("Assets/Dataset/1-hop/toy/rdf_text.csv") +# TEST_DATASET_PATH = Path("Assets/Dataset/1-hop/toy/rdf_text.csv") MODEL_PATH = Path(f"{MODEL_DIR}/NanoSocrates.zip") @@ -44,6 +49,7 @@ SUBJ_TOKEN = TOKENANO.encode("")[0] REL_TOKEN = TOKENANO.encode("")[0] OBJ_TOKEN = TOKENANO.encode("")[0] MASK_TOKEN = TOKENANO.encode("")[0] +CONTINUTE_TOKEN = TOKENANO.encode("")[0] SPECIAL_TOKENS: set[int] = set(TOKENANO.encode("".join(BPE.default_special_tokens()))) ALLOWED_TOKENS = set([SUBJ_TOKEN, REL_TOKEN, OBJ_TOKEN]) @@ -51,7 +57,7 @@ FORBIDDEN_TOKENS = SPECIAL_TOKENS - ALLOWED_TOKENS # Spanned_Masker -MASKER = Transformer.SpannedMasker(REAL_TOKEN_SPACE_SIZE, FORBIDDEN_TOKENS) +MASKER = Transformer.SpannedMasker(REAL_TOKEN_SPACE_SIZE, FORBIDDEN_TOKENS, average_span=4) TRAIN_BATCHER = Batch.Batcher(TRAIN_DATASET_PATH, SENTENCE_LENGTH, TOKENANO, MASKER) VALIDATION_BATCHER = Batch.Batcher( @@ -75,6 +81,7 @@ NANOSOCRATES = Transformer.NanoSocratesCore( SOS_TOKEN, PAD_TOKEN, END_TOKEN, + CONTINUTE_TOKEN, EMBEDDED_SIZE, FEED_FORWARD_MULTIPLIER, ATTENTION_HEADS, diff --git a/Playgrounds/nanosocrates-train-experiment-2.py b/Playgrounds/nanosocrates-train-experiment-2.py index ce81588..54c603f 100644 --- a/Playgrounds/nanosocrates-train-experiment-2.py +++ b/Playgrounds/nanosocrates-train-experiment-2.py @@ -110,7 +110,7 @@ _, ENCODER_ONLY, DECODER_ONLY = TUtils.decompose_nano_socrates( # Training constants nano_cross_entropy = torch.nn.CrossEntropyLoss(ignore_index=PAD_TOKEN, label_smoothing=LABEL_SMOOTHING) -encoder_ce = torch.nn.CrossEntropyLoss(ignore_index=PAD_TOKEN, label_smoothing=LABEL_SMOOTHING) +encoder_ce = torch.nn.CrossEntropyLoss( label_smoothing=LABEL_SMOOTHING) decoder_ce = torch.nn.CrossEntropyLoss(ignore_index=PAD_TOKEN, label_smoothing=LABEL_SMOOTHING) nano_optim = torch.optim.AdamW(NANOSOCRATES.parameters(), LEARNING_RATE) encoder_only_optim = torch.optim.AdamW(ENCODER_ONLY.parameters(), LEARNING_RATE) @@ -236,11 +236,24 @@ while current_epoch < MAX_EPOCHS: pred_logits = ENCODER_ONLY((enc_x, enc_x_pad)) pred_logits = pred_logits.permute(0, 2, 1) # print(torch.max(tgt)) + loss: torch.Tensor = encoder_ce(pred_logits, tgt) loss.backward() encoder_only_optim.step() + exp_tokens: list[int] = tgt_y[0] + exp_tokens = list(map(lambda x: MASK_TOKEN if x > TOKENANO.vocabulary_size else x, exp_tokens)) + exp_string = TOKENANO.decode(exp_tokens) + + enc_tokens: list[int] = src_x[0] + enc_tokens = list(map(lambda x: MASK_TOKEN if x > TOKENANO.vocabulary_size else x, enc_tokens)) + enc_string = TOKENANO.decode(enc_tokens) + + print(f"PROMPT:\n{enc_string}") + print(f"EXPECTED:\n{exp_string}") + + encoder_batch_losses.append(loss.item()) continue diff --git a/Project_Model/Libs/Training/loss_saver.py b/Project_Model/Libs/Training/loss_saver.py index 3183fac..5ad96e6 100644 --- a/Project_Model/Libs/Training/loss_saver.py +++ b/Project_Model/Libs/Training/loss_saver.py @@ -1,10 +1,14 @@ import os +from pathlib import Path class Log: def __init__(self, path): self.path = path header = ["epoch","avg_txt","avg_enc","avg_dec","txt_loss","masking_loss","prediction_loss"] + if Path(path).is_file(): + return + with open(self.path, "w", encoding="utf-8", newline="") as f: f.write(",".join(header) + "\n") diff --git a/Project_Model/Libs/Transformer/Models/NanoSocrates.py b/Project_Model/Libs/Transformer/Models/NanoSocrates.py index b0a29e6..dba4e4d 100644 --- a/Project_Model/Libs/Transformer/Models/NanoSocrates.py +++ b/Project_Model/Libs/Transformer/Models/NanoSocrates.py @@ -14,6 +14,7 @@ class NanoSocratesCore(torch.nn.Module): sos: int, pad: int, eos: int, + continuerdf: int, latent_space: int = 256, feed_forward_multiplier: int = 4, attention_heads: int = 4, @@ -24,6 +25,7 @@ class NanoSocratesCore(torch.nn.Module): self.__sos = sos self.__pad = pad self.__eos = eos + self.__continuerdf = continuerdf self.__sentence_len = sentence_max_length feed_forward_latent_space = latent_space * feed_forward_multiplier @@ -156,7 +158,9 @@ class NanoSocratesCore(torch.nn.Module): decoder_in_pad_mask = decoder_in.eq(self.__pad) continue_generating = True - token_idx = 0 + token_idx: int= int((decoder_in[0] == self.__continuerdf).nonzero()[0].item()) + 1 + + while continue_generating: diff --git a/Project_Model/UML/model.excalidraw.json b/Project_Model/UML/model.excalidraw.json deleted file mode 100644 index 3eef683..0000000 --- a/Project_Model/UML/model.excalidraw.json +++ /dev/null @@ -1,6019 +0,0 @@ -{ - "type": "excalidraw", - "version": 2, - "source": "https://marketplace.visualstudio.com/items?itemName=pomdtr.excalidraw-editor", - "elements": [ - { - "id": "piK-V_VkXoCnjsGlFxVGM", - "type": "arrow", - "x": 721.2499998095234, - "y": 1095.0019841269843, - "width": 1.1368683772161603e-13, - "height": 1111.4285714285713, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "Zz", - "roundness": { - "type": 2 - }, - "seed": 876687958, - "version": 235, - "versionNonce": 2018241174, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489320, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - 1.1368683772161603e-13, - -1111.4285714285713 - ] - ], - "lastCommittedPoint": null, - "startBinding": { - "elementId": "10kSOEYjH4gNri2Wkdqn_", - "focus": 0, - "gap": 6.140789000000041 - }, - "endBinding": { - "elementId": "ZRdWo6KT8dAjE0PYYkV1-", - "focus": -0.010277116981136541, - "gap": 1.0763556907463911 - }, - "startArrowhead": null, - "endArrowhead": "triangle", - "elbowed": false - }, - { - "id": "o8dOVvquDTT-cYXO5li3y", - "type": "rectangle", - "x": 499.07142857143873, - "y": 913.785714000001, - "width": 444.35714285714266, - "height": 77, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffec99", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "a0", - "roundness": { - "type": 3 - }, - "seed": 1632925590, - "version": 416, - "versionNonce": 1448700042, - "isDeleted": false, - "boundElements": [ - { - "id": "e1EpUcpdbB9KmjXKHqMok", - "type": "text" - } - ], - "updated": 1759528489320, - "link": null, - "locked": false - }, - { - "id": "e1EpUcpdbB9KmjXKHqMok", - "type": "text", - "x": 677.25000000001, - "y": 939.785714000001, - "width": 88, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "a1", - "roundness": null, - "seed": 776803542, - "version": 326, - "versionNonce": 1510592714, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489319, - "link": null, - "locked": false, - "text": "TokeNano", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "o8dOVvquDTT-cYXO5li3y", - "originalText": "TokeNano", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "JS9qraWf51eB8oocTV9zK", - "type": "rectangle", - "x": 625.5000000000011, - "y": 804.785714, - "width": 191.5, - "height": 77, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#a5d8ff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "a2", - "roundness": { - "type": 3 - }, - "seed": 616565270, - "version": 311, - "versionNonce": 1689697558, - "isDeleted": false, - "boundElements": [ - { - "id": "V4bLvqguPJgxY4nM7JmXX", - "type": "text" - } - ], - "updated": 1759528489320, - "link": null, - "locked": false - }, - { - "id": "V4bLvqguPJgxY4nM7JmXX", - "type": "text", - "x": 677.2500000000011, - "y": 830.785714, - "width": 88, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "a3", - "roundness": null, - "seed": 1403148118, - "version": 307, - "versionNonce": 787031946, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489319, - "link": null, - "locked": false, - "text": "Embedder", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "JS9qraWf51eB8oocTV9zK", - "originalText": "Embedder", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "2Y17ilpfME-zZ74mcmykO", - "type": "rectangle", - "x": 625.5000000000005, - "y": 668.5000000176367, - "width": 191.49999999999955, - "height": 104.28571428571422, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#e9ecef", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "a4", - "roundness": { - "type": 3 - }, - "seed": 591985814, - "version": 706, - "versionNonce": 1961871178, - "isDeleted": false, - "boundElements": [ - { - "id": "mj_45aXakZ1_x1yEgXZID", - "type": "text" - } - ], - "updated": 1759528489320, - "link": null, - "locked": false - }, - { - "id": "mj_45aXakZ1_x1yEgXZID", - "type": "text", - "x": 666.2500000000002, - "y": 695.6428571604939, - "width": 110, - "height": 49.999999999999794, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "a5", - "roundness": null, - "seed": 694745558, - "version": 586, - "versionNonce": 1127196234, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489319, - "link": null, - "locked": false, - "text": "Positional\nEncoding", - "fontSize": 19.99999999999992, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "2Y17ilpfME-zZ74mcmykO", - "originalText": "Positional Encoding", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "ZrPGN_yFlop7i6Jqr-dRO", - "type": "rectangle", - "x": 625.5, - "y": 559.5, - "width": 191.5, - "height": 77, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#b2f2bb", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "a6", - "roundness": { - "type": 3 - }, - "seed": 2098679574, - "version": 348, - "versionNonce": 1749723734, - "isDeleted": false, - "boundElements": [ - { - "id": "8Hu9LJXDBr9UXNKYMakU-", - "type": "text" - } - ], - "updated": 1759528489320, - "link": null, - "locked": false - }, - { - "id": "8Hu9LJXDBr9UXNKYMakU-", - "type": "text", - "x": 682.75, - "y": 585.5, - "width": 77, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "a7", - "roundness": null, - "seed": 180943958, - "version": 352, - "versionNonce": 1874349322, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489319, - "link": null, - "locked": false, - "text": "Encoder", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "ZrPGN_yFlop7i6Jqr-dRO", - "originalText": "Encoder", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "UJR-Nnj2hqAGAl7J8gNNH", - "type": "rectangle", - "x": 625.4999999999998, - "y": 450.49999999999994, - "width": 191.5, - "height": 77, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#b2f2bb", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "a8", - "roundness": { - "type": 3 - }, - "seed": 1750270358, - "version": 411, - "versionNonce": 382488074, - "isDeleted": false, - "boundElements": [ - { - "id": "KSsAURB8xLZk4dQT9rGax", - "type": "text" - }, - { - "id": "kJxRaC5FM5787QXzgFkyl", - "type": "arrow" - }, - { - "id": "bNOcYN5uHKStWf7fI1s5u", - "type": "arrow" - } - ], - "updated": 1759528489320, - "link": null, - "locked": false - }, - { - "id": "KSsAURB8xLZk4dQT9rGax", - "type": "text", - "x": 682.7499999999998, - "y": 476.49999999999994, - "width": 77, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "a9", - "roundness": null, - "seed": 686448342, - "version": 413, - "versionNonce": 972954570, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489319, - "link": null, - "locked": false, - "text": "Encoder", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "UJR-Nnj2hqAGAl7J8gNNH", - "originalText": "Encoder", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "g_UXrU0i_ETN15INKbOfT", - "type": "rectangle", - "x": 625.4999999999985, - "y": 341.5000000000007, - "width": 191.5, - "height": 77, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#fcc2d7", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aA", - "roundness": { - "type": 3 - }, - "seed": 824448022, - "version": 473, - "versionNonce": 1385150546, - "isDeleted": false, - "boundElements": [ - { - "id": "LepdJSzw9Kj3ivptvCtCE", - "type": "text" - }, - { - "id": "bNOcYN5uHKStWf7fI1s5u", - "type": "arrow" - }, - { - "id": "D5_yzvQV1EsyA8t7HYC8C", - "type": "arrow" - } - ], - "updated": 1759594680293, - "link": null, - "locked": false - }, - { - "id": "LepdJSzw9Kj3ivptvCtCE", - "type": "text", - "x": 682.7499999999985, - "y": 367.5000000000007, - "width": 77, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aB", - "roundness": null, - "seed": 183837014, - "version": 482, - "versionNonce": 1075581578, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489319, - "link": null, - "locked": false, - "text": "Decoder", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "g_UXrU0i_ETN15INKbOfT", - "originalText": "Decoder", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "zfizu0P4dX3z9Wtoz0hPl", - "type": "rectangle", - "x": 625.4999999999875, - "y": 232.5000000000009, - "width": 191.5, - "height": 77, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#fcc2d7", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aC", - "roundness": { - "type": 3 - }, - "seed": 968001174, - "version": 621, - "versionNonce": 1089076426, - "isDeleted": false, - "boundElements": [ - { - "id": "ZTITy9lnv26FvdnqHZzSw", - "type": "text" - }, - { - "id": "kJxRaC5FM5787QXzgFkyl", - "type": "arrow" - } - ], - "updated": 1759528489320, - "link": null, - "locked": false - }, - { - "id": "ZTITy9lnv26FvdnqHZzSw", - "type": "text", - "x": 682.7499999999876, - "y": 258.5000000000009, - "width": 77, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aD", - "roundness": null, - "seed": 236012502, - "version": 631, - "versionNonce": 617427274, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489319, - "link": null, - "locked": false, - "text": "Decoder", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "zfizu0P4dX3z9Wtoz0hPl", - "originalText": "Decoder", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "GjtJPXppKU7pKVJPPbRjK", - "type": "rectangle", - "x": 603.0714285714034, - "y": 123.50000000000091, - "width": 236.35714285716813, - "height": 77, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#99e9f2", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aE", - "roundness": { - "type": 3 - }, - "seed": 2049333526, - "version": 729, - "versionNonce": 408456406, - "isDeleted": false, - "boundElements": [ - { - "id": "meS5MksSjMWJQUvoi-CIk", - "type": "text" - } - ], - "updated": 1759528489320, - "link": null, - "locked": false - }, - { - "id": "meS5MksSjMWJQUvoi-CIk", - "type": "text", - "x": 688.2499999999875, - "y": 149.5000000000009, - "width": 66, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aF", - "roundness": null, - "seed": 1701234262, - "version": 700, - "versionNonce": 2070706186, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489319, - "link": null, - "locked": false, - "text": "Linear", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "GjtJPXppKU7pKVJPPbRjK", - "originalText": "Linear", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "zNz1RtmQThtJp0GXzWe8S", - "type": "rectangle", - "x": 579.499999999975, - "y": 14.50000000000091, - "width": 283.500000000025, - "height": 77, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aG", - "roundness": { - "type": 3 - }, - "seed": 10980246, - "version": 739, - "versionNonce": 551801738, - "isDeleted": false, - "boundElements": [ - { - "id": "oM6veTRzNXm-5VNEgyUwy", - "type": "text" - }, - { - "id": "piK-V_VkXoCnjsGlFxVGM", - "type": "arrow" - } - ], - "updated": 1759528489320, - "link": null, - "locked": false - }, - { - "id": "oM6veTRzNXm-5VNEgyUwy", - "type": "text", - "x": 682.7499999999875, - "y": 40.50000000000091, - "width": 77, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aH", - "roundness": null, - "seed": 438151382, - "version": 735, - "versionNonce": 871687882, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489319, - "link": null, - "locked": false, - "text": "Softmax", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "zNz1RtmQThtJp0GXzWe8S", - "originalText": "Softmax", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "SikEsqSKLJDStyOgaDxcq", - "type": "text", - "x": 1195.0952385238088, - "y": 1071.5640352698415, - "width": 231, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aI", - "roundness": null, - "seed": 1901993494, - "version": 386, - "versionNonce": 1907029578, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489317, - "link": null, - "locked": false, - "text": "Normal corpus of text", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Normal corpus of text", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "9bSdlYKzO__7hNXB4z7CT", - "type": "line", - "x": 674.8451241415266, - "y": 1144.3894207716264, - "width": 92.24877631150308, - "height": 120.86957123412286, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffffff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "FwiSl_aDyhtXUgIpm0zZB", - "2vtLjCw__j2RKgKErRY3y" - ], - "frameId": null, - "index": "aM", - "roundness": null, - "seed": 190704470, - "version": 607, - "versionNonce": 1380556042, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489317, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - -0.22554713034595336, - -97.64391949959688 - ], - [ - 20.299903752377887, - -120.86957123412286 - ], - [ - 92.02322918115712, - -120.54271478047575 - ], - [ - 92.02322918115712, - 0 - ], - [ - 0, - 0 - ] - ], - "lastCommittedPoint": null, - "startBinding": null, - "endBinding": null, - "startArrowhead": null, - "endArrowhead": null - }, - { - "id": "AoIAeCvQ7qGCy5HtcPxJM", - "type": "line", - "x": 674.4035375899971, - "y": 1046.9628656146097, - "width": 20.09166617008019, - "height": 23.332257487835047, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffffff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "FwiSl_aDyhtXUgIpm0zZB", - "2vtLjCw__j2RKgKErRY3y" - ], - "frameId": null, - "index": "aN", - "roundness": null, - "seed": 108138646, - "version": 195, - "versionNonce": 1575316426, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489317, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - 20.09166617008019, - 0 - ], - [ - 20.09166617008019, - -23.332257487835047 - ] - ], - "lastCommittedPoint": null, - "startBinding": null, - "endBinding": null, - "startArrowhead": null, - "endArrowhead": null - }, - { - "id": "10kSOEYjH4gNri2Wkdqn_", - "type": "text", - "x": 700.508487666666, - "y": 1076.1427731269844, - "width": 44, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffffff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "2vtLjCw__j2RKgKErRY3y" - ], - "frameId": null, - "index": "aO", - "roundness": null, - "seed": 1850707414, - "version": 72, - "versionNonce": 782008854, - "isDeleted": false, - "boundElements": [ - { - "id": "piK-V_VkXoCnjsGlFxVGM", - "type": "arrow" - } - ], - "updated": 1759528489320, - "link": null, - "locked": false, - "text": "TEXT", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "TEXT", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "mgm0kWlGFuwH3Z_MqW5c5", - "type": "text", - "x": 1195.0952385238088, - "y": 927.2857142698415, - "width": 385, - "height": 50, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aP", - "roundness": null, - "seed": 269181718, - "version": 501, - "versionNonce": 1394639178, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "Transform each word into a token.\nMost of the times: 1 word - 1 token", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Transform each word into a token.\nMost of the times: 1 word - 1 token", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "R0Mhs-63_0r99_VQogDMP", - "type": "text", - "x": 1195.0952385238088, - "y": 821.7857142698415, - "width": 506, - "height": 50, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aQ", - "roundness": null, - "seed": 1310363734, - "version": 609, - "versionNonce": 584435722, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "Transform from Token space to array space.\nEach token becomes an array of fixed dimension", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Transform from Token space to array space.\nEach token becomes an array of fixed dimension", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "TNOUT7J_hnPUQ3bdV8r9N", - "type": "text", - "x": 1195.0952385238088, - "y": 708.1428572698416, - "width": 253, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aR", - "roundness": null, - "seed": 1951536534, - "version": 554, - "versionNonce": 1102329546, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "Add positional encoding", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Add positional encoding", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "GiKNC5pC4uWrPIE5axO9i", - "type": "text", - "x": 1195.0952385238088, - "y": 585.5000002698416, - "width": 143, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aS", - "roundness": null, - "seed": 199684822, - "version": 585, - "versionNonce": 1079430538, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "Encoder Layer", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Encoder Layer", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "4z2LnSV5aM4d8iWHnjlye", - "type": "text", - "x": 1195.0952385238088, - "y": 464.0000002698416, - "width": 330, - "height": 50, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aT", - "roundness": null, - "seed": 795748374, - "version": 688, - "versionNonce": 1677233226, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "Last Encoder Layer:\n- Pass K and V to all decoders", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Last Encoder Layer:\n- Pass K and V to all decoders", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "Ld8m-Y3uzp5ly1oAo-dO_", - "type": "text", - "x": 1195.0952385238088, - "y": 367.5000002698416, - "width": 143, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aU", - "roundness": null, - "seed": 1591522646, - "version": 630, - "versionNonce": 309621514, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "Decoder Layer", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Decoder Layer", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "4ZUJ1eXqtZIXt8vPZJLeK", - "type": "text", - "x": 1195.0952385238088, - "y": 258.5000002698416, - "width": 143, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aV", - "roundness": null, - "seed": 1401395862, - "version": 648, - "versionNonce": 1044742602, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "Decoder Layer", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Decoder Layer", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "xEGkGA4VTr1Nd44KRdtmL", - "type": "text", - "x": 1194.3679525238088, - "y": 142.78571426984163, - "width": 440, - "height": 50, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aW", - "roundness": null, - "seed": 1411635158, - "version": 920, - "versionNonce": 1384560778, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "Take all embeddings and produce an array\nof floats in Token space. It's a FCNN", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Take all embeddings and produce an array\nof floats in Token space. It's a FCNN", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "qGYAQkyjPc8hvKu_3AW2p", - "type": "text", - "x": 1195.0952385238088, - "y": 28.00000026984162, - "width": 495, - "height": 50, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aX", - "roundness": null, - "seed": 147221782, - "version": 830, - "versionNonce": 519247690, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "Here we compute the probability of each token\nof being the next token", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Here we compute the probability of each token\nof being the next token", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "ZRdWo6KT8dAjE0PYYkV1-", - "type": "ellipse", - "x": 663.8806920952375, - "y": -131.07142844444422, - "width": 113.57142857142844, - "height": 113.57142857142856, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffd43b", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aY", - "roundness": { - "type": 2 - }, - "seed": 1323588182, - "version": 159, - "versionNonce": 2029310538, - "isDeleted": false, - "boundElements": [ - { - "id": "PauFMDCEs4uty5JAdB-qr", - "type": "text" - }, - { - "id": "piK-V_VkXoCnjsGlFxVGM", - "type": "arrow" - } - ], - "updated": 1759528489320, - "link": null, - "locked": false - }, - { - "id": "PauFMDCEs4uty5JAdB-qr", - "type": "text", - "x": 693.0128427350013, - "y": -86.93927780468033, - "width": 55, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffffff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aZ", - "roundness": null, - "seed": 223518614, - "version": 143, - "versionNonce": 117538186, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489319, - "link": null, - "locked": false, - "text": "Token", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "ZRdWo6KT8dAjE0PYYkV1-", - "originalText": "Token", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "ssBF5Cdzm6zhpAnl95n43", - "type": "text", - "x": 1195.0952385238088, - "y": -99.28571373015836, - "width": 528, - "height": 50, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aa", - "roundness": null, - "seed": 138820822, - "version": 827, - "versionNonce": 1301888974, - "isDeleted": false, - "boundElements": [], - "updated": 1759594728821, - "link": null, - "locked": false, - "text": "Output token \n- Optional: append to output text and start over", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Output token \n- Optional: append to output text and start over", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "YyxDs5Z4SdWgVkeNGdjI6", - "type": "text", - "x": 59.13204652380881, - "y": 1071.5640352698415, - "width": 363, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "ab", - "roundness": null, - "seed": 894710294, - "version": 538, - "versionNonce": 516956746, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "ByteArray - [max 256 | 512 Words]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "ByteArray - [max 256 | 512 Words]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "2hGgZ80EBGhC56h7A0W17", - "type": "text", - "x": 70.13204652380881, - "y": 939.7857142698415, - "width": 352, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "ac", - "roundness": null, - "seed": 259096406, - "version": 596, - "versionNonce": 2045331722, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "[Int32] - [max 256 | 512 Tokens]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[Int32] - [max 256 | 512 Tokens]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "YVCtjdaHR2SFaCkcJkCUw", - "type": "text", - "x": -116.86795347619119, - "y": 830.7857142698415, - "width": 539, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "ad", - "roundness": null, - "seed": 1794319510, - "version": 666, - "versionNonce": 1286576074, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "Y-iw2bRIvSNUx7CGsPTgd", - "type": "text", - "x": -116.86795347619119, - "y": 708.1428572698416, - "width": 539, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "ae", - "roundness": null, - "seed": 1234051542, - "version": 705, - "versionNonce": 2000555658, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "_Dffk81hDjhS-r6qHplZV", - "type": "text", - "x": -116.86795347619119, - "y": 585.5000002698416, - "width": 539, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "af", - "roundness": null, - "seed": 777484054, - "version": 733, - "versionNonce": 508538186, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "lY2f2D_e_RXKNWvgoEEJL", - "type": "text", - "x": -116.86795347619119, - "y": 476.5000002698416, - "width": 539, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "ag", - "roundness": null, - "seed": 1908679766, - "version": 760, - "versionNonce": 390034442, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "QL5CDfi5dS_3pPig4eOSI", - "type": "text", - "x": -116.86795347619119, - "y": 367.5000002698416, - "width": 539, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "ah", - "roundness": null, - "seed": 363407766, - "version": 781, - "versionNonce": 1409835722, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "hIHG3-t9CFwv8QVfJxakR", - "type": "text", - "x": -116.86795347619119, - "y": 258.5000002698416, - "width": 539, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "ai", - "roundness": null, - "seed": 423331542, - "version": 801, - "versionNonce": 1329953162, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "wA9GPbiUD65XU6LioguDf", - "type": "text", - "x": -50.86795347619119, - "y": 155.2857142698416, - "width": 473, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aj", - "roundness": null, - "seed": 1292909590, - "version": 897, - "versionNonce": 2016524362, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "[float-half] - [Token-space floats | half ]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[float-half] - [Token-space floats | half ]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "IS2_xuiFRK9YorjFyAm5L", - "type": "text", - "x": -226.8679534761912, - "y": 40.50000026984162, - "width": 649, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "ak", - "roundness": null, - "seed": 656165206, - "version": 882, - "versionNonce": 514334474, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "[float-half] - [Token-space floats | half - probabilities ]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[float-half] - [Token-space floats | half - probabilities ]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "BeHFzEWzrJWFpJgCPKQYX", - "type": "text", - "x": 279.1320465238088, - "y": -86.78571373015836, - "width": 143, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "al", - "roundness": null, - "seed": 380939926, - "version": 952, - "versionNonce": 1596173770, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "int - [token]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "int - [token]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "kJxRaC5FM5787QXzgFkyl", - "type": "arrow", - "x": 603.4880952380943, - "y": 481.03769841269855, - "width": 92, - "height": 216, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffd43b", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "am", - "roundness": { - "type": 2 - }, - "seed": 1485728726, - "version": 306, - "versionNonce": 1924018634, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489320, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - -80, - -25 - ], - [ - -81, - -194 - ], - [ - 11, - -216 - ] - ], - "lastCommittedPoint": null, - "startBinding": { - "elementId": "UJR-Nnj2hqAGAl7J8gNNH", - "focus": -0.421477687520169, - "gap": 14 - }, - "endBinding": { - "elementId": "zfizu0P4dX3z9Wtoz0hPl", - "focus": 0.5129315129314802, - "gap": 11.01190476189322 - }, - "startArrowhead": null, - "endArrowhead": "triangle", - "elbowed": false - }, - { - "id": "bNOcYN5uHKStWf7fI1s5u", - "type": "arrow", - "x": 602.4880952380943, - "y": 478.03769841269855, - "width": 87, - "height": 102, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffd43b", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "an", - "roundness": { - "type": 2 - }, - "seed": 1253998870, - "version": 180, - "versionNonce": 2078156758, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489320, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - -75, - -11 - ], - [ - -76, - -93 - ], - [ - 11, - -102 - ] - ], - "lastCommittedPoint": null, - "startBinding": { - "elementId": "UJR-Nnj2hqAGAl7J8gNNH", - "focus": -0.12287212671023338, - "gap": 14 - }, - "endBinding": { - "elementId": "g_UXrU0i_ETN15INKbOfT", - "focus": 0.31215847573818206, - "gap": 12.011904761904248 - }, - "startArrowhead": null, - "endArrowhead": "triangle", - "elbowed": false - }, - { - "id": "aGd1Ze5QYRvlHqNqsphXY", - "type": "ellipse", - "x": 482.4880952380943, - "y": 388.03769841269855, - "width": 58, - "height": 58, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#4dabf7", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aq", - "roundness": { - "type": 2 - }, - "seed": 1085926998, - "version": 68, - "versionNonce": 1529859926, - "isDeleted": false, - "boundElements": [ - { - "id": "t8UPDEdYooYgTVjd234MM", - "type": "text" - } - ], - "updated": 1759528489320, - "link": null, - "locked": false - }, - { - "id": "t8UPDEdYooYgTVjd234MM", - "type": "text", - "x": 505.9819985836844, - "y": 404.5316017582887, - "width": 11, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#4dabf7", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "aqV", - "roundness": null, - "seed": 1465234326, - "version": 11, - "versionNonce": 1640840266, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489319, - "link": null, - "locked": false, - "text": "K", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "aGd1Ze5QYRvlHqNqsphXY", - "originalText": "K", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "l909r1M1RCQ1ZTBDeKRn7", - "type": "ellipse", - "x": 530.4880952380943, - "y": 442.03769841269855, - "width": 58, - "height": 58, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#9775fa", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "ar", - "roundness": { - "type": 2 - }, - "seed": 1220989142, - "version": 88, - "versionNonce": 200800522, - "isDeleted": false, - "boundElements": [ - { - "id": "0714Qk9Bs_IE7TYsdiMxt", - "type": "text" - } - ], - "updated": 1759528489320, - "link": null, - "locked": false - }, - { - "id": "0714Qk9Bs_IE7TYsdiMxt", - "type": "text", - "x": 553.9819985836843, - "y": 458.5316017582887, - "width": 11, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#4dabf7", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "as", - "roundness": null, - "seed": 1084376598, - "version": 11, - "versionNonce": 1379083018, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489319, - "link": null, - "locked": false, - "text": "V", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "l909r1M1RCQ1ZTBDeKRn7", - "originalText": "V", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "D5_yzvQV1EsyA8t7HYC8C", - "type": "arrow", - "x": 828.4880952380943, - "y": -86.96230158730145, - "width": 207.5, - "height": 466, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#4dabf7", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "ay", - "roundness": { - "type": 2 - }, - "seed": 803017558, - "version": 615, - "versionNonce": 2011077266, - "isDeleted": false, - "boundElements": [], - "updated": 1759594703121, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - 203, - 50.5 - ], - [ - 206, - 424 - ], - [ - -1.5, - 466 - ] - ], - "lastCommittedPoint": null, - "startBinding": null, - "endBinding": { - "elementId": "g_UXrU0i_ETN15INKbOfT", - "focus": 0.3531418930192818, - "gap": 9.988095238095752 - }, - "startArrowhead": null, - "endArrowhead": "arrow", - "elbowed": false - }, - { - "id": "C4zaFMNuyqinpnkUd_raT", - "type": "text", - "x": 640.2222875238086, - "y": -307.78571373015836, - "width": 158.39990234375, - "height": 45, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b0q", - "roundness": null, - "seed": 550254742, - "version": 81, - "versionNonce": 1268892618, - "isDeleted": false, - "boundElements": [], - "updated": 1759528489318, - "link": null, - "locked": false, - "text": "TASK 1-2", - "fontSize": 36, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "TASK 1-2", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "Yhy8Ateo070a-Ly7GTwSR", - "type": "arrow", - "x": 2973.758251772532, - "y": 1063.7519841269843, - "width": 0.008251963008206076, - "height": 652.0853171904757, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b0s", - "roundness": { - "type": 2 - }, - "seed": 1729971274, - "version": 462, - "versionNonce": 1508751946, - "isDeleted": false, - "boundElements": [], - "updated": 1759528564735, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - -0.008251963008206076, - -652.0853171904757 - ] - ], - "lastCommittedPoint": null, - "startBinding": { - "elementId": "13qWkY_7NP4aukpKQc8lR", - "focus": 0, - "gap": 6.140789000000041 - }, - "endBinding": null, - "startArrowhead": null, - "endArrowhead": "triangle", - "elbowed": false - }, - { - "id": "s_za12UxeWCW4UBSsD0Nd", - "type": "rectangle", - "x": 2751.571428571439, - "y": 913.785714000001, - "width": 444.35714285714266, - "height": 77, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffec99", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b0t", - "roundness": { - "type": 3 - }, - "seed": 1078078218, - "version": 469, - "versionNonce": 954151638, - "isDeleted": false, - "boundElements": [ - { - "id": "yU2N0y_TRklhEY3XWLwjg", - "type": "text" - } - ], - "updated": 1759528506787, - "link": null, - "locked": false - }, - { - "id": "yU2N0y_TRklhEY3XWLwjg", - "type": "text", - "x": 2929.75000000001, - "y": 939.785714000001, - "width": 88, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b0u", - "roundness": null, - "seed": 1503410634, - "version": 379, - "versionNonce": 1997719190, - "isDeleted": false, - "boundElements": [], - "updated": 1759528506787, - "link": null, - "locked": false, - "text": "TokeNano", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "s_za12UxeWCW4UBSsD0Nd", - "originalText": "TokeNano", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "IEle48h31_m6s3A-wLX0J", - "type": "rectangle", - "x": 2878.000000000001, - "y": 804.785714, - "width": 191.5, - "height": 77, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#a5d8ff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b0v", - "roundness": { - "type": 3 - }, - "seed": 1111912586, - "version": 364, - "versionNonce": 771919242, - "isDeleted": false, - "boundElements": [ - { - "id": "RJqnC3nKYbJ_m_UygzxyA", - "type": "text" - } - ], - "updated": 1759528506787, - "link": null, - "locked": false - }, - { - "id": "RJqnC3nKYbJ_m_UygzxyA", - "type": "text", - "x": 2929.750000000001, - "y": 830.785714, - "width": 88, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b0w", - "roundness": null, - "seed": 1845219146, - "version": 360, - "versionNonce": 896107478, - "isDeleted": false, - "boundElements": [], - "updated": 1759528506787, - "link": null, - "locked": false, - "text": "Embedder", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "IEle48h31_m6s3A-wLX0J", - "originalText": "Embedder", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "OnBaaYHEryaMGK47Tqmyu", - "type": "rectangle", - "x": 2878.0000000000005, - "y": 668.5000000176367, - "width": 191.49999999999955, - "height": 104.28571428571422, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#e9ecef", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b0x", - "roundness": { - "type": 3 - }, - "seed": 555177482, - "version": 759, - "versionNonce": 324954134, - "isDeleted": false, - "boundElements": [ - { - "id": "tWK8PtWOWO4LyZwKmLYnH", - "type": "text" - } - ], - "updated": 1759528506787, - "link": null, - "locked": false - }, - { - "id": "tWK8PtWOWO4LyZwKmLYnH", - "type": "text", - "x": 2918.75, - "y": 695.6428571604939, - "width": 110, - "height": 49.999999999999794, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b0y", - "roundness": null, - "seed": 1553204426, - "version": 639, - "versionNonce": 209099030, - "isDeleted": false, - "boundElements": [], - "updated": 1759528506787, - "link": null, - "locked": false, - "text": "Positional\nEncoding", - "fontSize": 19.99999999999992, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "OnBaaYHEryaMGK47Tqmyu", - "originalText": "Positional Encoding", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "QhXfi2LGZ044dEZGX3WnT", - "type": "rectangle", - "x": 2878, - "y": 559.5, - "width": 191.5, - "height": 77, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#b2f2bb", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b0z", - "roundness": { - "type": 3 - }, - "seed": 1242356618, - "version": 401, - "versionNonce": 640437322, - "isDeleted": false, - "boundElements": [ - { - "id": "cxo7mh51g45bZfwkeukqL", - "type": "text" - } - ], - "updated": 1759528506787, - "link": null, - "locked": false - }, - { - "id": "cxo7mh51g45bZfwkeukqL", - "type": "text", - "x": 2935.25, - "y": 585.5, - "width": 77, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b10", - "roundness": null, - "seed": 666688074, - "version": 405, - "versionNonce": 1135543894, - "isDeleted": false, - "boundElements": [], - "updated": 1759528506787, - "link": null, - "locked": false, - "text": "Encoder", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "QhXfi2LGZ044dEZGX3WnT", - "originalText": "Encoder", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "L44yfpNwTQwoS0F1MxqaT", - "type": "rectangle", - "x": 2878, - "y": 450.49999999999994, - "width": 191.5, - "height": 77, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#b2f2bb", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b11", - "roundness": { - "type": 3 - }, - "seed": 880738570, - "version": 464, - "versionNonce": 1522857302, - "isDeleted": false, - "boundElements": [ - { - "id": "t5hSyQtVtusDVAXxbwvDW", - "type": "text" - } - ], - "updated": 1759528506787, - "link": null, - "locked": false - }, - { - "id": "t5hSyQtVtusDVAXxbwvDW", - "type": "text", - "x": 2935.25, - "y": 476.49999999999994, - "width": 77, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b12", - "roundness": null, - "seed": 466505674, - "version": 466, - "versionNonce": 1810353046, - "isDeleted": false, - "boundElements": [], - "updated": 1759528506787, - "link": null, - "locked": false, - "text": "Encoder", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "L44yfpNwTQwoS0F1MxqaT", - "originalText": "Encoder", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "tJRpPu5pFGMzXW-L8VRSX", - "type": "text", - "x": 3447.595238523809, - "y": 1071.5640352698415, - "width": 231, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1B", - "roundness": null, - "seed": 739187850, - "version": 439, - "versionNonce": 895895830, - "isDeleted": false, - "boundElements": [], - "updated": 1759528506785, - "link": null, - "locked": false, - "text": "Normal corpus of text", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Normal corpus of text", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "21g6LXdjq7H1w_0O6zuT7", - "type": "line", - "x": 2927.345124141527, - "y": 1144.3894207716264, - "width": 92.24877631150308, - "height": 120.86957123412286, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffffff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "I0a3cQx-ZIm_Uq7DKhAMq", - "FsqclFMk7upjg06b_fryw" - ], - "frameId": null, - "index": "b1C", - "roundness": null, - "seed": 41899286, - "version": 662, - "versionNonce": 1738321738, - "isDeleted": false, - "boundElements": [], - "updated": 1759528564734, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - -0.22554713034595336, - -97.64391949959688 - ], - [ - 20.299903752377887, - -120.86957123412286 - ], - [ - 92.02322918115712, - -120.54271478047575 - ], - [ - 92.02322918115712, - 0 - ], - [ - 0, - 0 - ] - ], - "lastCommittedPoint": null, - "startBinding": null, - "endBinding": null, - "startArrowhead": null, - "endArrowhead": null - }, - { - "id": "LnZ3IxH5zBC6XBBcS0PsL", - "type": "line", - "x": 2926.903537589997, - "y": 1046.9628656146097, - "width": 20.09166617008019, - "height": 23.332257487835047, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffffff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "I0a3cQx-ZIm_Uq7DKhAMq", - "FsqclFMk7upjg06b_fryw" - ], - "frameId": null, - "index": "b1D", - "roundness": null, - "seed": 1900036694, - "version": 250, - "versionNonce": 1939617290, - "isDeleted": false, - "boundElements": [], - "updated": 1759528564734, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - 20.09166617008019, - 0 - ], - [ - 20.09166617008019, - -23.332257487835047 - ] - ], - "lastCommittedPoint": null, - "startBinding": null, - "endBinding": null, - "startArrowhead": null, - "endArrowhead": null - }, - { - "id": "13qWkY_7NP4aukpKQc8lR", - "type": "text", - "x": 2953.008487666666, - "y": 1076.1427731269844, - "width": 44, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffffff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "FsqclFMk7upjg06b_fryw" - ], - "frameId": null, - "index": "b1E", - "roundness": null, - "seed": 1274120086, - "version": 128, - "versionNonce": 764666122, - "isDeleted": false, - "boundElements": [ - { - "id": "Yhy8Ateo070a-Ly7GTwSR", - "type": "arrow" - } - ], - "updated": 1759528564735, - "link": null, - "locked": false, - "text": "TEXT", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "TEXT", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "azsEmJwvxBxw6lahXAE5o", - "type": "text", - "x": 3447.595238523809, - "y": 927.2857142698415, - "width": 385, - "height": 50, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1F", - "roundness": null, - "seed": 606046090, - "version": 554, - "versionNonce": 1428557334, - "isDeleted": false, - "boundElements": [], - "updated": 1759528506785, - "link": null, - "locked": false, - "text": "Transform each word into a token.\nMost of the times: 1 word - 1 token", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Transform each word into a token.\nMost of the times: 1 word - 1 token", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "sgXued9tkER3NhSlmHcEX", - "type": "text", - "x": 3447.595238523809, - "y": 821.7857142698415, - "width": 506, - "height": 50, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1G", - "roundness": null, - "seed": 43648586, - "version": 662, - "versionNonce": 279436118, - "isDeleted": false, - "boundElements": [], - "updated": 1759528506785, - "link": null, - "locked": false, - "text": "Transform from Token space to array space.\nEach token becomes an array of fixed dimension", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Transform from Token space to array space.\nEach token becomes an array of fixed dimension", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "fReJJBY1huco1hqgA_XIb", - "type": "text", - "x": 3447.595238523809, - "y": 708.1428572698416, - "width": 253, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1H", - "roundness": null, - "seed": 316058890, - "version": 607, - "versionNonce": 754843798, - "isDeleted": false, - "boundElements": [], - "updated": 1759528506785, - "link": null, - "locked": false, - "text": "Add positional encoding", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Add positional encoding", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "4esicRg3tJdCe2HU3vKkD", - "type": "text", - "x": 3447.595238523809, - "y": 585.5000002698416, - "width": 143, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1I", - "roundness": null, - "seed": 709917642, - "version": 638, - "versionNonce": 1037925846, - "isDeleted": false, - "boundElements": [], - "updated": 1759528506785, - "link": null, - "locked": false, - "text": "Encoder Layer", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Encoder Layer", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "F0OcQgzr5k2cy02EL-eeu", - "type": "text", - "x": 3447.595238523809, - "y": 464.0000002698416, - "width": 330, - "height": 50, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1J", - "roundness": null, - "seed": 925004426, - "version": 741, - "versionNonce": 408638230, - "isDeleted": false, - "boundElements": [], - "updated": 1759528506785, - "link": null, - "locked": false, - "text": "Last Encoder Layer:\n- Pass K and V to all decoders", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Last Encoder Layer:\n- Pass K and V to all decoders", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "G8TVXmdvTvyMBHCBw8OQd", - "type": "text", - "x": 2311.6320465238086, - "y": 1071.5640352698415, - "width": 363, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1R", - "roundness": null, - "seed": 419416202, - "version": 591, - "versionNonce": 1311137046, - "isDeleted": false, - "boundElements": [], - "updated": 1759528506785, - "link": null, - "locked": false, - "text": "ByteArray - [max 256 | 512 Words]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "ByteArray - [max 256 | 512 Words]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "d9UhZJ9x_qABmpV2YEFck", - "type": "text", - "x": 2322.6320465238086, - "y": 939.7857142698415, - "width": 352, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1S", - "roundness": null, - "seed": 1405757258, - "version": 649, - "versionNonce": 1120291414, - "isDeleted": false, - "boundElements": [], - "updated": 1759528506785, - "link": null, - "locked": false, - "text": "[Int32] - [max 256 | 512 Tokens]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[Int32] - [max 256 | 512 Tokens]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "AkJCQXr5GO964shgK_Xrr", - "type": "text", - "x": 2135.6320465238086, - "y": 830.7857142698415, - "width": 539, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1T", - "roundness": null, - "seed": 1801104906, - "version": 719, - "versionNonce": 259428246, - "isDeleted": false, - "boundElements": [], - "updated": 1759528506785, - "link": null, - "locked": false, - "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "2GOoVr-J_fCNkdNUB6L7l", - "type": "text", - "x": 2135.6320465238086, - "y": 708.1428572698416, - "width": 539, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1U", - "roundness": null, - "seed": 883711178, - "version": 758, - "versionNonce": 7089366, - "isDeleted": false, - "boundElements": [], - "updated": 1759528506785, - "link": null, - "locked": false, - "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "cbJ9eG4ZNU8Oqz3IT4Mu7", - "type": "text", - "x": 2135.6320465238086, - "y": 585.5000002698416, - "width": 539, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1V", - "roundness": null, - "seed": 760886154, - "version": 786, - "versionNonce": 322707990, - "isDeleted": false, - "boundElements": [], - "updated": 1759528506785, - "link": null, - "locked": false, - "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "mb5wU0LfsBpkAP0oBneX7", - "type": "text", - "x": 2135.6320465238086, - "y": 476.5000002698416, - "width": 539, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1W", - "roundness": null, - "seed": 1738486346, - "version": 813, - "versionNonce": 1255894870, - "isDeleted": false, - "boundElements": [], - "updated": 1759528506785, - "link": null, - "locked": false, - "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "ecpthrmwvSOkT7JwBpcUJ", - "type": "text", - "x": 2911.1521945238082, - "y": -307.78571373015836, - "width": 118.7999267578125, - "height": 45, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1j", - "roundness": null, - "seed": 1178098186, - "version": 140, - "versionNonce": 463053718, - "isDeleted": false, - "boundElements": [], - "updated": 1759528506785, - "link": null, - "locked": false, - "text": "TASK 3", - "fontSize": 36, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "TASK 3", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "20z_qEQSSTF0r5qho2-aG", - "type": "arrow", - "x": 5306.951240809524, - "y": 821.6666669365086, - "width": 0, - "height": 840.1409882380956, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1k", - "roundness": { - "type": 2 - }, - "seed": 625228234, - "version": 938, - "versionNonce": 1985001046, - "isDeleted": false, - "boundElements": [], - "updated": 1759528652049, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - 0, - -840.1409882380956 - ] - ], - "lastCommittedPoint": null, - "startBinding": null, - "endBinding": { - "elementId": "FeZJHH-JyAmC6ghfvnJ7B", - "focus": -0.01027711698113554, - "gap": 1.0763556907464624 - }, - "startArrowhead": null, - "endArrowhead": "triangle", - "elbowed": false - }, - { - "id": "xvmesjBrBmzQmqPR7uryH", - "type": "rectangle", - "x": 5084.772669571439, - "y": 693.737980000001, - "width": 444.35714285714266, - "height": 77, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffec99", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1l", - "roundness": { - "type": 3 - }, - "seed": 1492021386, - "version": 614, - "versionNonce": 938705098, - "isDeleted": false, - "boundElements": [ - { - "id": "y5pUdH7GPrtc2MdIXDRCN", - "type": "text" - } - ], - "updated": 1759528646158, - "link": null, - "locked": false - }, - { - "id": "y5pUdH7GPrtc2MdIXDRCN", - "type": "text", - "x": 5262.951241000011, - "y": 719.737980000001, - "width": 88, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1m", - "roundness": null, - "seed": 1873006410, - "version": 525, - "versionNonce": 68999050, - "isDeleted": false, - "boundElements": [], - "updated": 1759528646158, - "link": null, - "locked": false, - "text": "TokeNano", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "xvmesjBrBmzQmqPR7uryH", - "originalText": "TokeNano", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "NOmATaQhyOtLdhHNg-x67", - "type": "rectangle", - "x": 5211.201241000002, - "y": 584.7379799999999, - "width": 191.5, - "height": 77, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#a5d8ff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1n", - "roundness": { - "type": 3 - }, - "seed": 767514122, - "version": 509, - "versionNonce": 376264266, - "isDeleted": false, - "boundElements": [ - { - "id": "6eINtD6TR4R7le-rQUkU6", - "type": "text" - } - ], - "updated": 1759528646158, - "link": null, - "locked": false - }, - { - "id": "6eINtD6TR4R7le-rQUkU6", - "type": "text", - "x": 5262.951241000002, - "y": 610.7379799999999, - "width": 88, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1o", - "roundness": null, - "seed": 339477706, - "version": 506, - "versionNonce": 1874853130, - "isDeleted": false, - "boundElements": [], - "updated": 1759528646158, - "link": null, - "locked": false, - "text": "Embedder", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "NOmATaQhyOtLdhHNg-x67", - "originalText": "Embedder", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "mkJ7yHbEyrOhh4-p2S0h3", - "type": "rectangle", - "x": 5211.201241000001, - "y": 448.4522660176367, - "width": 191.49999999999955, - "height": 104.28571428571422, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#e9ecef", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1p", - "roundness": { - "type": 3 - }, - "seed": 1286921098, - "version": 904, - "versionNonce": 1032833994, - "isDeleted": false, - "boundElements": [ - { - "id": "G3SrFQfKnR7PfLf_VK5bP", - "type": "text" - } - ], - "updated": 1759528646158, - "link": null, - "locked": false - }, - { - "id": "G3SrFQfKnR7PfLf_VK5bP", - "type": "text", - "x": 5251.951241000001, - "y": 475.5951231604938, - "width": 110, - "height": 49.999999999999794, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1q", - "roundness": null, - "seed": 358931018, - "version": 785, - "versionNonce": 1173865098, - "isDeleted": false, - "boundElements": [], - "updated": 1759528646158, - "link": null, - "locked": false, - "text": "Positional\nEncoding", - "fontSize": 19.99999999999992, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "mkJ7yHbEyrOhh4-p2S0h3", - "originalText": "Positional Encoding", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "eBuM9EMbBB5cZ7oRJ_WIn", - "type": "rectangle", - "x": 5211.201240999999, - "y": 339.45226600000063, - "width": 191.5, - "height": 77, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#fcc2d7", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1v", - "roundness": { - "type": 3 - }, - "seed": 1105275914, - "version": 622, - "versionNonce": 934757002, - "isDeleted": false, - "boundElements": [ - { - "id": "f_FVvCiqUcMQL5zHYvnrx", - "type": "text" - } - ], - "updated": 1759528525025, - "link": null, - "locked": false - }, - { - "id": "f_FVvCiqUcMQL5zHYvnrx", - "type": "text", - "x": 5268.451240999999, - "y": 365.45226600000063, - "width": 77, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1w", - "roundness": null, - "seed": 833821386, - "version": 632, - "versionNonce": 511047702, - "isDeleted": false, - "boundElements": [], - "updated": 1759528524065, - "link": null, - "locked": false, - "text": "Decoder", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "eBuM9EMbBB5cZ7oRJ_WIn", - "originalText": "Decoder", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "YcGzjQpEH717rYIt7H-Sp", - "type": "rectangle", - "x": 5211.201240999988, - "y": 230.45226600000086, - "width": 191.5, - "height": 77, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#fcc2d7", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1x", - "roundness": { - "type": 3 - }, - "seed": 383332746, - "version": 771, - "versionNonce": 1906071434, - "isDeleted": false, - "boundElements": [ - { - "id": "caL_G9M-BljGtpDwRreBM", - "type": "text" - } - ], - "updated": 1759528525025, - "link": null, - "locked": false - }, - { - "id": "caL_G9M-BljGtpDwRreBM", - "type": "text", - "x": 5268.451240999988, - "y": 256.45226600000086, - "width": 77, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1y", - "roundness": null, - "seed": 76443722, - "version": 781, - "versionNonce": 1685956566, - "isDeleted": false, - "boundElements": [], - "updated": 1759528524065, - "link": null, - "locked": false, - "text": "Decoder", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "YcGzjQpEH717rYIt7H-Sp", - "originalText": "Decoder", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "LtqQgaXxSu4QHoiX4_wq-", - "type": "rectangle", - "x": 5188.772669571405, - "y": 121.45226600000086, - "width": 236.35714285716813, - "height": 77, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#99e9f2", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b1z", - "roundness": { - "type": 3 - }, - "seed": 1856886538, - "version": 878, - "versionNonce": 1326066262, - "isDeleted": false, - "boundElements": [ - { - "id": "-D0RzPBZiwzvBZ2W_O3ew", - "type": "text" - } - ], - "updated": 1759528524065, - "link": null, - "locked": false - }, - { - "id": "-D0RzPBZiwzvBZ2W_O3ew", - "type": "text", - "x": 5273.951240999988, - "y": 147.45226600000086, - "width": 66, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b20", - "roundness": null, - "seed": 364013002, - "version": 850, - "versionNonce": 675180438, - "isDeleted": false, - "boundElements": [], - "updated": 1759528524065, - "link": null, - "locked": false, - "text": "Linear", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "LtqQgaXxSu4QHoiX4_wq-", - "originalText": "Linear", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "DSjm7cg4YEhsNQg0fdggn", - "type": "rectangle", - "x": 5165.201240999975, - "y": 12.452266000000861, - "width": 283.500000000025, - "height": 77, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b21", - "roundness": { - "type": 3 - }, - "seed": 1924603018, - "version": 888, - "versionNonce": 1966607574, - "isDeleted": false, - "boundElements": [ - { - "id": "ASin3dKsKXHsBopTCtNlL", - "type": "text" - }, - { - "id": "20z_qEQSSTF0r5qho2-aG", - "type": "arrow" - } - ], - "updated": 1759528524065, - "link": null, - "locked": false - }, - { - "id": "ASin3dKsKXHsBopTCtNlL", - "type": "text", - "x": 5268.451240999988, - "y": 38.45226600000086, - "width": 77, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b22", - "roundness": null, - "seed": 595000138, - "version": 885, - "versionNonce": 1133249046, - "isDeleted": false, - "boundElements": [], - "updated": 1759528524065, - "link": null, - "locked": false, - "text": "Softmax", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "DSjm7cg4YEhsNQg0fdggn", - "originalText": "Softmax", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "WRoQlhcpVkkZuyFzhqiJV", - "type": "text", - "x": 5780.7964795238095, - "y": 851.5163012698415, - "width": 231, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b23", - "roundness": null, - "seed": 1447887370, - "version": 586, - "versionNonce": 1404232010, - "isDeleted": false, - "boundElements": [], - "updated": 1759528646158, - "link": null, - "locked": false, - "text": "Normal corpus of text", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Normal corpus of text", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "Pg5abR55HMgDLah6Wqb9F", - "type": "line", - "x": 5260.5463651415275, - "y": 924.3416867716264, - "width": 92.24877631150308, - "height": 120.86957123412286, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffffff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "A78WWMzCr09DpV4ARUBzv", - "wnfCYR8KtB3AQUgkyfl2F" - ], - "frameId": null, - "index": "b24", - "roundness": null, - "seed": 909390026, - "version": 807, - "versionNonce": 572270602, - "isDeleted": false, - "boundElements": [], - "updated": 1759528646158, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - -0.22554713034595336, - -97.64391949959688 - ], - [ - 20.299903752377887, - -120.86957123412286 - ], - [ - 92.02322918115712, - -120.54271478047575 - ], - [ - 92.02322918115712, - 0 - ], - [ - 0, - 0 - ] - ], - "lastCommittedPoint": null, - "startBinding": null, - "endBinding": null, - "startArrowhead": null, - "endArrowhead": null - }, - { - "id": "vMrAEJSpzNlMMBhChTLkI", - "type": "line", - "x": 5260.104778589997, - "y": 826.9151316146097, - "width": 20.09166617008019, - "height": 23.332257487835047, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffffff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "A78WWMzCr09DpV4ARUBzv", - "wnfCYR8KtB3AQUgkyfl2F" - ], - "frameId": null, - "index": "b25", - "roundness": null, - "seed": 1455916938, - "version": 395, - "versionNonce": 1227790026, - "isDeleted": false, - "boundElements": [], - "updated": 1759528646158, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - 20.09166617008019, - 0 - ], - [ - 20.09166617008019, - -23.332257487835047 - ] - ], - "lastCommittedPoint": null, - "startBinding": null, - "endBinding": null, - "startArrowhead": null, - "endArrowhead": null - }, - { - "id": "VeO7sEH_iCu27cgXzzoAY", - "type": "text", - "x": 5286.209728666667, - "y": 856.0950391269844, - "width": 44, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffffff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "wnfCYR8KtB3AQUgkyfl2F" - ], - "frameId": null, - "index": "b26", - "roundness": null, - "seed": 541197898, - "version": 272, - "versionNonce": 696593802, - "isDeleted": false, - "boundElements": [], - "updated": 1759528646158, - "link": null, - "locked": false, - "text": "TEXT", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "TEXT", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "AZnNeAdzAX8NouCB5gBKz", - "type": "text", - "x": 5780.7964795238095, - "y": 707.2379802698415, - "width": 385, - "height": 50, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b27", - "roundness": null, - "seed": 998157578, - "version": 701, - "versionNonce": 1482353738, - "isDeleted": false, - "boundElements": [], - "updated": 1759528646158, - "link": null, - "locked": false, - "text": "Transform each word into a token.\nMost of the times: 1 word - 1 token", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Transform each word into a token.\nMost of the times: 1 word - 1 token", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "0wXBsBsLjSOWO9TYu-CZ3", - "type": "text", - "x": 5780.7964795238095, - "y": 601.7379802698415, - "width": 506, - "height": 50, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b28", - "roundness": null, - "seed": 2113436618, - "version": 809, - "versionNonce": 193647370, - "isDeleted": false, - "boundElements": [], - "updated": 1759528646158, - "link": null, - "locked": false, - "text": "Transform from Token space to array space.\nEach token becomes an array of fixed dimension", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Transform from Token space to array space.\nEach token becomes an array of fixed dimension", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "LcAj3ZUY9y5ner7yn6nNh", - "type": "text", - "x": 5780.7964795238095, - "y": 488.09512326984145, - "width": 253, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b29", - "roundness": null, - "seed": 1439330954, - "version": 754, - "versionNonce": 93315530, - "isDeleted": false, - "boundElements": [], - "updated": 1759528646158, - "link": null, - "locked": false, - "text": "Add positional encoding", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Add positional encoding", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "VnrbTo7tenwKFC8-KiWHT", - "type": "text", - "x": 5780.7964795238095, - "y": 365.4522662698416, - "width": 143, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2C", - "roundness": null, - "seed": 2009024202, - "version": 781, - "versionNonce": 323501014, - "isDeleted": false, - "boundElements": [], - "updated": 1759528524065, - "link": null, - "locked": false, - "text": "Decoder Layer", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Decoder Layer", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "Yp2ibeV_s8HnV509dcDOl", - "type": "text", - "x": 5780.7964795238095, - "y": 256.4522662698416, - "width": 143, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2D", - "roundness": null, - "seed": 578805130, - "version": 799, - "versionNonce": 767447318, - "isDeleted": false, - "boundElements": [], - "updated": 1759528524065, - "link": null, - "locked": false, - "text": "Decoder Layer", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Decoder Layer", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "byiCdssJ0CdaSou-VHNuG", - "type": "text", - "x": 5780.069193523809, - "y": 140.7379802698416, - "width": 440, - "height": 50, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2E", - "roundness": null, - "seed": 1048550474, - "version": 1071, - "versionNonce": 1396686422, - "isDeleted": false, - "boundElements": [], - "updated": 1759528524065, - "link": null, - "locked": false, - "text": "Take all embeddings and produce an array\nof floats in Token space. It's a FCNN", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Take all embeddings and produce an array\nof floats in Token space. It's a FCNN", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "ks9lM2jsbdNu_XW6okdyd", - "type": "text", - "x": 5780.7964795238095, - "y": 25.952266269841573, - "width": 495, - "height": 50, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2F", - "roundness": null, - "seed": 697926410, - "version": 981, - "versionNonce": 950109078, - "isDeleted": false, - "boundElements": [], - "updated": 1759528524065, - "link": null, - "locked": false, - "text": "Here we compute the probability of each token\nof being the next token", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Here we compute the probability of each token\nof being the next token", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "FeZJHH-JyAmC6ghfvnJ7B", - "type": "ellipse", - "x": 5249.581933095238, - "y": -133.11916244444427, - "width": 113.57142857142844, - "height": 113.57142857142856, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffd43b", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2G", - "roundness": { - "type": 2 - }, - "seed": 1313378762, - "version": 310, - "versionNonce": 1054047126, - "isDeleted": false, - "boundElements": [ - { - "id": "9e-n2PY6qYTnHkiEEamuy", - "type": "text" - }, - { - "id": "20z_qEQSSTF0r5qho2-aG", - "type": "arrow" - } - ], - "updated": 1759528652049, - "link": null, - "locked": false - }, - { - "id": "9e-n2PY6qYTnHkiEEamuy", - "type": "text", - "x": 5278.714083735002, - "y": -88.98701180468038, - "width": 55, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffffff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2H", - "roundness": null, - "seed": 262654090, - "version": 293, - "versionNonce": 2100958742, - "isDeleted": false, - "boundElements": [], - "updated": 1759528524065, - "link": null, - "locked": false, - "text": "Token", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "FeZJHH-JyAmC6ghfvnJ7B", - "originalText": "Token", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "ktLO7Ns2oYvEuet_O41fw", - "type": "text", - "x": 5780.7964795238095, - "y": -101.33344773015841, - "width": 451, - "height": 50, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2I", - "roundness": null, - "seed": 896673610, - "version": 971, - "versionNonce": 1437599894, - "isDeleted": false, - "boundElements": [], - "updated": 1759528524065, - "link": null, - "locked": false, - "text": "Output token \n- Optional: append to text and start over", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Output token \n- Optional: append to text and start over", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "NTMRypRL-_3qcMbTdmrop", - "type": "text", - "x": 4644.833287523809, - "y": 851.5163012698415, - "width": 363, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2J", - "roundness": null, - "seed": 1476570634, - "version": 738, - "versionNonce": 25499786, - "isDeleted": false, - "boundElements": [], - "updated": 1759528646158, - "link": null, - "locked": false, - "text": "ByteArray - [max 256 | 512 Words]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "ByteArray - [max 256 | 512 Words]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "0BQiRtfK4VKVK-N5esGL6", - "type": "text", - "x": 4655.833287523809, - "y": 719.7379802698415, - "width": 352, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2K", - "roundness": null, - "seed": 1280597194, - "version": 796, - "versionNonce": 522549066, - "isDeleted": false, - "boundElements": [], - "updated": 1759528646158, - "link": null, - "locked": false, - "text": "[Int32] - [max 256 | 512 Tokens]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[Int32] - [max 256 | 512 Tokens]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "Wofrmsf6SRsecMz-c_hQt", - "type": "text", - "x": 4468.833287523809, - "y": 610.7379802698415, - "width": 539, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2L", - "roundness": null, - "seed": 268579722, - "version": 866, - "versionNonce": 1321991690, - "isDeleted": false, - "boundElements": [], - "updated": 1759528646158, - "link": null, - "locked": false, - "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "8oekLC3GonfBuTPKnXeuW", - "type": "text", - "x": 4468.833287523809, - "y": 488.09512326984145, - "width": 539, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2M", - "roundness": null, - "seed": 893858378, - "version": 905, - "versionNonce": 1030991050, - "isDeleted": false, - "boundElements": [], - "updated": 1759528646158, - "link": null, - "locked": false, - "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "JPsb_F6KGD6XR78Mo3E-a", - "type": "text", - "x": 4468.833287523809, - "y": 365.4522662698416, - "width": 539, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2P", - "roundness": null, - "seed": 911154826, - "version": 932, - "versionNonce": 1442950486, - "isDeleted": false, - "boundElements": [], - "updated": 1759528524065, - "link": null, - "locked": false, - "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "4bVP10FZfzZ5kQvgDJsXR", - "type": "text", - "x": 4468.833287523809, - "y": 256.4522662698416, - "width": 539, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2Q", - "roundness": null, - "seed": 2025766218, - "version": 952, - "versionNonce": 189633174, - "isDeleted": false, - "boundElements": [], - "updated": 1759528524065, - "link": null, - "locked": false, - "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "z8LnuONGOdKrRzktOUZLz", - "type": "text", - "x": 4534.833287523809, - "y": 153.23798026984156, - "width": 473, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2R", - "roundness": null, - "seed": 1900839946, - "version": 1048, - "versionNonce": 275435478, - "isDeleted": false, - "boundElements": [], - "updated": 1759528524065, - "link": null, - "locked": false, - "text": "[float-half] - [Token-space floats | half ]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[float-half] - [Token-space floats | half ]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "dxe-f1l5-P4utLCdRW506", - "type": "text", - "x": 4358.833287523809, - "y": 38.45226626984157, - "width": 649, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2S", - "roundness": null, - "seed": 166949578, - "version": 1033, - "versionNonce": 292447510, - "isDeleted": false, - "boundElements": [], - "updated": 1759528524065, - "link": null, - "locked": false, - "text": "[float-half] - [Token-space floats | half - probabilities ]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "[float-half] - [Token-space floats | half - probabilities ]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "cqDTz0NCytFeqAStx5ne8", - "type": "text", - "x": 4864.833287523809, - "y": -88.83344773015841, - "width": 143, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2T", - "roundness": null, - "seed": 894339466, - "version": 1103, - "versionNonce": 1875726934, - "isDeleted": false, - "boundElements": [], - "updated": 1759528524065, - "link": null, - "locked": false, - "text": "int - [token]", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "int - [token]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "469xhLQwCBPmnsV5OCGl-", - "type": "arrow", - "x": 5414.189336238095, - "y": -89.0100355873015, - "width": 240.25, - "height": 957.75, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#4dabf7", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2a", - "roundness": { - "type": 2 - }, - "seed": 110921930, - "version": 494, - "versionNonce": 1194124170, - "isDeleted": false, - "boundElements": [], - "updated": 1759528657808, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - 206, - 151 - ], - [ - 206, - 845.67670252381 - ], - [ - -34.25, - 957.75 - ] - ], - "lastCommittedPoint": null, - "startBinding": null, - "endBinding": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "elbowed": false - }, - { - "id": "DUFfcnnuX3vNKY_eXvwjz", - "type": "text", - "x": 5244.353435523809, - "y": -309.8334477301584, - "width": 118.7999267578125, - "height": 45, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2b", - "roundness": null, - "seed": 1926582410, - "version": 242, - "versionNonce": 1044388246, - "isDeleted": false, - "boundElements": [], - "updated": 1759528619450, - "link": null, - "locked": false, - "text": "TASK 4", - "fontSize": 36, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "TASK 4", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "06FXad4uRKaedxpb-iRY2", - "type": "line", - "x": 2927.345124141527, - "y": 138.13942077162642, - "width": 92.24877631150308, - "height": 120.86957123412286, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#e9ecef", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "kC_dAIxa09yi1Qo-vZYdV", - "IM_LHyMeyXS-O9KLkY5WB" - ], - "frameId": null, - "index": "b2c", - "roundness": null, - "seed": 1909390154, - "version": 782, - "versionNonce": 1121594762, - "isDeleted": false, - "boundElements": [], - "updated": 1759528594949, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - -0.22554713034595336, - -97.64391949959688 - ], - [ - 20.299903752377887, - -120.86957123412286 - ], - [ - 92.02322918115712, - -120.54271478047575 - ], - [ - 92.02322918115712, - 0 - ], - [ - 0, - 0 - ] - ], - "lastCommittedPoint": null, - "startBinding": null, - "endBinding": null, - "startArrowhead": null, - "endArrowhead": null - }, - { - "id": "APd-EbGFSGvw6rOnFrivH", - "type": "line", - "x": 2926.903537589997, - "y": 40.712865614609655, - "width": 20.09166617008019, - "height": 23.332257487835047, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#e9ecef", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "kC_dAIxa09yi1Qo-vZYdV", - "IM_LHyMeyXS-O9KLkY5WB" - ], - "frameId": null, - "index": "b2d", - "roundness": null, - "seed": 430244362, - "version": 370, - "versionNonce": 290506774, - "isDeleted": false, - "boundElements": [], - "updated": 1759528594949, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - 20.09166617008019, - 0 - ], - [ - 20.09166617008019, - -23.332257487835047 - ] - ], - "lastCommittedPoint": null, - "startBinding": null, - "endBinding": null, - "startArrowhead": null, - "endArrowhead": null - }, - { - "id": "0EWaC36Iimd7QZpUUNhy8", - "type": "text", - "x": 2953.008487666666, - "y": 69.89277312698437, - "width": 44, - "height": 25, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#e9ecef", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "IM_LHyMeyXS-O9KLkY5WB" - ], - "frameId": null, - "index": "b2e", - "roundness": null, - "seed": 1317810378, - "version": 247, - "versionNonce": 2131749962, - "isDeleted": false, - "boundElements": [ - { - "id": "Yhy8Ateo070a-Ly7GTwSR", - "type": "arrow" - } - ], - "updated": 1759528594949, - "link": null, - "locked": false, - "text": "TEXT", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "TEXT", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "aXGI3ch1I-qQQbK0p6Nm0", - "type": "ellipse", - "x": 2657.3820465238086, - "y": 165.4166669365086, - "width": 670, - "height": 233.75, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#e9ecef", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2f", - "roundness": { - "type": 2 - }, - "seed": 1430403734, - "version": 76, - "versionNonce": 370100054, - "isDeleted": false, - "boundElements": [ - { - "type": "text", - "id": "WITjGdknNH9OfVdR_ZB_w" - } - ], - "updated": 1759528606548, - "link": null, - "locked": false - }, - { - "id": "WITjGdknNH9OfVdR_ZB_w", - "type": "text", - "x": 2923.2013175509246, - "y": 259.6485618853309, - "width": 138.59991455078125, - "height": 45, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#e9ecef", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2g", - "roundness": null, - "seed": 130669130, - "version": 11, - "versionNonce": 1485392150, - "isDeleted": false, - "boundElements": [], - "updated": 1759528609193, - "link": null, - "locked": false, - "text": "Unknown", - "fontSize": 36, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "aXGI3ch1I-qQQbK0p6Nm0", - "originalText": "Unknown", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "6-x6uWA8cLbAbtCNYKCfZ", - "type": "rectangle", - "x": -652.1179534761914, - "y": 1456.6666669365086, - "width": 1047.5, - "height": 844.5, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#b2f2bb", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2h", - "roundness": { - "type": 3 - }, - "seed": 1849802582, - "version": 211, - "versionNonce": 1546513994, - "isDeleted": false, - "boundElements": [], - "updated": 1759529154972, - "link": null, - "locked": false - }, - { - "id": "FcsRQcD5xElAaD1IuYCUq", - "type": "text", - "x": -626.6179534761914, - "y": 1475.6666669365086, - "width": 107.79995727539062, - "height": 35, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#b2f2bb", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2j", - "roundness": null, - "seed": 1573882966, - "version": 88, - "versionNonce": 706377622, - "isDeleted": false, - "boundElements": [], - "updated": 1759529160626, - "link": null, - "locked": false, - "text": "Encoder", - "fontSize": 28, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Encoder", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "Sz3K3Il014-CVOwOi2iUH", - "type": "rectangle", - "x": -201.36795347619136, - "y": 2228.1666669365086, - "width": 146, - "height": 146, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#eaddd7", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2k", - "roundness": { - "type": 3 - }, - "seed": 2077031126, - "version": 127, - "versionNonce": 1179858826, - "isDeleted": false, - "boundElements": [ - { - "type": "text", - "id": "wCvMVTeHbRQwxRCNrBIgU" - }, - { - "id": "FyyjXTSC-rUThw9xEd8SS", - "type": "arrow" - }, - { - "id": "yrdRKOZvWoSv5pHFbY3fy", - "type": "arrow" - } - ], - "updated": 1759529166129, - "link": null, - "locked": false - }, - { - "id": "wCvMVTeHbRQwxRCNrBIgU", - "type": "text", - "x": -136.06795042443355, - "y": 2283.6666669365086, - "width": 15.399993896484375, - "height": 35, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#eaddd7", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2l", - "roundness": null, - "seed": 990613654, - "version": 11, - "versionNonce": 2089591958, - "isDeleted": false, - "boundElements": [], - "updated": 1759528806371, - "link": null, - "locked": false, - "text": "X", - "fontSize": 28, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "Sz3K3Il014-CVOwOi2iUH", - "originalText": "X", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "foApa0Rpl4A2GRC5lTuqJ", - "type": "text", - "x": -16.36795347619136, - "y": 2336.9166669365086, - "width": 631.3997802734375, - "height": 35, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#eaddd7", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b2m", - "roundness": null, - "seed": 667788374, - "version": 76, - "versionNonce": 709105174, - "isDeleted": false, - "boundElements": [], - "updated": 1759528858089, - "link": null, - "locked": false, - "text": "X in R^[n_sentence_tokens X n_dimensions]", - "fontSize": 28, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "X in R^[n_sentence_tokens X n_dimensions]", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "HJhYzt5Hlgg_EdiOqJdFK", - "type": "rectangle", - "x": -616.3679534761914, - "y": 1798.9166669365084, - "width": 231.49999999999997, - "height": 347.0000000000004, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#ff8787", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "lNgjNUr3ToweyutHVL3MX" - ], - "frameId": null, - "index": "b2n", - "roundness": { - "type": 3 - }, - "seed": 1973647882, - "version": 198, - "versionNonce": 1699044886, - "isDeleted": false, - "boundElements": [ - { - "id": "yrdRKOZvWoSv5pHFbY3fy", - "type": "arrow" - } - ], - "updated": 1759529166129, - "link": null, - "locked": false - }, - { - "id": "DXmVYd2_dEzm0jPRz-1pP", - "type": "rectangle", - "x": -591.8679534761914, - "y": 1857.9166669365086, - "width": 51.14285714285714, - "height": 265.5, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#ffec99", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "lNgjNUr3ToweyutHVL3MX" - ], - "frameId": null, - "index": "b2o", - "roundness": { - "type": 3 - }, - "seed": 335259850, - "version": 705, - "versionNonce": 1398418710, - "isDeleted": false, - "boundElements": [ - { - "id": "g3aJisb0R-hvHpJzZwt7p", - "type": "text" - } - ], - "updated": 1759529229544, - "link": null, - "locked": false - }, - { - "id": "g3aJisb0R-hvHpJzZwt7p", - "type": "text", - "x": -581.6965188012472, - "y": 1973.1666669365086, - "width": 30.79998779296875, - "height": 35, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#ffec99", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "lNgjNUr3ToweyutHVL3MX" - ], - "frameId": null, - "index": "b2p", - "roundness": null, - "seed": 2095054730, - "version": 854, - "versionNonce": 2033200330, - "isDeleted": false, - "boundElements": [], - "updated": 1759529223021, - "link": null, - "locked": false, - "text": "Q1", - "fontSize": 28, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "DXmVYd2_dEzm0jPRz-1pP", - "originalText": "Q1", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "ub3e-y1SeoJF8PySaib3c", - "type": "rectangle", - "x": -527.9393820476199, - "y": 1857.9166669365086, - "width": 51.14285714285714, - "height": 265.5, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#a5d8ff", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "lNgjNUr3ToweyutHVL3MX" - ], - "frameId": null, - "index": "b2q", - "roundness": { - "type": 3 - }, - "seed": 1552645706, - "version": 609, - "versionNonce": 308665866, - "isDeleted": false, - "boundElements": [ - { - "id": "c9fsIal7xyYfq8QgGNuaB", - "type": "text" - } - ], - "updated": 1759529230107, - "link": null, - "locked": false - }, - { - "id": "c9fsIal7xyYfq8QgGNuaB", - "type": "text", - "x": -517.7679473726757, - "y": 1973.1666669365086, - "width": 30.79998779296875, - "height": 35, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#ffec99", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "lNgjNUr3ToweyutHVL3MX" - ], - "frameId": null, - "index": "b2r", - "roundness": null, - "seed": 534324490, - "version": 784, - "versionNonce": 1189716426, - "isDeleted": false, - "boundElements": [], - "updated": 1759529202248, - "link": null, - "locked": false, - "text": "K1", - "fontSize": 28, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "ub3e-y1SeoJF8PySaib3c", - "originalText": "K1", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "t_HTcqJKGCfddI3WSJw5l", - "type": "rectangle", - "x": -464.0108106190485, - "y": 1857.9166669365086, - "width": 51.14285714285714, - "height": 265.5, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "lNgjNUr3ToweyutHVL3MX" - ], - "frameId": null, - "index": "b2s", - "roundness": { - "type": 3 - }, - "seed": 1615066058, - "version": 555, - "versionNonce": 793884630, - "isDeleted": false, - "boundElements": [ - { - "id": "Y_ldESIgmZjghm_Mp8ydK", - "type": "text" - } - ], - "updated": 1759529202248, - "link": null, - "locked": false - }, - { - "id": "Y_ldESIgmZjghm_Mp8ydK", - "type": "text", - "x": -453.83937594410435, - "y": 1973.1666669365086, - "width": 30.79998779296875, - "height": 35, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#ffec99", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "lNgjNUr3ToweyutHVL3MX" - ], - "frameId": null, - "index": "b2t", - "roundness": null, - "seed": 1340533386, - "version": 784, - "versionNonce": 1906759818, - "isDeleted": false, - "boundElements": [], - "updated": 1759529202248, - "link": null, - "locked": false, - "text": "V1", - "fontSize": 28, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "t_HTcqJKGCfddI3WSJw5l", - "originalText": "V1", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "xYbygwcpXem-b-MWEy-lH", - "type": "text", - "x": -587.0679194761914, - "y": 1811.4166669365086, - "width": 169.39993286132812, - "height": 35, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#ff8787", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "lNgjNUr3ToweyutHVL3MX" - ], - "frameId": null, - "index": "b2u", - "roundness": null, - "seed": 628951370, - "version": 256, - "versionNonce": 1812247050, - "isDeleted": false, - "boundElements": [], - "updated": 1759529166128, - "link": null, - "locked": false, - "text": "Attention 1", - "fontSize": 28, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Attention 1", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "fyN7PchiAnEhml-IEsq6f", - "type": "rectangle", - "x": 121.13204652380864, - "y": 1798.9166669365084, - "width": 231.49999999999997, - "height": 347.0000000000004, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#ff8787", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "w1plGjjULb8uJycra0_Z5" - ], - "frameId": null, - "index": "b2v", - "roundness": { - "type": 3 - }, - "seed": 1819266954, - "version": 312, - "versionNonce": 1211216842, - "isDeleted": false, - "boundElements": [ - { - "id": "FyyjXTSC-rUThw9xEd8SS", - "type": "arrow" - } - ], - "updated": 1759529146677, - "link": null, - "locked": false - }, - { - "id": "3CNIJ6MVTEcuwIGoudrDG", - "type": "rectangle", - "x": 145.63204652380864, - "y": 1857.9166669365086, - "width": 51.14285714285714, - "height": 265.5, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#ffec99", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "w1plGjjULb8uJycra0_Z5" - ], - "frameId": null, - "index": "b2w", - "roundness": { - "type": 3 - }, - "seed": 154408650, - "version": 367, - "versionNonce": 1641766282, - "isDeleted": false, - "boundElements": [ - { - "type": "text", - "id": "7CFKNS4YCYOfd09VrJQTN" - } - ], - "updated": 1759529067374, - "link": null, - "locked": false - }, - { - "id": "7CFKNS4YCYOfd09VrJQTN", - "type": "text", - "x": 155.80348119875282, - "y": 1973.1666669365086, - "width": 30.79998779296875, - "height": 35, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#ffec99", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "w1plGjjULb8uJycra0_Z5" - ], - "frameId": null, - "index": "b2x", - "roundness": null, - "seed": 6908874, - "version": 176, - "versionNonce": 547084810, - "isDeleted": false, - "boundElements": [], - "updated": 1759529082351, - "link": null, - "locked": false, - "text": "Qn", - "fontSize": 28, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "3CNIJ6MVTEcuwIGoudrDG", - "originalText": "Qn", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "ur63B87WeB8kYMjM12YtR", - "type": "rectangle", - "x": 209.56061795238008, - "y": 1857.9166669365086, - "width": 51.14285714285714, - "height": 265.5, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#a5d8ff", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "w1plGjjULb8uJycra0_Z5" - ], - "frameId": null, - "index": "b2y", - "roundness": { - "type": 3 - }, - "seed": 72122634, - "version": 410, - "versionNonce": 754477514, - "isDeleted": false, - "boundElements": [ - { - "type": "text", - "id": "BF3VPJyux11JYOvnlKDTe" - } - ], - "updated": 1759529092301, - "link": null, - "locked": false - }, - { - "id": "BF3VPJyux11JYOvnlKDTe", - "type": "text", - "x": 219.73205262732426, - "y": 1973.1666669365086, - "width": 30.79998779296875, - "height": 35, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#ffec99", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "w1plGjjULb8uJycra0_Z5" - ], - "frameId": null, - "index": "b2z", - "roundness": null, - "seed": 1348128138, - "version": 176, - "versionNonce": 1213740234, - "isDeleted": false, - "boundElements": [], - "updated": 1759529095603, - "link": null, - "locked": false, - "text": "Kn", - "fontSize": 28, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "ur63B87WeB8kYMjM12YtR", - "originalText": "Kn", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "7DeaPTWaOXW2-cQoFoq-x", - "type": "rectangle", - "x": 273.4891893809515, - "y": 1857.9166669365086, - "width": 51.14285714285714, - "height": 265.5, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#d0bfff", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "w1plGjjULb8uJycra0_Z5" - ], - "frameId": null, - "index": "b30", - "roundness": { - "type": 3 - }, - "seed": 1211762838, - "version": 440, - "versionNonce": 88295562, - "isDeleted": false, - "boundElements": [ - { - "type": "text", - "id": "xlIr04o6jK19VMgKqrSEI" - } - ], - "updated": 1759529067374, - "link": null, - "locked": false - }, - { - "id": "xlIr04o6jK19VMgKqrSEI", - "type": "text", - "x": 283.66062405589565, - "y": 1973.1666669365086, - "width": 30.79998779296875, - "height": 35, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#ffec99", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "w1plGjjULb8uJycra0_Z5" - ], - "frameId": null, - "index": "b31", - "roundness": null, - "seed": 746002250, - "version": 174, - "versionNonce": 1207286870, - "isDeleted": false, - "boundElements": [], - "updated": 1759529101128, - "link": null, - "locked": false, - "text": "Vn", - "fontSize": 28, - "fontFamily": 8, - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "7DeaPTWaOXW2-cQoFoq-x", - "originalText": "Vn", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "a_Km8WDuJWgXSl7-uYTT6", - "type": "text", - "x": 150.43208052380862, - "y": 1811.4166669365086, - "width": 169.39993286132812, - "height": 35, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#ff8787", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [ - "w1plGjjULb8uJycra0_Z5" - ], - "frameId": null, - "index": "b32", - "roundness": null, - "seed": 872579082, - "version": 378, - "versionNonce": 1140872138, - "isDeleted": false, - "boundElements": [], - "updated": 1759529086873, - "link": null, - "locked": false, - "text": "Attention n", - "fontSize": 28, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Attention n", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "3JCyCMK9ul_VQRibSlX5M", - "type": "line", - "x": -354.1416524761914, - "y": 1986.4166669365086, - "width": 443.5, - "height": 0, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#ff8787", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b33", - "roundness": { - "type": 2 - }, - "seed": 300359382, - "version": 75, - "versionNonce": 443550166, - "isDeleted": false, - "boundElements": [], - "updated": 1759529114514, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - 443.5, - 0 - ] - ], - "lastCommittedPoint": null, - "startBinding": null, - "endBinding": null, - "startArrowhead": null, - "endArrowhead": null - }, - { - "id": "yrdRKOZvWoSv5pHFbY3fy", - "type": "arrow", - "x": -128.46795347619135, - "y": 2223.1666669365086, - "width": 372.25, - "height": 72.25, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#b2f2bb", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b34", - "roundness": null, - "seed": 2085328534, - "version": 59, - "versionNonce": 428429462, - "isDeleted": false, - "boundElements": [], - "updated": 1759529166130, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - 0, - -36.125 - ], - [ - -372.25, - -36.125 - ], - [ - -372.25, - -72.25 - ] - ], - "lastCommittedPoint": null, - "startBinding": { - "elementId": "Sz3K3Il014-CVOwOi2iUH", - "fixedPoint": [ - 0.4993150684931507, - -0.03424657534246575 - ], - "focus": 0, - "gap": 0 - }, - "endBinding": { - "elementId": "HJhYzt5Hlgg_EdiOqJdFK", - "fixedPoint": [ - 0.49956803455723536, - 1.0144092219020169 - ], - "focus": 0, - "gap": 0 - }, - "startArrowhead": null, - "endArrowhead": "arrow", - "elbowed": true, - "fixedSegments": null, - "startIsSpecial": null, - "endIsSpecial": null - }, - { - "id": "FyyjXTSC-rUThw9xEd8SS", - "type": "arrow", - "x": -128.46795347619135, - "y": 2223.1666669365086, - "width": 365.25, - "height": 72.25, - "angle": 0, - "strokeColor": "#343a40", - "backgroundColor": "#b2f2bb", - "fillStyle": "solid", - "strokeWidth": 4, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b35", - "roundness": null, - "seed": 394007114, - "version": 31, - "versionNonce": 6105942, - "isDeleted": false, - "boundElements": [], - "updated": 1759529166130, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - 0, - -36.125 - ], - [ - 365.25, - -36.125 - ], - [ - 365.25, - -72.25 - ] - ], - "lastCommittedPoint": null, - "startBinding": { - "elementId": "Sz3K3Il014-CVOwOi2iUH", - "fixedPoint": [ - 0.4993150684931507, - -0.03424657534246575 - ], - "focus": 0, - "gap": 0 - }, - "endBinding": { - "elementId": "fyN7PchiAnEhml-IEsq6f", - "fixedPoint": [ - 0.49956803455723553, - 1.0144092219020169 - ], - "focus": 0, - "gap": 0 - }, - "startArrowhead": null, - "endArrowhead": "arrow", - "elbowed": true, - "fixedSegments": null, - "startIsSpecial": null, - "endIsSpecial": null - }, - { - "id": "kCkl_cGFGtvEjte0RLULg", - "type": "text", - "x": 2852.241705006319, - "y": 1434.6417703971483, - "width": 197.99972534179688, - "height": 50, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b37", - "roundness": null, - "seed": 1464660035, - "version": 158, - "versionNonce": 220662563, - "isDeleted": false, - "boundElements": null, - "updated": 1759673320534, - "link": null, - "locked": false, - "text": "class AttentioMask\nbbgbgd", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "class AttentioMask\nbbgbgd", - "autoResize": true, - "lineHeight": 1.25 - }, - { - "id": "cazVvK8SPLZZI6PecpGbM", - "type": "text", - "x": 3450.385626322292, - "y": 1363.0943062968788, - "width": 703.9990844726562, - "height": 250, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "fillStyle": "solid", - "strokeWidth": 2, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "index": "b38", - "roundness": null, - "seed": 1191002637, - "version": 636, - "versionNonce": 1757202541, - "isDeleted": false, - "boundElements": null, - "updated": 1759674426339, - "link": null, - "locked": false, - "text": "class NanoSocratesCore:\n # manages model\n - encoder_block: nn.Sequential\n - decoder_block: nn.Sequential\n\n + forward(x: torch.Tensor, taskType: TaskType): torch.Tensor\n - full(x: torch.Tensor): torch.Tensor # 1-2\n - encoder_only(x: torch.Tensor): torch.Tensor # 3\n - decoder_only(x: torch.Tensor): torch.Tensor # 4\n", - "fontSize": 20, - "fontFamily": 8, - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "class NanoSocratesCore:\n # manages model\n - encoder_block: nn.Sequential\n - decoder_block: nn.Sequential\n\n + forward(x: torch.Tensor, taskType: TaskType): torch.Tensor\n - full(x: torch.Tensor): torch.Tensor # 1-2\n - encoder_only(x: torch.Tensor): torch.Tensor # 3\n - decoder_only(x: torch.Tensor): torch.Tensor # 4\n", - "autoResize": true, - "lineHeight": 1.25 - } - ], - "appState": { - "gridSize": 20, - "gridStep": 5, - "gridModeEnabled": false, - "viewBackgroundColor": "#ffffff" - }, - "files": {} -} \ No newline at end of file diff --git a/requirements.txt b/requirements.txt index e61584c172797ff05f69e79cc8844e2e47a03f0d..ee38a58708bee15c354588fc5d7b32c1dbbe53b5 100644 GIT binary patch literal 4664 zcmbW5TTfe85QX=1rT&u26*dH#hdl7us*&2}A?lN5d|pF#Ptoa*V9@5^^(RF>tgEcCeviK(Qf(iur- zCC$`0|4L(D_R`?o*7$wWvAL7wd0B@gr20BP>&UF-3E!OYeLp19!cNxrI=vB^b;V&1 z%?lFSCyZ~7?2o0l)%mi_^f-zW#g5cZdQJoBI3mZ!RI)vJx|7yzU|yETu#pjhF|}5* zITkj~Y%NiZWnmRoMqvkulZx!T`n=Q0ZRm31dQb~=*AewWD6(GUjmXpY7s;)jkYS-8 zHeAn%u@_h(z(~vvP*t9&z(o`0yCpnr6)16{4|1v}Nk2LrXA&sm( zchSQMa!94Jj*Z2}H49H>AvJBeJdcW|6i8soS~5#XIZ`l@Q)8Ox`<>8&tL1^Zw7w#y zX|)3zkpmMsKa097l(Bw%@2aC~`wPj_jjoz=2m<8ZR$WUxJn0VtpQBg=ALhbOzGkWf z`R=JZ4&n+(uyh(6Fb|hyBH2-#Idev`6tg$V2o)zES7oSgh-V}Xa}#^y<{}WneEiZ; z)Rx+`nmLM;*~=2MY#d%z^3tnbdf~C<7Pg}6_^|()F8%g@bjR}l8n?TC@1p)|VJCwB zszp}61)+NcNpqx4moAo_X79J)U_vl~x5^)x$1bcpt=3%^r1s(p)kET~BpNrDLf+1Y z@vnJsf|~5a4?2;a%~|fcW$mtYG7%?QOxPa;tA7dRT#HwOI5!isU#^Ads`3ME?0SlU z`#RQ-CH?qt3$5YvT4Bza15i;Zs zuX%cqF4LIGjBCcoR_p0o#b%j}B4y4_V+tmci;Bk)fRWibRK&28KFRF>-;Ga5?v-Kk zeR^HP>x(wnHB&)s;=-b-5e z+UUs}>AAYRq)Uh9)a>4|uY2T9f`@DiFU6RMMzRl=(hID&btKj?-7{0>ihDFYc+-P} zbe8$O3HFe6s?QdhJ%t=xYI5wOcd9!$b60E#m@^VxxGyp|}T$6|aeh8)+(U zxg8N37TP?A$>fXPa#jY_LR$Gv65UDb{NSf`1y-^`t-5qh+dGh9O6G1u{fH#%+opRj zSb%IdHZ0*0{OktU$vDxaI^>Co#Tx^8Z4;|o&tqw}e`M*2o+iOYUWpO(-P)q{SlN-i z(XcbC*V4%w1a2`O$=;vkvb-<9hOQ?N%;uDwJc?7Fs@>!IZIy?aIKut|qCE8;M`h=F zJiA(#lcT=61N+E)QasLjx39>iyTUs#mWIk{clRUHu*p$!wyb<*Uz!GQd{-j{x~?R# zfts^^Ox`^8?Z|KMqAIgDt7ndZH+Lc&cqj^VNYfL4l9$r;bN)n z0^CpSCNXYsnHhW4+*NmF@qvty>}CD7!wgQ)&C^9xo?V$vVa{;7dPX4E?!neKWFIf| z>EZ#q)`B zf(^R%ympK6Q&)N%*0L=kg>FA&GvmxKPcJ4W$l++BvzBKsk(qDQjEzH87 zyQ#5>+01Q3cb|p?Rzc+|-m7Lzm5Fe8dqNi(P!rdE+zPo-b9z>z;`F0*xm|c)q-G;c sw@b18=O;8&+FkIVXt_7JJ;}{6M|?w=Juqz$D2(zkJhcD8$=ZS79}~HvJOBUy literal 306 zcmXX>F>=E&4BPn^^JLjRr-KHMy~~g^LuS=dDqdwtmE~*g*OzL#kpKvQv(1Gbq?8nL zz!P>bJDpcsnh^7%JsmbH)nU&JnV{?33JBYhc0R(6@uY*%>vNNk_QVDhKB`n=&p>f8 zG)5P@74lX0f&x=qi>T!BA1)!Aho^U?Mr`>m+po>8