{ "type": "excalidraw", "version": 2, "source": "https://marketplace.visualstudio.com/items?itemName=pomdtr.excalidraw-editor", "elements": [ { "id": "SBAGyEtc-Wp6StZ7iqfZs", "type": "arrow", "x": 721.2499998095234, "y": 1095.0019841269843, "width": 1.1368683772161603e-13, "height": 1111.4285714285713, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "Zz", "roundness": { "type": 2 }, "seed": 1155650907, "version": 225, "versionNonce": 619611643, "isDeleted": false, "boundElements": null, "updated": 1759526422168, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 1.1368683772161603e-13, -1111.4285714285713 ] ], "lastCommittedPoint": null, "startBinding": { "elementId": "H7ODV2404UrOJn2DYKBW4", "focus": 0, "gap": 6.140789000000041 }, "endBinding": { "elementId": "uOPhnxPQJnDzekNtVpov5", "focus": -0.010277116981136541, "gap": 1.0763556907463911 }, "startArrowhead": null, "endArrowhead": "triangle", "elbowed": false }, { "id": "0gtGV3dn3MlMgXeH3o1Dp", "type": "rectangle", "x": 499.07142857143873, "y": 913.785714000001, "width": 444.35714285714266, "height": 77, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffec99", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0", "roundness": { "type": 3 }, "seed": 519345435, "version": 408, "versionNonce": 555572603, "isDeleted": false, "boundElements": [ { "id": "jRWKHUOVb1rg5bOqY0Kgo", "type": "text" } ], "updated": 1759525847343, "link": null, "locked": false }, { "id": "jRWKHUOVb1rg5bOqY0Kgo", "type": "text", "x": 677.25000000001, "y": 939.785714000001, "width": 88, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a1", "roundness": null, "seed": 58276283, "version": 320, "versionNonce": 121707323, "isDeleted": false, "boundElements": null, "updated": 1759525833889, "link": null, "locked": false, "text": "TokeNano", "fontSize": 20, "fontFamily": 8, "textAlign": "center", "verticalAlign": "middle", "containerId": "0gtGV3dn3MlMgXeH3o1Dp", "originalText": "TokeNano", "autoResize": true, "lineHeight": 1.25 }, { "id": "kzaxpBg_drXtPRZ7EVSCS", "type": "rectangle", "x": 625.5000000000011, "y": 804.785714, "width": 191.5, "height": 77, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a2", "roundness": { "type": 3 }, "seed": 2084323803, "version": 303, "versionNonce": 961637211, "isDeleted": false, "boundElements": [ { "id": "fCVfChAbl1PYFAJn1a9TE", "type": "text" } ], "updated": 1759525855931, "link": null, "locked": false }, { "id": "fCVfChAbl1PYFAJn1a9TE", "type": "text", "x": 677.2500000000011, "y": 830.785714, "width": 88, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a3", "roundness": null, "seed": 1554861691, "version": 301, "versionNonce": 712624251, "isDeleted": false, "boundElements": null, "updated": 1759525833889, "link": null, "locked": false, "text": "Embedder", "fontSize": 20, "fontFamily": 8, "textAlign": "center", "verticalAlign": "middle", "containerId": "kzaxpBg_drXtPRZ7EVSCS", "originalText": "Embedder", "autoResize": true, "lineHeight": 1.25 }, { "id": "nh4oHpaeOPs2Ty4mJmJvt", "type": "rectangle", "x": 625.5000000000005, "y": 668.5000000176367, "width": 191.49999999999955, "height": 104.28571428571422, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#e9ecef", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a4", "roundness": { "type": 3 }, "seed": 1697158651, "version": 698, "versionNonce": 512528539, "isDeleted": false, "boundElements": [ { "type": "text", "id": "ksk5sYu1eevGaqGpxZp0D" } ], "updated": 1759525859870, "link": null, "locked": false }, { "id": "ksk5sYu1eevGaqGpxZp0D", "type": "text", "x": 666.2500000000002, "y": 695.6428571604939, "width": 110, "height": 49.999999999999794, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a5", "roundness": null, "seed": 737764725, "version": 580, "versionNonce": 427942933, "isDeleted": false, "boundElements": null, "updated": 1759525826705, "link": null, "locked": false, "text": "Positional\nEncoding", "fontSize": 19.99999999999992, "fontFamily": 8, "textAlign": "center", "verticalAlign": "middle", "containerId": "nh4oHpaeOPs2Ty4mJmJvt", "originalText": "Positional Encoding", "autoResize": true, "lineHeight": 1.25 }, { "id": "HHrGi2o5KjH6wHPrdz7TC", "type": "rectangle", "x": 625.5, "y": 559.5, "width": 191.5, "height": 77, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a6", "roundness": { "type": 3 }, "seed": 1993428245, "version": 340, "versionNonce": 434222683, "isDeleted": false, "boundElements": [ { "id": "sBfXBgG_WVvFqPB_rbmCS", "type": "text" } ], "updated": 1759525839683, "link": null, "locked": false }, { "id": "sBfXBgG_WVvFqPB_rbmCS", "type": "text", "x": 682.75, "y": 585.5, "width": 77, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a7", "roundness": null, "seed": 1840308853, "version": 346, "versionNonce": 218162293, "isDeleted": false, "boundElements": null, "updated": 1759525692132, "link": null, "locked": false, "text": "Encoder", "fontSize": 20, "fontFamily": 8, "textAlign": "center", "verticalAlign": "middle", "containerId": "HHrGi2o5KjH6wHPrdz7TC", "originalText": "Encoder", "autoResize": true, "lineHeight": 1.25 }, { "id": "gBgyaZZhB8pfutCKqUj0o", "type": "rectangle", "x": 625.4999999999998, "y": 450.49999999999994, "width": 191.5, "height": 77, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a8", "roundness": { "type": 3 }, "seed": 853900853, "version": 403, "versionNonce": 1711077205, "isDeleted": false, "boundElements": [ { "id": "IPFLvpFCuv9NS8WjAVolj", "type": "text" }, { "id": "LWgbaf3gDe2ubTvzrlvoc", "type": "arrow" }, { "id": "EtrIx7kgOl6cEsfkY0w8k", "type": "arrow" } ], "updated": 1759526719819, "link": null, "locked": false }, { "id": "IPFLvpFCuv9NS8WjAVolj", "type": "text", "x": 682.7499999999998, "y": 476.49999999999994, "width": 77, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a9", "roundness": null, "seed": 912387989, "version": 407, "versionNonce": 1883592053, "isDeleted": false, "boundElements": null, "updated": 1759525696849, "link": null, "locked": false, "text": "Encoder", "fontSize": 20, "fontFamily": 8, "textAlign": "center", "verticalAlign": "middle", "containerId": "gBgyaZZhB8pfutCKqUj0o", "originalText": "Encoder", "autoResize": true, "lineHeight": 1.25 }, { "id": "Ax7MQf4jgn58FVF5--EZb", "type": "rectangle", "x": 625.4999999999985, "y": 341.5000000000007, "width": 191.5, "height": 77, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#fcc2d7", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aA", "roundness": { "type": 3 }, "seed": 1980910709, "version": 464, "versionNonce": 1110238741, "isDeleted": false, "boundElements": [ { "id": "B4Bh4QDdCy-KQ3Jo3ut0Q", "type": "text" }, { "id": "EtrIx7kgOl6cEsfkY0w8k", "type": "arrow" } ], "updated": 1759526719819, "link": null, "locked": false }, { "id": "B4Bh4QDdCy-KQ3Jo3ut0Q", "type": "text", "x": 682.7499999999985, "y": 367.5000000000007, "width": 77, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aB", "roundness": null, "seed": 257619413, "version": 476, "versionNonce": 53530741, "isDeleted": false, "boundElements": null, "updated": 1759525699700, "link": null, "locked": false, "text": "Decoder", "fontSize": 20, "fontFamily": 8, "textAlign": "center", "verticalAlign": "middle", "containerId": "Ax7MQf4jgn58FVF5--EZb", "originalText": "Decoder", "autoResize": true, "lineHeight": 1.25 }, { "id": "DL7btCcAgzgMZDY51Ravh", "type": "rectangle", "x": 625.4999999999875, "y": 232.5000000000009, "width": 191.5, "height": 77, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#fcc2d7", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aC", "roundness": { "type": 3 }, "seed": 1808475131, "version": 613, "versionNonce": 1857407509, "isDeleted": false, "boundElements": [ { "id": "aPZQ3tJ-9G92YFwbkhcsJ", "type": "text" }, { "id": "LWgbaf3gDe2ubTvzrlvoc", "type": "arrow" } ], "updated": 1759526691924, "link": null, "locked": false }, { "id": "aPZQ3tJ-9G92YFwbkhcsJ", "type": "text", "x": 682.7499999999876, "y": 258.5000000000009, "width": 77, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aD", "roundness": null, "seed": 1482353819, "version": 625, "versionNonce": 1200823637, "isDeleted": false, "boundElements": null, "updated": 1759525731471, "link": null, "locked": false, "text": "Decoder", "fontSize": 20, "fontFamily": 8, "textAlign": "center", "verticalAlign": "middle", "containerId": "DL7btCcAgzgMZDY51Ravh", "originalText": "Decoder", "autoResize": true, "lineHeight": 1.25 }, { "id": "RoD7YFq1nvlsS8N8S3D8p", "type": "rectangle", "x": 603.0714285714034, "y": 123.50000000000091, "width": 236.35714285716813, "height": 77, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#99e9f2", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aE", "roundness": { "type": 3 }, "seed": 351049141, "version": 721, "versionNonce": 1205312219, "isDeleted": false, "boundElements": [ { "id": "r1-AlE9HDcxDN487Zz9cy", "type": "text" } ], "updated": 1759525880186, "link": null, "locked": false }, { "id": "r1-AlE9HDcxDN487Zz9cy", "type": "text", "x": 688.2499999999875, "y": 149.5000000000009, "width": 66, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aF", "roundness": null, "seed": 1847102491, "version": 694, "versionNonce": 1997701467, "isDeleted": false, "boundElements": null, "updated": 1759525745560, "link": null, "locked": false, "text": "Linear", "fontSize": 20, "fontFamily": 8, "textAlign": "center", "verticalAlign": "middle", "containerId": "RoD7YFq1nvlsS8N8S3D8p", "originalText": "Linear", "autoResize": true, "lineHeight": 1.25 }, { "id": "vGHbd9SHyvKU7crvExUiQ", "type": "rectangle", "x": 579.499999999975, "y": 14.50000000000091, "width": 283.500000000025, "height": 77, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aG", "roundness": { "type": 3 }, "seed": 1891729211, "version": 731, "versionNonce": 1140776725, "isDeleted": false, "boundElements": [ { "id": "cpPQ2wRXyEzSHDPGsu-FJ", "type": "text" }, { "id": "SBAGyEtc-Wp6StZ7iqfZs", "type": "arrow" } ], "updated": 1759526036549, "link": null, "locked": false }, { "id": "cpPQ2wRXyEzSHDPGsu-FJ", "type": "text", "x": 682.7499999999875, "y": 40.50000000000091, "width": 77, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aH", "roundness": null, "seed": 2086920155, "version": 729, "versionNonce": 1362426043, "isDeleted": false, "boundElements": null, "updated": 1759525752912, "link": null, "locked": false, "text": "Softmax", "fontSize": 20, "fontFamily": 8, "textAlign": "center", "verticalAlign": "middle", "containerId": "vGHbd9SHyvKU7crvExUiQ", "originalText": "Softmax", "autoResize": true, "lineHeight": 1.25 }, { "id": "AlM3fQ1s1cidgFJhnSz_s", "type": "text", "x": 1195.0952385238088, "y": 1071.5640352698415, "width": 231, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aI", "roundness": null, "seed": 512126939, "version": 382, "versionNonce": 598857877, "isDeleted": false, "boundElements": null, "updated": 1759527117384, "link": null, "locked": false, "text": "Normal corpus of text", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Normal corpus of text", "autoResize": true, "lineHeight": 1.25 }, { "id": "67uy4gG8JP6BtA87WCVrO", "type": "line", "x": 674.8451241415266, "y": 1144.3894207716264, "width": 92.24877631150308, "height": 120.86957123412286, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [ "2NdfyuPRjR3NQtj4eiNwq", "Ffn7m95NRYxCMlmu-tOXS" ], "frameId": null, "index": "aM", "roundness": null, "seed": 1682265115, "version": 603, "versionNonce": 372194869, "isDeleted": false, "boundElements": [], "updated": 1759526031599, "link": null, "locked": false, "points": [ [ 0, 0 ], [ -0.22554713034595336, -97.64391949959688 ], [ 20.299903752377887, -120.86957123412286 ], [ 92.02322918115712, -120.54271478047575 ], [ 92.02322918115712, 0 ], [ 0, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "lIzCIgEpNN9frwHP5vPld", "type": "line", "x": 674.4035375899971, "y": 1046.9628656146097, "width": 20.09166617008019, "height": 23.332257487835047, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [ "2NdfyuPRjR3NQtj4eiNwq", "Ffn7m95NRYxCMlmu-tOXS" ], "frameId": null, "index": "aN", "roundness": null, "seed": 2119833787, "version": 191, "versionNonce": 1833171445, "isDeleted": false, "boundElements": [], "updated": 1759526031432, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 20.09166617008019, 0 ], [ 20.09166617008019, -23.332257487835047 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "H7ODV2404UrOJn2DYKBW4", "type": "text", "x": 700.508487666666, "y": 1076.1427731269844, "width": 44, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [ "Ffn7m95NRYxCMlmu-tOXS" ], "frameId": null, "index": "aO", "roundness": null, "seed": 1598187483, "version": 66, "versionNonce": 391501557, "isDeleted": false, "boundElements": [ { "id": "SBAGyEtc-Wp6StZ7iqfZs", "type": "arrow" } ], "updated": 1759526036549, "link": null, "locked": false, "text": "TEXT", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "TEXT", "autoResize": true, "lineHeight": 1.25 }, { "id": "60cw3XnICgN_bUXkHvIIH", "type": "text", "x": 1195.0952385238088, "y": 927.2857142698415, "width": 385, "height": 50, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aP", "roundness": null, "seed": 1367456891, "version": 497, "versionNonce": 1433665013, "isDeleted": false, "boundElements": null, "updated": 1759527117384, "link": null, "locked": false, "text": "Transform each word into a token.\nMost of the times: 1 word - 1 token", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Transform each word into a token.\nMost of the times: 1 word - 1 token", "autoResize": true, "lineHeight": 1.25 }, { "id": "S5frcE2VlX32q1mifXCvQ", "type": "text", "x": 1195.0952385238088, "y": 821.7857142698415, "width": 506, "height": 50, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aQ", "roundness": null, "seed": 1823110427, "version": 605, "versionNonce": 1250588501, "isDeleted": false, "boundElements": null, "updated": 1759527117384, "link": null, "locked": false, "text": "Transform from Token space to array space.\nEach token becomes an array of fixed dimension", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Transform from Token space to array space.\nEach token becomes an array of fixed dimension", "autoResize": true, "lineHeight": 1.25 }, { "id": "lv8cJzXR5JJXnpAE4cg7L", "type": "text", "x": 1195.0952385238088, "y": 708.1428572698416, "width": 253, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aR", "roundness": null, "seed": 1601378747, "version": 550, "versionNonce": 1028310197, "isDeleted": false, "boundElements": null, "updated": 1759527117384, "link": null, "locked": false, "text": "Add positional encoding", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Add positional encoding", "autoResize": true, "lineHeight": 1.25 }, { "id": "lsLzLzYp-gNOAeYQOOq--", "type": "text", "x": 1195.0952385238088, "y": 585.5000002698416, "width": 143, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aS", "roundness": null, "seed": 117320283, "version": 581, "versionNonce": 22701589, "isDeleted": false, "boundElements": null, "updated": 1759527117384, "link": null, "locked": false, "text": "Encoder Layer", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Encoder Layer", "autoResize": true, "lineHeight": 1.25 }, { "id": "q4NKuYyfuvWNa1-ld1CE0", "type": "text", "x": 1195.0952385238088, "y": 464.0000002698416, "width": 330, "height": 50, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aT", "roundness": null, "seed": 2015241979, "version": 684, "versionNonce": 37580379, "isDeleted": false, "boundElements": null, "updated": 1759527337422, "link": null, "locked": false, "text": "Last Encoder Layer:\n- Pass K and V to all decoders", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Last Encoder Layer:\n- Pass K and V to all decoders", "autoResize": true, "lineHeight": 1.25 }, { "id": "Qm8kNM7qjkNyGOeVLGcZr", "type": "text", "x": 1195.0952385238088, "y": 367.5000002698416, "width": 143, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aU", "roundness": null, "seed": 156602267, "version": 626, "versionNonce": 244163797, "isDeleted": false, "boundElements": null, "updated": 1759527117384, "link": null, "locked": false, "text": "Decoder Layer", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Decoder Layer", "autoResize": true, "lineHeight": 1.25 }, { "id": "zrX-_ZQ4fAghHU0mlNGiz", "type": "text", "x": 1195.0952385238088, "y": 258.5000002698416, "width": 143, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aV", "roundness": null, "seed": 483845179, "version": 644, "versionNonce": 1133265461, "isDeleted": false, "boundElements": null, "updated": 1759527117384, "link": null, "locked": false, "text": "Decoder Layer", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Decoder Layer", "autoResize": true, "lineHeight": 1.25 }, { "id": "J4x6VKgLY6BbAjD86uF7c", "type": "text", "x": 1194.3679525238088, "y": 142.78571426984163, "width": 440, "height": 50, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aW", "roundness": null, "seed": 713336027, "version": 916, "versionNonce": 227554197, "isDeleted": false, "boundElements": null, "updated": 1759527117384, "link": null, "locked": false, "text": "Take all embeddings and produce an array\nof floats in Token space. It's a FCNN", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Take all embeddings and produce an array\nof floats in Token space. It's a FCNN", "autoResize": true, "lineHeight": 1.25 }, { "id": "E82D1349wl8RCIL7NjAtX", "type": "text", "x": 1195.0952385238088, "y": 28.00000026984162, "width": 495, "height": 50, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aX", "roundness": null, "seed": 166809979, "version": 826, "versionNonce": 1221523701, "isDeleted": false, "boundElements": null, "updated": 1759527117384, "link": null, "locked": false, "text": "Here we compute the probability of each token\nof being the next token", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Here we compute the probability of each token\nof being the next token", "autoResize": true, "lineHeight": 1.25 }, { "id": "uOPhnxPQJnDzekNtVpov5", "type": "ellipse", "x": 663.8806920952375, "y": -131.07142844444422, "width": 113.57142857142844, "height": 113.57142857142856, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffd43b", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aY", "roundness": { "type": 2 }, "seed": 1999511899, "version": 151, "versionNonce": 596538395, "isDeleted": false, "boundElements": [ { "type": "text", "id": "hPDkvu1sIa6AYpJ0kUVwx" }, { "id": "SBAGyEtc-Wp6StZ7iqfZs", "type": "arrow" } ], "updated": 1759526421925, "link": null, "locked": false }, { "id": "hPDkvu1sIa6AYpJ0kUVwx", "type": "text", "x": 693.0128427350013, "y": -86.93927780468033, "width": 55, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aZ", "roundness": null, "seed": 626998171, "version": 137, "versionNonce": 606330971, "isDeleted": false, "boundElements": null, "updated": 1759526416469, "link": null, "locked": false, "text": "Token", "fontSize": 20, "fontFamily": 8, "textAlign": "center", "verticalAlign": "middle", "containerId": "uOPhnxPQJnDzekNtVpov5", "originalText": "Token", "autoResize": true, "lineHeight": 1.25 }, { "id": "Rv8WmJpo-EHv3c1EpAgYL", "type": "text", "x": 1195.0952385238088, "y": -99.28571373015836, "width": 451, "height": 50, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aa", "roundness": null, "seed": 2086627867, "version": 816, "versionNonce": 1641602485, "isDeleted": false, "boundElements": null, "updated": 1759527329762, "link": null, "locked": false, "text": "Output token \n- Optional: append to text and start over", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Output token \n- Optional: append to text and start over", "autoResize": true, "lineHeight": 1.25 }, { "id": "6KlFetPui2wKYdBq2msYZ", "type": "text", "x": 59.13204652380881, "y": 1071.5640352698415, "width": 363, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ab", "roundness": null, "seed": 805010139, "version": 534, "versionNonce": 203201301, "isDeleted": false, "boundElements": null, "updated": 1759526534793, "link": null, "locked": false, "text": "ByteArray - [max 256 | 512 Words]", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "ByteArray - [max 256 | 512 Words]", "autoResize": true, "lineHeight": 1.25 }, { "id": "vX9rARcjslmZBfmvP7r2d", "type": "text", "x": 70.13204652380881, "y": 939.7857142698415, "width": 352, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ac", "roundness": null, "seed": 1639032923, "version": 592, "versionNonce": 409104501, "isDeleted": false, "boundElements": null, "updated": 1759526534793, "link": null, "locked": false, "text": "[Int32] - [max 256 | 512 Tokens]", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "[Int32] - [max 256 | 512 Tokens]", "autoResize": true, "lineHeight": 1.25 }, { "id": "tYFq1q1Z5n2BUn07hIXym", "type": "text", "x": -116.86795347619119, "y": 830.7857142698415, "width": 539, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ad", "roundness": null, "seed": 2019917467, "version": 662, "versionNonce": 1007065557, "isDeleted": false, "boundElements": null, "updated": 1759526534793, "link": null, "locked": false, "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", "autoResize": true, "lineHeight": 1.25 }, { "id": "Ms2Vt7VipSg8pM38blpzi", "type": "text", "x": -116.86795347619119, "y": 708.1428572698416, "width": 539, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ae", "roundness": null, "seed": 1777649563, "version": 701, "versionNonce": 538875701, "isDeleted": false, "boundElements": null, "updated": 1759526534793, "link": null, "locked": false, "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", "autoResize": true, "lineHeight": 1.25 }, { "id": "PG1q5JJdySpv1-c1XeUgT", "type": "text", "x": -116.86795347619119, "y": 585.5000002698416, "width": 539, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "af", "roundness": null, "seed": 1609296731, "version": 729, "versionNonce": 789571733, "isDeleted": false, "boundElements": null, "updated": 1759526534793, "link": null, "locked": false, "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", "autoResize": true, "lineHeight": 1.25 }, { "id": "cybRUBuoSRB25M6hd9Ea9", "type": "text", "x": -116.86795347619119, "y": 476.5000002698416, "width": 539, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ag", "roundness": null, "seed": 73467643, "version": 756, "versionNonce": 1787825653, "isDeleted": false, "boundElements": null, "updated": 1759526534793, "link": null, "locked": false, "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", "autoResize": true, "lineHeight": 1.25 }, { "id": "GDuICKWLh-NxsIjLZRY0B", "type": "text", "x": -116.86795347619119, "y": 367.5000002698416, "width": 539, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ah", "roundness": null, "seed": 368532219, "version": 777, "versionNonce": 27559765, "isDeleted": false, "boundElements": null, "updated": 1759526534793, "link": null, "locked": false, "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", "autoResize": true, "lineHeight": 1.25 }, { "id": "vYPWosY2jJ48cLwCpkRp7", "type": "text", "x": -116.86795347619119, "y": 258.5000002698416, "width": 539, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ai", "roundness": null, "seed": 912984091, "version": 797, "versionNonce": 648205493, "isDeleted": false, "boundElements": null, "updated": 1759526534793, "link": null, "locked": false, "text": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "[[float-half]] - [max 256 | 512 arrays[256|521] ]", "autoResize": true, "lineHeight": 1.25 }, { "id": "TwjXHCNUPTpyVgI92dB4G", "type": "text", "x": -50.86795347619119, "y": 155.2857142698416, "width": 473, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aj", "roundness": null, "seed": 2051720981, "version": 893, "versionNonce": 623932949, "isDeleted": false, "boundElements": null, "updated": 1759526534793, "link": null, "locked": false, "text": "[float-half] - [Token-space floats | half ]", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "[float-half] - [Token-space floats | half ]", "autoResize": true, "lineHeight": 1.25 }, { "id": "hk6AEjM8J87PrwQIqSNaS", "type": "text", "x": -226.8679534761912, "y": 40.50000026984162, "width": 649, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ak", "roundness": null, "seed": 1008559067, "version": 878, "versionNonce": 943909749, "isDeleted": false, "boundElements": null, "updated": 1759526534793, "link": null, "locked": false, "text": "[float-half] - [Token-space floats | half - probabilities ]", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "[float-half] - [Token-space floats | half - probabilities ]", "autoResize": true, "lineHeight": 1.25 }, { "id": "UvOftJqHFPRy78OrmG2fC", "type": "text", "x": 279.1320465238088, "y": -86.78571373015836, "width": 143, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#d0bfff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "al", "roundness": null, "seed": 1039743925, "version": 948, "versionNonce": 55555771, "isDeleted": false, "boundElements": null, "updated": 1759526541543, "link": null, "locked": false, "text": "int - [token]", "fontSize": 20, "fontFamily": 8, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "int - [token]", "autoResize": true, "lineHeight": 1.25 }, { "id": "LWgbaf3gDe2ubTvzrlvoc", "type": "arrow", "x": 603.4880952380943, "y": 481.03769841269855, "width": 92, "height": 216, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffd43b", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "am", "roundness": { "type": 2 }, "seed": 963534587, "version": 296, "versionNonce": 624851291, "isDeleted": false, "boundElements": null, "updated": 1759526709793, "link": null, "locked": false, "points": [ [ 0, 0 ], [ -80, -25 ], [ -81, -194 ], [ 11, -216 ] ], "lastCommittedPoint": null, "startBinding": { "elementId": "gBgyaZZhB8pfutCKqUj0o", "focus": -0.421477687520169, "gap": 14 }, "endBinding": { "elementId": "DL7btCcAgzgMZDY51Ravh", "focus": 0.5129315129314802, "gap": 11.01190476189322 }, "startArrowhead": null, "endArrowhead": "triangle", "elbowed": false }, { "id": "EtrIx7kgOl6cEsfkY0w8k", "type": "arrow", "x": 602.4880952380943, "y": 478.03769841269855, "width": 87, "height": 102, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffd43b", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "an", "roundness": { "type": 2 }, "seed": 213654325, "version": 170, "versionNonce": 1889376187, "isDeleted": false, "boundElements": [], "updated": 1759526734358, "link": null, "locked": false, "points": [ [ 0, 0 ], [ -75, -11 ], [ -76, -93 ], [ 11, -102 ] ], "lastCommittedPoint": null, "startBinding": { "elementId": "gBgyaZZhB8pfutCKqUj0o", "focus": -0.12287212671023338, "gap": 14 }, "endBinding": { "elementId": "Ax7MQf4jgn58FVF5--EZb", "focus": 0.31215847573818206, "gap": 12.011904761904248 }, "startArrowhead": null, "endArrowhead": "triangle", "elbowed": false }, { "id": "hthHuzCv-EbIaAuAkNYpS", "type": "ellipse", "x": 482.4880952380943, "y": 388.03769841269855, "width": 58, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#4dabf7", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aq", "roundness": { "type": 2 }, "seed": 789139541, "version": 60, "versionNonce": 929885467, "isDeleted": false, "boundElements": [ { "type": "text", "id": "oc3hpo7n-sWrxcwbINdYx" } ], "updated": 1759526969012, "link": null, "locked": false }, { "id": "oc3hpo7n-sWrxcwbINdYx", "type": "text", "x": 505.9819985836844, "y": 404.5316017582887, "width": 11, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#4dabf7", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aqV", "roundness": null, "seed": 639935669, "version": 5, "versionNonce": 118381627, "isDeleted": false, "boundElements": null, "updated": 1759526971687, "link": null, "locked": false, "text": "K", "fontSize": 20, "fontFamily": 8, "textAlign": "center", "verticalAlign": "middle", "containerId": "hthHuzCv-EbIaAuAkNYpS", "originalText": "K", "autoResize": true, "lineHeight": 1.25 }, { "id": "I5R0IZFt6ifLszAhcjJiN", "type": "ellipse", "x": 530.4880952380943, "y": 442.03769841269855, "width": 58, "height": 58, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#9775fa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ar", "roundness": { "type": 2 }, "seed": 196238293, "version": 80, "versionNonce": 1990904187, "isDeleted": false, "boundElements": [ { "type": "text", "id": "GBEc3jnxobxAw2t_8nEIU" } ], "updated": 1759526972586, "link": null, "locked": false }, { "id": "GBEc3jnxobxAw2t_8nEIU", "type": "text", "x": 553.9819985836843, "y": 458.5316017582887, "width": 11, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#4dabf7", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "as", "roundness": null, "seed": 1233384021, "version": 5, "versionNonce": 842431643, "isDeleted": false, "boundElements": null, "updated": 1759526974454, "link": null, "locked": false, "text": "V", "fontSize": 20, "fontFamily": 8, "textAlign": "center", "verticalAlign": "middle", "containerId": "I5R0IZFt6ifLszAhcjJiN", "originalText": "V", "autoResize": true, "lineHeight": 1.25 }, { "id": "x63875Z9yVsgRWJb_zup_", "type": "arrow", "x": 828.4880952380943, "y": -86.96230158730145, "width": 229, "height": 1184, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#4dabf7", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ay", "roundness": { "type": 2 }, "seed": 1056454197, "version": 259, "versionNonce": 1036268987, "isDeleted": false, "boundElements": null, "updated": 1759527298299, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 206, 151 ], [ 202, 1065 ], [ -23, 1184 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false } ], "appState": { "gridSize": 20, "gridStep": 5, "gridModeEnabled": false, "viewBackgroundColor": "#ffffff" }, "files": {} }