{ "type": "excalidraw", "version": 2, "source": "https://excalidraw.com", "elements": [ { "id": "input-text", "type": "text", "x": 80, "y": 220, "width": 100, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0", "roundness": null, "seed": 1, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1773071000000, "link": null, "locked": false, "text": "Token 序列", "fontSize": 20, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Token 序列", "autoResize": true, "lineHeight": 1.25 }, { "id": "embed-box", "type": "rectangle", "x": 260, "y": 210, "width": 200, "height": 60, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f5f5ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a1", "roundness": { "type": 3 }, "seed": 2, "version": 1, "versionNonce": 2, "isDeleted": false, "boundElements": null, "updated": 1773071000000, "link": null, "locked": false }, { "id": "embed-text", "type": "text", "x": 270, "y": 225, "width": 180, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a2", "roundness": null, "seed": 3, "version": 1, "versionNonce": 3, "isDeleted": false, "boundElements": null, "updated": 1773071000000, "link": null, "locked": false, "text": "嵌入 + 位置编码", "fontSize": 20, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "嵌入 + 位置编码", "autoResize": true, "lineHeight": 1.25 }, { "id": "encoder-box", "type": "rectangle", "x": 520, "y": 170, "width": 220, "height": 140, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f0f8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a3", "roundness": { "type": 3 }, "seed": 4, "version": 1, "versionNonce": 4, "isDeleted": false, "boundElements": null, "updated": 1773071000000, "link": null, "locked": false }, { "id": "encoder-title", "type": "text", "x": 535, "y": 175, "width": 190, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a4", "roundness": null, "seed": 5, "version": 1, "versionNonce": 5, "isDeleted": false, "boundElements": null, "updated": 1773071000000, "link": null, "locked": false, "text": "Encoder Stack (N 层)", "fontSize": 18, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Encoder Stack (N 层)", "autoResize": true, "lineHeight": 1.25 }, { "id": "enc-mha-text", "type": "text", "x": 540, "y": 210, "width": 180, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a5", "roundness": null, "seed": 6, "version": 1, "versionNonce": 6, "isDeleted": false, "boundElements": null, "updated": 1773071000000, "link": null, "locked": false, "text": "多头自注意力", "fontSize": 18, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "多头自注意力", "autoResize": true, "lineHeight": 1.25 }, { "id": "enc-ffn-text", "type": "text", "x": 540, "y": 245, "width": 180, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a6", "roundness": null, "seed": 7, "version": 1, "versionNonce": 7, "isDeleted": false, "boundElements": null, "updated": 1773071000000, "link": null, "locked": false, "text": "前馈网络 (FFN)", "fontSize": 18, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "前馈网络 (FFN)", "autoResize": true, "lineHeight": 1.25 }, { "id": "decoder-box", "type": "rectangle", "x": 840, "y": 150, "width": 240, "height": 180, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f0fff0", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a7", "roundness": { "type": 3 }, "seed": 8, "version": 1, "versionNonce": 8, "isDeleted": false, "boundElements": null, "updated": 1773071000000, "link": null, "locked": false }, { "id": "decoder-title", "type": "text", "x": 855, "y": 155, "width": 210, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a8", "roundness": null, "seed": 9, "version": 1, "versionNonce": 9, "isDeleted": false, "boundElements": null, "updated": 1773071000000, "link": null, "locked": false, "text": "Decoder Stack (N 层)", "fontSize": 18, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Decoder Stack (N 层)", "autoResize": true, "lineHeight": 1.25 }, { "id": "dec-mha-text", "type": "text", "x": 860, "y": 190, "width": 210, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a9", "roundness": null, "seed": 10, "version": 1, "versionNonce": 10, "isDeleted": false, "boundElements": null, "updated": 1773071000000, "link": null, "locked": false, "text": "Masked Multi-Head\nSelf-Attention", "fontSize": 16, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Masked Multi-Head\nSelf-Attention", "autoResize": true, "lineHeight": 1.25 }, { "id": "dec-cross-text", "type": "text", "x": 860, "y": 235, "width": 210, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b0", "roundness": null, "seed": 11, "version": 1, "versionNonce": 11, "isDeleted": false, "boundElements": null, "updated": 1773071000000, "link": null, "locked": false, "text": "Encoder-Decoder Attention", "fontSize": 16, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Encoder-Decoder Attention", "autoResize": true, "lineHeight": 1.25 }, { "id": "dec-ffn-text", "type": "text", "x": 860, "y": 275, "width": 210, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b1", "roundness": null, "seed": 12, "version": 1, "versionNonce": 12, "isDeleted": false, "boundElements": null, "updated": 1773071000000, "link": null, "locked": false, "text": "前馈网络 (FFN)", "fontSize": 18, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "前馈网络 (FFN)", "autoResize": true, "lineHeight": 1.25 }, { "id": "output-text", "type": "text", "x": 1120, "y": 220, "width": 200, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b2", "roundness": null, "seed": 13, "version": 1, "versionNonce": 13, "isDeleted": false, "boundElements": null, "updated": 1773071000000, "link": null, "locked": false, "text": "线性 + Softmax 输出", "fontSize": 18, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "线性 + Softmax 输出", "autoResize": true, "lineHeight": 1.25 }, { "id": "arrow-input-embed", "type": "arrow", "x": 190, "y": 235, "width": 60, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b3", "roundness": null, "seed": 14, "version": 1, "versionNonce": 14, "isDeleted": false, "boundElements": null, "updated": 1773071000000, "link": null, "locked": false, "points": [ [0, 0], [60, 0] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "id": "arrow-embed-encoder", "type": "arrow", "x": 460, "y": 235, "width": 60, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b4", "roundness": null, "seed": 15, "version": 1, "versionNonce": 15, "isDeleted": false, "boundElements": null, "updated": 1773071000000, "link": null, "locked": false, "points": [ [0, 0], [60, 0] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "id": "arrow-encoder-decoder", "type": "arrow", "x": 740, "y": 235, "width": 80, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b5", "roundness": null, "seed": 16, "version": 1, "versionNonce": 16, "isDeleted": false, "boundElements": null, "updated": 1773071000000, "link": null, "locked": false, "points": [ [0, 0], [80, 0] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "id": "arrow-decoder-output", "type": "arrow", "x": 1080, "y": 235, "width": 40, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b6", "roundness": null, "seed": 17, "version": 1, "versionNonce": 17, "isDeleted": false, "boundElements": null, "updated": 1773071000000, "link": null, "locked": false, "points": [ [0, 0], [40, 0] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" } ], "appState": { "gridSize": 20, "gridStep": 5, "gridModeEnabled": false, "viewBackgroundColor": "#ffffff", "lockedMultiSelections": {} }, "files": {} }