GPU

{ "type": "excalidraw", "version": 2, "source": "https://marketplace.visualstudio.com/items?itemName=pomdtr.excalidraw-editor", "elements": [ { "id": "gpu-0001", "type": "text", "x": 56, "y": 35, "width": 1810, "height": 52, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0001", "roundness": null, "seed": 317919, "version": 1, "versionNonce": 913571, "isDeleted": false, "boundElements": [], "updated": 1789140000001, "link": null, "locked": false, "text": "GPU — Think in Throughput, Not Latency", "originalText": "GPU — Think in Throughput, Not Latency", "fontSize": 38, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0002", "type": "text", "x": 211.52734375, "y": 91.1171875, "width": 1480, "height": 27, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0002", "roundness": null, "seed": 325838, "version": 12, "versionNonce": 900281976, "isDeleted": false, "boundElements": [], "updated": 1789164631129, "link": null, "locked": false, "text": "A visual memory map for architecture, CUDA execution, performance, and multi-GPU systems", "originalText": "A visual memory map for architecture, CUDA execution, performance, and multi-GPU systems", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0003", "type": "line", "x": 56, "y": 132, "width": 1810, "height": 0, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 4, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0003", "roundness": { "type": 2 }, "seed": 333757, "version": 1, "versionNonce": 920713, "isDeleted": false, "boundElements": [], "updated": 1789140000003, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 1810, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0004", "type": "rectangle", "x": 56, "y": 164, "width": 360, "height": 372, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0004", "roundness": { "type": 3 }, "seed": 341676, "version": 1, "versionNonce": 924284, "isDeleted": false, "boundElements": [], "updated": 1789140000004, "link": null, "locked": false }, { "id": "gpu-0005", "type": "ellipse", "x": 74, "y": 182, "width": 34, "height": 34, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#059669", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0005", "roundness": null, "seed": 349595, "version": 1, "versionNonce": 927855, "isDeleted": false, "boundElements": [], "updated": 1789140000005, "link": null, "locked": false }, { "id": "gpu-0006", "type": "text", "x": 74, "y": 187, "width": 34, "height": 22, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0006", "roundness": null, "seed": 357514, "version": 1, "versionNonce": 931426, "isDeleted": false, "boundElements": [], "updated": 1789140000006, "link": null, "locked": false, "text": "1", "originalText": "1", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0007", "type": "text", "x": 119.5625, "y": 180.16015625, "width": 276.29453125000015, "height": 24.407625000000014, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0007", "roundness": null, "seed": 365433, "version": 105, "versionNonce": 1702179336, "isDeleted": false, "boundElements": [], "updated": 1789427144448, "link": null, "locked": false, "text": "Start with workload fit", "originalText": "Start with workload fit", "fontSize": 20.006250000000012, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0008", "type": "text", "x": 120.984375, "y": 211.84765625, "width": 278, "height": 20, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0008", "roundness": null, "seed": 373352, "version": 16, "versionNonce": 1620353544, "isDeleted": false, "boundElements": [], "updated": 1789427132638, "link": null, "locked": false, "text": "The GPU is a throughput engine", "originalText": "The GPU is a throughput engine", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0009", "type": "rectangle", "x": 78, "y": 237, "width": 140, "height": 32, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ecfdf5", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0009", "roundness": { "type": 3 }, "seed": 381271, "version": 1, "versionNonce": 942139, "isDeleted": false, "boundElements": [], "updated": 1789140000009, "link": null, "locked": false }, { "id": "gpu-0010", "type": "text", "x": 86, "y": 243, "width": 124, "height": 22, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0010", "roundness": null, "seed": 389190, "version": 1, "versionNonce": 945710, "isDeleted": false, "boundElements": [], "updated": 1789140000010, "link": null, "locked": false, "text": "GREAT FIT", "originalText": "GREAT FIT", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0011", "type": "text", "x": 82, "y": 280, "width": 300, "height": 92, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0011", "roundness": null, "seed": 397109, "version": 1, "versionNonce": 949281, "isDeleted": false, "boundElements": [], "updated": 1789140000011, "link": null, "locked": false, "text": "✓ Regular data parallelism\n✓ Large batches / many elements\n✓ High arithmetic intensity\n✓ Same operation, lots of data", "originalText": "✓ Regular data parallelism\n✓ Large batches / many elements\n✓ High arithmetic intensity\n✓ Same operation, lots of data", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0012", "type": "rectangle", "x": 78, "y": 385, "width": 140, "height": 32, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "#fef2f2", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0012", "roundness": { "type": 3 }, "seed": 405028, "version": 1, "versionNonce": 952852, "isDeleted": false, "boundElements": [], "updated": 1789140000012, "link": null, "locked": false }, { "id": "gpu-0013", "type": "text", "x": 86, "y": 391, "width": 124, "height": 22, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0013", "roundness": null, "seed": 412947, "version": 1, "versionNonce": 956423, "isDeleted": false, "boundElements": [], "updated": 1789140000013, "link": null, "locked": false, "text": "POOR FIT", "originalText": "POOR FIT", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0014", "type": "text", "x": 82, "y": 428, "width": 300, "height": 82, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0014", "roundness": null, "seed": 420866, "version": 1, "versionNonce": 959994, "isDeleted": false, "boundElements": [], "updated": 1789140000014, "link": null, "locked": false, "text": "× Branch-heavy or irregular work\n× Tiny / latency-sensitive jobs\n× Frequent host ↔ device trips", "originalText": "× Branch-heavy or irregular work\n× Tiny / latency-sensitive jobs\n× Frequent host ↔ device trips", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0015", "type": "rectangle", "x": 440, "y": 164, "width": 890, "height": 372, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0015", "roundness": { "type": 3 }, "seed": 428785, "version": 1, "versionNonce": 963565, "isDeleted": false, "boundElements": [], "updated": 1789140000015, "link": null, "locked": false }, { "id": "gpu-0016", "type": "ellipse", "x": 458, "y": 182, "width": 34, "height": 34, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#0891b2", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0016", "roundness": null, "seed": 436704, "version": 1, "versionNonce": 967136, "isDeleted": false, "boundElements": [], "updated": 1789140000016, "link": null, "locked": false }, { "id": "gpu-0017", "type": "text", "x": 458, "y": 187, "width": 34, "height": 22, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0017", "roundness": null, "seed": 444623, "version": 1, "versionNonce": 970707, "isDeleted": false, "boundElements": [], "updated": 1789140000017, "link": null, "locked": false, "text": "2", "originalText": "2", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0018", "type": "text", "x": 505.875, "y": 179.84765625, "width": 808, "height": 30, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0018", "roundness": null, "seed": 452542, "version": 10, "versionNonce": 37981560, "isDeleted": false, "boundElements": [], "updated": 1789427122838, "link": null, "locked": false, "text": "Host → device execution", "originalText": "Host → device execution", "fontSize": 22, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0019", "type": "text", "x": 505.94140625, "y": 210.74609375, "width": 808, "height": 20, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0019", "roundness": null, "seed": 460461, "version": 12, "versionNonce": 451959304, "isDeleted": false, "boundElements": [], "updated": 1789427124588, "link": null, "locked": false, "text": "Move data once, do lots of work, move results back", "originalText": "Move data once, do lots of work, move results back", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0020", "type": "rectangle", "x": 478, "y": 273, "width": 112, "height": 78, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#1e293b", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0020", "roundness": { "type": 3 }, "seed": 468380, "version": 1, "versionNonce": 981420, "isDeleted": false, "boundElements": [], "updated": 1789140000020, "link": null, "locked": false }, { "id": "gpu-0021", "type": "line", "x": 470, "y": 285, "width": 8, "height": 0, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0021", "roundness": { "type": 2 }, "seed": 476299, "version": 1, "versionNonce": 984991, "isDeleted": false, "boundElements": [], "updated": 1789140000021, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0022", "type": "line", "x": 590, "y": 285, "width": 8, "height": 0, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0022", "roundness": { "type": 2 }, "seed": 484218, "version": 1, "versionNonce": 988562, "isDeleted": false, "boundElements": [], "updated": 1789140000022, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0023", "type": "line", "x": 470, "y": 299, "width": 8, "height": 0, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0023", "roundness": { "type": 2 }, "seed": 492137, "version": 1, "versionNonce": 992133, "isDeleted": false, "boundElements": [], "updated": 1789140000023, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0024", "type": "line", "x": 590, "y": 299, "width": 8, "height": 0, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0024", "roundness": { "type": 2 }, "seed": 500056, "version": 1, "versionNonce": 995704, "isDeleted": false, "boundElements": [], "updated": 1789140000024, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0025", "type": "line", "x": 470, "y": 313, "width": 8, "height": 0, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0025", "roundness": { "type": 2 }, "seed": 507975, "version": 1, "versionNonce": 999275, "isDeleted": false, "boundElements": [], "updated": 1789140000025, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0026", "type": "line", "x": 590, "y": 313, "width": 8, "height": 0, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0026", "roundness": { "type": 2 }, "seed": 515894, "version": 1, "versionNonce": 1002846, "isDeleted": false, "boundElements": [], "updated": 1789140000026, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0027", "type": "line", "x": 470, "y": 327, "width": 8, "height": 0, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0027", "roundness": { "type": 2 }, "seed": 523813, "version": 1, "versionNonce": 1006417, "isDeleted": false, "boundElements": [], "updated": 1789140000027, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0028", "type": "line", "x": 590, "y": 327, "width": 8, "height": 0, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0028", "roundness": { "type": 2 }, "seed": 531732, "version": 1, "versionNonce": 1009988, "isDeleted": false, "boundElements": [], "updated": 1789140000028, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0029", "type": "line", "x": 496, "y": 265, "width": 0, "height": 8, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0029", "roundness": { "type": 2 }, "seed": 539651, "version": 1, "versionNonce": 1013559, "isDeleted": false, "boundElements": [], "updated": 1789140000029, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0030", "type": "line", "x": 496, "y": 351, "width": 0, "height": 8, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0030", "roundness": { "type": 2 }, "seed": 547570, "version": 1, "versionNonce": 1017130, "isDeleted": false, "boundElements": [], "updated": 1789140000030, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0031", "type": "line", "x": 519, "y": 265, "width": 0, "height": 8, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0031", "roundness": { "type": 2 }, "seed": 555489, "version": 1, "versionNonce": 1020701, "isDeleted": false, "boundElements": [], "updated": 1789140000031, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0032", "type": "line", "x": 519, "y": 351, "width": 0, "height": 8, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0032", "roundness": { "type": 2 }, "seed": 563408, "version": 1, "versionNonce": 1024272, "isDeleted": false, "boundElements": [], "updated": 1789140000032, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0033", "type": "line", "x": 542, "y": 265, "width": 0, "height": 8, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0033", "roundness": { "type": 2 }, "seed": 571327, "version": 1, "versionNonce": 1027843, "isDeleted": false, "boundElements": [], "updated": 1789140000033, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0034", "type": "line", "x": 542, "y": 351, "width": 0, "height": 8, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0034", "roundness": { "type": 2 }, "seed": 579246, "version": 1, "versionNonce": 1031414, "isDeleted": false, "boundElements": [], "updated": 1789140000034, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0035", "type": "text", "x": 486, "y": 300, "width": 96, "height": 24, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0035", "roundness": null, "seed": 587165, "version": 1, "versionNonce": 1034985, "isDeleted": false, "boundElements": [], "updated": 1789140000035, "link": null, "locked": false, "text": "CPU", "originalText": "CPU", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0036", "type": "text", "x": 465.23046875, "y": 374.0390625, "width": 138, "height": 44, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0036", "roundness": null, "seed": 595084, "version": 16, "versionNonce": 121483784, "isDeleted": false, "boundElements": [], "updated": 1789427129898, "link": null, "locked": false, "text": "Control flow\n+ orchestration", "originalText": "Control flow\n+ orchestration", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0037", "type": "arrow", "x": 606, "y": 296, "width": 154, "height": 0, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0037", "roundness": { "type": 2 }, "seed": 603003, "version": 1, "versionNonce": 1042127, "isDeleted": false, "boundElements": [], "updated": 1789140000037, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 154, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": "arrow", "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-0038", "type": "rectangle", "x": 626, "y": 249, "width": 116, "height": 32, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "#fffbeb", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0038", "roundness": { "type": 3 }, "seed": 610922, "version": 1, "versionNonce": 1045698, "isDeleted": false, "boundElements": [], "updated": 1789140000038, "link": null, "locked": false }, { "id": "gpu-0039", "type": "text", "x": 633.8671875, "y": 255.8359375, "width": 100, "height": 22, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0039", "roundness": null, "seed": 618841, "version": 10, "versionNonce": 177057544, "isDeleted": false, "boundElements": [], "updated": 1789427126468, "link": null, "locked": false, "text": "PCIe / NVLink", "originalText": "PCIe / NVLink", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0040", "type": "text", "x": 616.32421875, "y": 331.11328125, "width": 134, "height": 50, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0040", "roundness": null, "seed": 626760, "version": 13, "versionNonce": 1778827784, "isDeleted": false, "boundElements": [], "updated": 1789427128238, "link": null, "locked": false, "text": "Transfers can be\nthe bottleneck", "originalText": "Transfers can be\nthe bottleneck", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0041", "type": "rectangle", "x": 774, "y": 231, "width": 514, "height": 256, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "#111827", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0041", "roundness": { "type": 3 }, "seed": 634679, "version": 1, "versionNonce": 1056411, "isDeleted": false, "boundElements": [], "updated": 1789140000041, "link": null, "locked": false }, { "id": "gpu-0042", "type": "text", "x": 798, "y": 244, "width": 466, "height": 28, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0042", "roundness": null, "seed": 642598, "version": 1, "versionNonce": 1059982, "isDeleted": false, "boundElements": [], "updated": 1789140000042, "link": null, "locked": false, "text": "GPU DEVICE", "originalText": "GPU DEVICE", "fontSize": 20, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0043", "type": "rectangle", "x": 806, "y": 292, "width": 92, "height": 60, "angle": 0, "strokeColor": "#818cf8", "backgroundColor": "#1e293b", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0043", "roundness": { "type": 3 }, "seed": 650517, "version": 1, "versionNonce": 1063553, "isDeleted": false, "boundElements": [], "updated": 1789140000043, "link": null, "locked": false }, { "id": "gpu-0044", "type": "text", "x": 814, "y": 300, "width": 76, "height": 19, "angle": 0, "strokeColor": "#c7d2fe", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0044", "roundness": null, "seed": 658436, "version": 1, "versionNonce": 1067124, "isDeleted": false, "boundElements": [], "updated": 1789140000044, "link": null, "locked": false, "text": "SM 0", "originalText": "SM 0", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0045", "type": "ellipse", "x": 819, "y": 326, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0045", "roundness": null, "seed": 666355, "version": 1, "versionNonce": 1070695, "isDeleted": false, "boundElements": [], "updated": 1789140000045, "link": null, "locked": false }, { "id": "gpu-0046", "type": "ellipse", "x": 843, "y": 326, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0046", "roundness": null, "seed": 674274, "version": 1, "versionNonce": 1074266, "isDeleted": false, "boundElements": [], "updated": 1789140000046, "link": null, "locked": false }, { "id": "gpu-0047", "type": "ellipse", "x": 867, "y": 326, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0047", "roundness": null, "seed": 682193, "version": 1, "versionNonce": 1077837, "isDeleted": false, "boundElements": [], "updated": 1789140000047, "link": null, "locked": false }, { "id": "gpu-0048", "type": "ellipse", "x": 819, "y": 338, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0048", "roundness": null, "seed": 690112, "version": 1, "versionNonce": 1081408, "isDeleted": false, "boundElements": [], "updated": 1789140000048, "link": null, "locked": false }, { "id": "gpu-0049", "type": "ellipse", "x": 843, "y": 338, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0049", "roundness": null, "seed": 698031, "version": 1, "versionNonce": 1084979, "isDeleted": false, "boundElements": [], "updated": 1789140000049, "link": null, "locked": false }, { "id": "gpu-0050", "type": "ellipse", "x": 867, "y": 338, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0050", "roundness": null, "seed": 705950, "version": 1, "versionNonce": 1088550, "isDeleted": false, "boundElements": [], "updated": 1789140000050, "link": null, "locked": false }, { "id": "gpu-0051", "type": "rectangle", "x": 918, "y": 292, "width": 92, "height": 60, "angle": 0, "strokeColor": "#818cf8", "backgroundColor": "#1e293b", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0051", "roundness": { "type": 3 }, "seed": 713869, "version": 1, "versionNonce": 1092121, "isDeleted": false, "boundElements": [], "updated": 1789140000051, "link": null, "locked": false }, { "id": "gpu-0052", "type": "text", "x": 926, "y": 300, "width": 76, "height": 19, "angle": 0, "strokeColor": "#c7d2fe", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0052", "roundness": null, "seed": 721788, "version": 1, "versionNonce": 1095692, "isDeleted": false, "boundElements": [], "updated": 1789140000052, "link": null, "locked": false, "text": "SM 1", "originalText": "SM 1", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0053", "type": "ellipse", "x": 931, "y": 326, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0053", "roundness": null, "seed": 729707, "version": 1, "versionNonce": 1099263, "isDeleted": false, "boundElements": [], "updated": 1789140000053, "link": null, "locked": false }, { "id": "gpu-0054", "type": "ellipse", "x": 955, "y": 326, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0054", "roundness": null, "seed": 737626, "version": 1, "versionNonce": 1102834, "isDeleted": false, "boundElements": [], "updated": 1789140000054, "link": null, "locked": false }, { "id": "gpu-0055", "type": "ellipse", "x": 979, "y": 326, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0055", "roundness": null, "seed": 745545, "version": 1, "versionNonce": 1106405, "isDeleted": false, "boundElements": [], "updated": 1789140000055, "link": null, "locked": false }, { "id": "gpu-0056", "type": "ellipse", "x": 931, "y": 338, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0056", "roundness": null, "seed": 753464, "version": 1, "versionNonce": 1109976, "isDeleted": false, "boundElements": [], "updated": 1789140000056, "link": null, "locked": false }, { "id": "gpu-0057", "type": "ellipse", "x": 955, "y": 338, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0057", "roundness": null, "seed": 761383, "version": 1, "versionNonce": 1113547, "isDeleted": false, "boundElements": [], "updated": 1789140000057, "link": null, "locked": false }, { "id": "gpu-0058", "type": "ellipse", "x": 979, "y": 338, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0058", "roundness": null, "seed": 769302, "version": 1, "versionNonce": 1117118, "isDeleted": false, "boundElements": [], "updated": 1789140000058, "link": null, "locked": false }, { "id": "gpu-0059", "type": "rectangle", "x": 1030, "y": 292, "width": 92, "height": 60, "angle": 0, "strokeColor": "#818cf8", "backgroundColor": "#1e293b", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0059", "roundness": { "type": 3 }, "seed": 777221, "version": 1, "versionNonce": 1120689, "isDeleted": false, "boundElements": [], "updated": 1789140000059, "link": null, "locked": false }, { "id": "gpu-0060", "type": "text", "x": 1038, "y": 300, "width": 76, "height": 19, "angle": 0, "strokeColor": "#c7d2fe", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0060", "roundness": null, "seed": 785140, "version": 1, "versionNonce": 1124260, "isDeleted": false, "boundElements": [], "updated": 1789140000060, "link": null, "locked": false, "text": "SM 2", "originalText": "SM 2", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0061", "type": "ellipse", "x": 1043, "y": 326, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0061", "roundness": null, "seed": 793059, "version": 1, "versionNonce": 1127831, "isDeleted": false, "boundElements": [], "updated": 1789140000061, "link": null, "locked": false }, { "id": "gpu-0062", "type": "ellipse", "x": 1067, "y": 326, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0062", "roundness": null, "seed": 800978, "version": 1, "versionNonce": 1131402, "isDeleted": false, "boundElements": [], "updated": 1789140000062, "link": null, "locked": false }, { "id": "gpu-0063", "type": "ellipse", "x": 1091, "y": 326, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0063", "roundness": null, "seed": 808897, "version": 1, "versionNonce": 1134973, "isDeleted": false, "boundElements": [], "updated": 1789140000063, "link": null, "locked": false }, { "id": "gpu-0064", "type": "ellipse", "x": 1043, "y": 338, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0064", "roundness": null, "seed": 816816, "version": 1, "versionNonce": 1138544, "isDeleted": false, "boundElements": [], "updated": 1789140000064, "link": null, "locked": false }, { "id": "gpu-0065", "type": "ellipse", "x": 1067, "y": 338, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0065", "roundness": null, "seed": 824735, "version": 1, "versionNonce": 1142115, "isDeleted": false, "boundElements": [], "updated": 1789140000065, "link": null, "locked": false }, { "id": "gpu-0066", "type": "ellipse", "x": 1091, "y": 338, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0066", "roundness": null, "seed": 832654, "version": 1, "versionNonce": 1145686, "isDeleted": false, "boundElements": [], "updated": 1789140000066, "link": null, "locked": false }, { "id": "gpu-0067", "type": "rectangle", "x": 1142, "y": 292, "width": 92, "height": 60, "angle": 0, "strokeColor": "#818cf8", "backgroundColor": "#1e293b", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0067", "roundness": { "type": 3 }, "seed": 840573, "version": 1, "versionNonce": 1149257, "isDeleted": false, "boundElements": [], "updated": 1789140000067, "link": null, "locked": false }, { "id": "gpu-0068", "type": "text", "x": 1150, "y": 300, "width": 76, "height": 19, "angle": 0, "strokeColor": "#c7d2fe", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0068", "roundness": null, "seed": 848492, "version": 1, "versionNonce": 1152828, "isDeleted": false, "boundElements": [], "updated": 1789140000068, "link": null, "locked": false, "text": "SM 3", "originalText": "SM 3", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0069", "type": "ellipse", "x": 1155, "y": 326, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0069", "roundness": null, "seed": 856411, "version": 1, "versionNonce": 1156399, "isDeleted": false, "boundElements": [], "updated": 1789140000069, "link": null, "locked": false }, { "id": "gpu-0070", "type": "ellipse", "x": 1179, "y": 326, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0070", "roundness": null, "seed": 864330, "version": 1, "versionNonce": 1159970, "isDeleted": false, "boundElements": [], "updated": 1789140000070, "link": null, "locked": false }, { "id": "gpu-0071", "type": "ellipse", "x": 1203, "y": 326, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0071", "roundness": null, "seed": 872249, "version": 1, "versionNonce": 1163541, "isDeleted": false, "boundElements": [], "updated": 1789140000071, "link": null, "locked": false }, { "id": "gpu-0072", "type": "ellipse", "x": 1155, "y": 338, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0072", "roundness": null, "seed": 880168, "version": 1, "versionNonce": 1167112, "isDeleted": false, "boundElements": [], "updated": 1789140000072, "link": null, "locked": false }, { "id": "gpu-0073", "type": "ellipse", "x": 1179, "y": 338, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0073", "roundness": null, "seed": 888087, "version": 1, "versionNonce": 1170683, "isDeleted": false, "boundElements": [], "updated": 1789140000073, "link": null, "locked": false }, { "id": "gpu-0074", "type": "ellipse", "x": 1203, "y": 338, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0074", "roundness": null, "seed": 896006, "version": 1, "versionNonce": 1174254, "isDeleted": false, "boundElements": [], "updated": 1789140000074, "link": null, "locked": false }, { "id": "gpu-0075", "type": "rectangle", "x": 806, "y": 374, "width": 92, "height": 60, "angle": 0, "strokeColor": "#818cf8", "backgroundColor": "#1e293b", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0075", "roundness": { "type": 3 }, "seed": 903925, "version": 1, "versionNonce": 1177825, "isDeleted": false, "boundElements": [], "updated": 1789140000075, "link": null, "locked": false }, { "id": "gpu-0076", "type": "text", "x": 814, "y": 382, "width": 76, "height": 19, "angle": 0, "strokeColor": "#c7d2fe", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0076", "roundness": null, "seed": 911844, "version": 1, "versionNonce": 1181396, "isDeleted": false, "boundElements": [], "updated": 1789140000076, "link": null, "locked": false, "text": "SM 4", "originalText": "SM 4", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0077", "type": "ellipse", "x": 819, "y": 408, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0077", "roundness": null, "seed": 919763, "version": 1, "versionNonce": 1184967, "isDeleted": false, "boundElements": [], "updated": 1789140000077, "link": null, "locked": false }, { "id": "gpu-0078", "type": "ellipse", "x": 843, "y": 408, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0078", "roundness": null, "seed": 927682, "version": 1, "versionNonce": 1188538, "isDeleted": false, "boundElements": [], "updated": 1789140000078, "link": null, "locked": false }, { "id": "gpu-0079", "type": "ellipse", "x": 867, "y": 408, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0079", "roundness": null, "seed": 935601, "version": 1, "versionNonce": 1192109, "isDeleted": false, "boundElements": [], "updated": 1789140000079, "link": null, "locked": false }, { "id": "gpu-0080", "type": "ellipse", "x": 819, "y": 420, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0080", "roundness": null, "seed": 943520, "version": 1, "versionNonce": 1195680, "isDeleted": false, "boundElements": [], "updated": 1789140000080, "link": null, "locked": false }, { "id": "gpu-0081", "type": "ellipse", "x": 843, "y": 420, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0081", "roundness": null, "seed": 951439, "version": 1, "versionNonce": 1199251, "isDeleted": false, "boundElements": [], "updated": 1789140000081, "link": null, "locked": false }, { "id": "gpu-0082", "type": "ellipse", "x": 867, "y": 420, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0082", "roundness": null, "seed": 959358, "version": 1, "versionNonce": 1202822, "isDeleted": false, "boundElements": [], "updated": 1789140000082, "link": null, "locked": false }, { "id": "gpu-0083", "type": "rectangle", "x": 918, "y": 374, "width": 92, "height": 60, "angle": 0, "strokeColor": "#818cf8", "backgroundColor": "#1e293b", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0083", "roundness": { "type": 3 }, "seed": 967277, "version": 1, "versionNonce": 1206393, "isDeleted": false, "boundElements": [], "updated": 1789140000083, "link": null, "locked": false }, { "id": "gpu-0084", "type": "text", "x": 926, "y": 382, "width": 76, "height": 19, "angle": 0, "strokeColor": "#c7d2fe", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0084", "roundness": null, "seed": 975196, "version": 1, "versionNonce": 1209964, "isDeleted": false, "boundElements": [], "updated": 1789140000084, "link": null, "locked": false, "text": "SM 5", "originalText": "SM 5", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0085", "type": "ellipse", "x": 931, "y": 408, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0085", "roundness": null, "seed": 983115, "version": 1, "versionNonce": 1213535, "isDeleted": false, "boundElements": [], "updated": 1789140000085, "link": null, "locked": false }, { "id": "gpu-0086", "type": "ellipse", "x": 955, "y": 408, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0086", "roundness": null, "seed": 991034, "version": 1, "versionNonce": 1217106, "isDeleted": false, "boundElements": [], "updated": 1789140000086, "link": null, "locked": false }, { "id": "gpu-0087", "type": "ellipse", "x": 979, "y": 408, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0087", "roundness": null, "seed": 998953, "version": 1, "versionNonce": 1220677, "isDeleted": false, "boundElements": [], "updated": 1789140000087, "link": null, "locked": false }, { "id": "gpu-0088", "type": "ellipse", "x": 931, "y": 420, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0088", "roundness": null, "seed": 1006872, "version": 1, "versionNonce": 1224248, "isDeleted": false, "boundElements": [], "updated": 1789140000088, "link": null, "locked": false }, { "id": "gpu-0089", "type": "ellipse", "x": 955, "y": 420, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0089", "roundness": null, "seed": 1014791, "version": 1, "versionNonce": 1227819, "isDeleted": false, "boundElements": [], "updated": 1789140000089, "link": null, "locked": false }, { "id": "gpu-0090", "type": "ellipse", "x": 979, "y": 420, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0090", "roundness": null, "seed": 1022710, "version": 1, "versionNonce": 1231390, "isDeleted": false, "boundElements": [], "updated": 1789140000090, "link": null, "locked": false }, { "id": "gpu-0091", "type": "rectangle", "x": 1030, "y": 374, "width": 92, "height": 60, "angle": 0, "strokeColor": "#818cf8", "backgroundColor": "#1e293b", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0091", "roundness": { "type": 3 }, "seed": 1030629, "version": 1, "versionNonce": 1234961, "isDeleted": false, "boundElements": [], "updated": 1789140000091, "link": null, "locked": false }, { "id": "gpu-0092", "type": "text", "x": 1038, "y": 382, "width": 76, "height": 19, "angle": 0, "strokeColor": "#c7d2fe", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0092", "roundness": null, "seed": 1038548, "version": 1, "versionNonce": 1238532, "isDeleted": false, "boundElements": [], "updated": 1789140000092, "link": null, "locked": false, "text": "SM 6", "originalText": "SM 6", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0093", "type": "ellipse", "x": 1043, "y": 408, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0093", "roundness": null, "seed": 1046467, "version": 1, "versionNonce": 1242103, "isDeleted": false, "boundElements": [], "updated": 1789140000093, "link": null, "locked": false }, { "id": "gpu-0094", "type": "ellipse", "x": 1067, "y": 408, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0094", "roundness": null, "seed": 1054386, "version": 1, "versionNonce": 1245674, "isDeleted": false, "boundElements": [], "updated": 1789140000094, "link": null, "locked": false }, { "id": "gpu-0095", "type": "ellipse", "x": 1091, "y": 408, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0095", "roundness": null, "seed": 1062305, "version": 1, "versionNonce": 1249245, "isDeleted": false, "boundElements": [], "updated": 1789140000095, "link": null, "locked": false }, { "id": "gpu-0096", "type": "ellipse", "x": 1043, "y": 420, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0096", "roundness": null, "seed": 1070224, "version": 1, "versionNonce": 1252816, "isDeleted": false, "boundElements": [], "updated": 1789140000096, "link": null, "locked": false }, { "id": "gpu-0097", "type": "ellipse", "x": 1067, "y": 420, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0097", "roundness": null, "seed": 1078143, "version": 1, "versionNonce": 1256387, "isDeleted": false, "boundElements": [], "updated": 1789140000097, "link": null, "locked": false }, { "id": "gpu-0098", "type": "ellipse", "x": 1091, "y": 420, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0098", "roundness": null, "seed": 1086062, "version": 1, "versionNonce": 1259958, "isDeleted": false, "boundElements": [], "updated": 1789140000098, "link": null, "locked": false }, { "id": "gpu-0099", "type": "rectangle", "x": 1142, "y": 374, "width": 92, "height": 60, "angle": 0, "strokeColor": "#818cf8", "backgroundColor": "#1e293b", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0099", "roundness": { "type": 3 }, "seed": 1093981, "version": 1, "versionNonce": 1263529, "isDeleted": false, "boundElements": [], "updated": 1789140000099, "link": null, "locked": false }, { "id": "gpu-0100", "type": "text", "x": 1150, "y": 382, "width": 76, "height": 19, "angle": 0, "strokeColor": "#c7d2fe", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0100", "roundness": null, "seed": 1101900, "version": 1, "versionNonce": 1267100, "isDeleted": false, "boundElements": [], "updated": 1789140000100, "link": null, "locked": false, "text": "SM 7", "originalText": "SM 7", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0101", "type": "ellipse", "x": 1155, "y": 408, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0101", "roundness": null, "seed": 1109819, "version": 1, "versionNonce": 1270671, "isDeleted": false, "boundElements": [], "updated": 1789140000101, "link": null, "locked": false }, { "id": "gpu-0102", "type": "ellipse", "x": 1179, "y": 408, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0102", "roundness": null, "seed": 1117738, "version": 1, "versionNonce": 1274242, "isDeleted": false, "boundElements": [], "updated": 1789140000102, "link": null, "locked": false }, { "id": "gpu-0103", "type": "ellipse", "x": 1203, "y": 408, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0103", "roundness": null, "seed": 1125657, "version": 1, "versionNonce": 1277813, "isDeleted": false, "boundElements": [], "updated": 1789140000103, "link": null, "locked": false }, { "id": "gpu-0104", "type": "ellipse", "x": 1155, "y": 420, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0104", "roundness": null, "seed": 1133576, "version": 1, "versionNonce": 1281384, "isDeleted": false, "boundElements": [], "updated": 1789140000104, "link": null, "locked": false }, { "id": "gpu-0105", "type": "ellipse", "x": 1179, "y": 420, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0105", "roundness": null, "seed": 1141495, "version": 1, "versionNonce": 1284955, "isDeleted": false, "boundElements": [], "updated": 1789140000105, "link": null, "locked": false }, { "id": "gpu-0106", "type": "ellipse", "x": 1203, "y": 420, "width": 6, "height": 6, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#22d3ee", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0106", "roundness": null, "seed": 1149414, "version": 1, "versionNonce": 1288526, "isDeleted": false, "boundElements": [], "updated": 1789140000106, "link": null, "locked": false }, { "id": "gpu-0107", "type": "text", "x": 802.73828125, "y": 448.46875, "width": 444.51953125, "height": 31.72, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0107", "roundness": null, "seed": 1157333, "version": 58, "versionNonce": 1536582520, "isDeleted": false, "boundElements": [], "updated": 1789427514331, "link": null, "locked": false, "text": "Many SMs • thousands of resident threads • fast context\nswitching", "originalText": "Many SMs • thousands of resident threads • fast context switching", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0108", "type": "rectangle", "x": 1354, "y": 164, "width": 512, "height": 372, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0108", "roundness": { "type": 3 }, "seed": 1165252, "version": 1, "versionNonce": 1295668, "isDeleted": false, "boundElements": [], "updated": 1789140000108, "link": null, "locked": false }, { "id": "gpu-0109", "type": "ellipse", "x": 1372, "y": 182, "width": 34, "height": 34, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "#4f46e5", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0109", "roundness": null, "seed": 1173171, "version": 1, "versionNonce": 1299239, "isDeleted": false, "boundElements": [], "updated": 1789140000109, "link": null, "locked": false }, { "id": "gpu-0110", "type": "text", "x": 1372, "y": 187, "width": 34, "height": 22, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0110", "roundness": null, "seed": 1181090, "version": 1, "versionNonce": 1302810, "isDeleted": false, "boundElements": [], "updated": 1789140000110, "link": null, "locked": false, "text": "3", "originalText": "3", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0111", "type": "text", "x": 1418, "y": 180, "width": 430, "height": 30, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0111", "roundness": null, "seed": 1189009, "version": 1, "versionNonce": 1306381, "isDeleted": false, "boundElements": [], "updated": 1789140000111, "link": null, "locked": false, "text": "Map work to hardware", "originalText": "Map work to hardware", "fontSize": 22, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0112", "type": "text", "x": 1418.296875, "y": 210.85546875, "width": 430, "height": 20, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0112", "roundness": null, "seed": 1196928, "version": 8, "versionNonce": 224293752, "isDeleted": false, "boundElements": [], "updated": 1789427171469, "link": null, "locked": false, "text": "Grid → blocks → warps → threads", "originalText": "Grid → blocks → warps → threads", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0113", "type": "rectangle", "x": 1384, "y": 248, "width": 448, "height": 55, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "#eef2ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0113", "roundness": { "type": 3 }, "seed": 1204847, "version": 1, "versionNonce": 1313523, "isDeleted": false, "boundElements": [], "updated": 1789140000113, "link": null, "locked": false }, { "id": "gpu-0114", "type": "text", "x": 1396.5078125, "y": 258.92578125, "width": 114, "height": 24, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0114", "roundness": null, "seed": 1212766, "version": 9, "versionNonce": 1153501816, "isDeleted": false, "boundElements": [], "updated": 1789427160649, "link": null, "locked": false, "text": "GRID", "originalText": "GRID", "fontSize": 16, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0115", "type": "text", "x": 1536.45703125, "y": 262.36328125, "width": 308, "height": 23, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0115", "roundness": null, "seed": 1220685, "version": 95, "versionNonce": 1785405048, "isDeleted": false, "boundElements": [], "updated": 1789427534452, "link": null, "locked": false, "text": "all blocks for one kernel launch", "originalText": "all blocks for one kernel launch", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0116", "type": "rectangle", "x": 1415, "y": 320, "width": 386, "height": 55, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ecfeff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0116", "roundness": { "type": 3 }, "seed": 1228604, "version": 1, "versionNonce": 1324236, "isDeleted": false, "boundElements": [], "updated": 1789140000116, "link": null, "locked": false }, { "id": "gpu-0117", "type": "text", "x": 1427.23046875, "y": 331.69921875, "width": 114, "height": 24, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0117", "roundness": null, "seed": 1236523, "version": 12, "versionNonce": 1891374712, "isDeleted": false, "boundElements": [], "updated": 1789427161849, "link": null, "locked": false, "text": "BLOCK", "originalText": "BLOCK", "fontSize": 16, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0118", "type": "text", "x": 1540.10546875, "y": 333.92578125, "width": 246, "height": 23, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0118", "roundness": null, "seed": 1244442, "version": 16, "versionNonce": 544019576, "isDeleted": false, "boundElements": [], "updated": 1789427167319, "link": null, "locked": false, "text": "128–256 threads; can cooperate", "originalText": "128–256 threads; can cooperate", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0119", "type": "rectangle", "x": 1446, "y": 392, "width": 324, "height": 55, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#f5f3ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0119", "roundness": { "type": 3 }, "seed": 1252361, "version": 1, "versionNonce": 1334949, "isDeleted": false, "boundElements": [], "updated": 1789140000119, "link": null, "locked": false }, { "id": "gpu-0120", "type": "text", "x": 1457.90234375, "y": 406.828125, "width": 114, "height": 24, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0120", "roundness": null, "seed": 1260280, "version": 9, "versionNonce": 382308216, "isDeleted": false, "boundElements": [], "updated": 1789427162879, "link": null, "locked": false, "text": "WARP = 32", "originalText": "WARP = 32", "fontSize": 16, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0121", "type": "text", "x": 1568.93359375, "y": 406.2109375, "width": 184, "height": 23, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0121", "roundness": null, "seed": 1268199, "version": 24, "versionNonce": 373815928, "isDeleted": false, "boundElements": [], "updated": 1789427531202, "link": null, "locked": false, "text": "lockstep execution (SIMT)", "originalText": "lockstep execution (SIMT)", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0122", "type": "rectangle", "x": 1477, "y": 464, "width": 262, "height": 45, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ecfdf5", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0122", "roundness": { "type": 3 }, "seed": 1276118, "version": 1, "versionNonce": 1345662, "isDeleted": false, "boundElements": [], "updated": 1789140000122, "link": null, "locked": false }, { "id": "gpu-0123", "type": "text", "x": 1488.890625, "y": 476.2265625, "width": 114, "height": 24, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0123", "roundness": null, "seed": 1284037, "version": 10, "versionNonce": 118692216, "isDeleted": false, "boundElements": [], "updated": 1789427163999, "link": null, "locked": false, "text": "THREAD i", "originalText": "THREAD i", "fontSize": 16, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0124", "type": "text", "x": 1584.11328125, "y": 477.99609375, "width": 148.79687499999991, "height": 15.86, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0124", "roundness": null, "seed": 1291956, "version": 134, "versionNonce": 1561223032, "isDeleted": false, "boundElements": [], "updated": 1789427529982, "link": null, "locked": false, "text": "one logical element", "originalText": "one logical element", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0125", "type": "rectangle", "x": 56, "y": 566, "width": 600, "height": 430, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0125", "roundness": { "type": 3 }, "seed": 1299875, "version": 24, "versionNonce": 1251256840, "isDeleted": false, "boundElements": [], "updated": 1789427679334, "link": null, "locked": false }, { "id": "gpu-0126", "type": "ellipse", "x": 74, "y": 584, "width": 34, "height": 34, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#7c3aed", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0126", "roundness": null, "seed": 1307794, "version": 1, "versionNonce": 1359946, "isDeleted": false, "boundElements": [], "updated": 1789140000126, "link": null, "locked": false }, { "id": "gpu-0127", "type": "text", "x": 74, "y": 589, "width": 34, "height": 22, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0127", "roundness": null, "seed": 1315713, "version": 1, "versionNonce": 1363517, "isDeleted": false, "boundElements": [], "updated": 1789140000127, "link": null, "locked": false, "text": "4", "originalText": "4", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0128", "type": "text", "x": 120, "y": 582, "width": 518, "height": 30, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0128", "roundness": null, "seed": 1323632, "version": 1, "versionNonce": 1367088, "isDeleted": false, "boundElements": [], "updated": 1789140000128, "link": null, "locked": false, "text": "Memory hierarchy", "originalText": "Memory hierarchy", "fontSize": 22, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0129", "type": "text", "x": 120.0078125, "y": 614.32421875, "width": 518, "height": 20, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0129", "roundness": null, "seed": 1331551, "version": 7, "versionNonce": 45238536, "isDeleted": false, "boundElements": [], "updated": 1789427366996, "link": null, "locked": false, "text": "Closer is faster and smaller; reuse beats reload", "originalText": "Closer is faster and smaller; reuse beats reload", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0130", "type": "rectangle", "x": 92, "y": 650, "width": 292, "height": 48, "angle": 0, "strokeColor": "#6d28d9", "backgroundColor": "#ede9fe", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0130", "roundness": { "type": 3 }, "seed": 1339470, "version": 1, "versionNonce": 1374230, "isDeleted": false, "boundElements": [], "updated": 1789140000130, "link": null, "locked": false }, { "id": "gpu-0131", "type": "text", "x": 107.4296875, "y": 657.54296875, "width": 150, "height": 22, "angle": 0, "strokeColor": "#6d28d9", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0131", "roundness": null, "seed": 1347389, "version": 9, "versionNonce": 1015705608, "isDeleted": false, "boundElements": [], "updated": 1789427364816, "link": null, "locked": false, "text": "REGISTERS", "originalText": "REGISTERS", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0132", "type": "text", "x": 255.56308951905012, "y": 653.85546875, "width": 121.60428971189975, "height": 40.79874999999999, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0132", "roundness": null, "seed": 1355308, "version": 245, "versionNonce": 218432008, "isDeleted": false, "boundElements": [], "updated": 1789427341735, "link": null, "locked": false, "text": "per thread •\nfastest • spills\nhurt", "originalText": "per thread • fastest • spills hurt", "fontSize": 11.147199453551917, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0133", "type": "rectangle", "x": 92, "y": 714, "width": 356, "height": 48, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "#e0e7ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0133", "roundness": { "type": 3 }, "seed": 1363227, "version": 1, "versionNonce": 1384943, "isDeleted": false, "boundElements": [], "updated": 1789140000133, "link": null, "locked": false }, { "id": "gpu-0134", "type": "text", "x": 109.2265625, "y": 721.74609375, "width": 150, "height": 22, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0134", "roundness": null, "seed": 1371146, "version": 17, "versionNonce": 151607560, "isDeleted": false, "boundElements": [], "updated": 1789427363366, "link": null, "locked": false, "text": "SHARED / L1", "originalText": "SHARED / L1", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0135", "type": "text", "x": 247.29296875, "y": 722.41015625, "width": 185.8828125, "height": 31.72, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0135", "roundness": null, "seed": 1379065, "version": 46, "versionNonce": 541186312, "isDeleted": false, "boundElements": [], "updated": 1789427345655, "link": null, "locked": false, "text": "per block / SM • ~100 KB\n• bank conflicts", "originalText": "per block / SM • ~100 KB • bank conflicts", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0136", "type": "rectangle", "x": 92, "y": 778, "width": 420, "height": 48, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#cffafe", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0136", "roundness": { "type": 3 }, "seed": 1386984, "version": 1, "versionNonce": 1395656, "isDeleted": false, "boundElements": [], "updated": 1789140000136, "link": null, "locked": false }, { "id": "gpu-0137", "type": "text", "x": 106.484375, "y": 786.90625, "width": 150, "height": 22, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0137", "roundness": null, "seed": 1394903, "version": 10, "versionNonce": 660269576, "isDeleted": false, "boundElements": [], "updated": 1789427362065, "link": null, "locked": false, "text": "L2 CACHE", "originalText": "L2 CACHE", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0138", "type": "text", "x": 261.48046875, "y": 789.92578125, "width": 238, "height": 22, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0138", "roundness": null, "seed": 1402822, "version": 13, "versionNonce": 1077748600, "isDeleted": false, "boundElements": [], "updated": 1789427350365, "link": null, "locked": false, "text": "device-wide • hardware managed", "originalText": "device-wide • hardware managed", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0139", "type": "rectangle", "x": 92, "y": 842, "width": 484, "height": 48, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#d1fae5", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0139", "roundness": { "type": 3 }, "seed": 1410741, "version": 1, "versionNonce": 1406369, "isDeleted": false, "boundElements": [], "updated": 1789140000139, "link": null, "locked": false }, { "id": "gpu-0140", "type": "text", "x": 106.01171875, "y": 851, "width": 150, "height": 22, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0140", "roundness": null, "seed": 1418660, "version": 6, "versionNonce": 1891982344, "isDeleted": false, "boundElements": [], "updated": 1789427359605, "link": null, "locked": false, "text": "GLOBAL HBM", "originalText": "GLOBAL HBM", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0141", "type": "text", "x": 272.67578125, "y": 851.18359375, "width": 302, "height": 22, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0141", "roundness": null, "seed": 1426579, "version": 33, "versionNonce": 219659640, "isDeleted": false, "boundElements": [], "updated": 1789427352786, "link": null, "locked": false, "text": "large • 1–3 TB/s only when coalesced", "originalText": "large • 1–3 TB/s only when coalesced", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0142", "type": "rectangle", "x": 92, "y": 906, "width": 520, "height": 48, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "#fef3c7", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0142", "roundness": { "type": 3 }, "seed": 1434498, "version": 1, "versionNonce": 1417082, "isDeleted": false, "boundElements": [], "updated": 1789140000142, "link": null, "locked": false }, { "id": "gpu-0143", "type": "text", "x": 108.3203125, "y": 914.58203125, "width": 150, "height": 22, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0143", "roundness": null, "seed": 1442417, "version": 8, "versionNonce": 404935688, "isDeleted": false, "boundElements": [], "updated": 1789427360766, "link": null, "locked": false, "text": "HOST MEMORY", "originalText": "HOST MEMORY", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0144", "type": "text", "x": 268.95703125, "y": 917.97265625, "width": 338, "height": 22, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0144", "roundness": null, "seed": 1450336, "version": 24, "versionNonce": 2105682184, "isDeleted": false, "boundElements": [], "updated": 1789427679334, "link": null, "locked": false, "text": "across PCIe / NVLink • minimize transfers", "originalText": "across PCIe / NVLink • minimize transfers", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0145", "type": "arrow", "x": 598.9160836500387, "y": 603.9033692174723, "width": 1.658135099961214, "height": 294.21381828252777, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0145", "roundness": { "type": 2 }, "seed": 1458255, "version": 204, "versionNonce": 539183880, "isDeleted": false, "boundElements": [], "updated": 1789427679334, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 1.658135099961214, 294.21381828252777 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-0146", "type": "text", "x": 546.97265625, "y": 681.10546875, "width": 42, "height": 130, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0146", "roundness": null, "seed": 1466174, "version": 55, "versionNonce": 739384072, "isDeleted": false, "boundElements": [], "updated": 1789427681947, "link": null, "locked": false, "text": "bigger\n\nslower\n\ncostlier", "originalText": "bigger\n\nslower\n\ncostlier", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0147", "type": "rectangle", "x": 680, "y": 566, "width": 1186, "height": 430, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0147", "roundness": { "type": 3 }, "seed": 1474093, "version": 1, "versionNonce": 1434937, "isDeleted": false, "boundElements": [], "updated": 1789140000147, "link": null, "locked": false }, { "id": "gpu-0148", "type": "ellipse", "x": 698, "y": 584, "width": 34, "height": 34, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "#d97706", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0148", "roundness": null, "seed": 1482012, "version": 1, "versionNonce": 1438508, "isDeleted": false, "boundElements": [], "updated": 1789140000148, "link": null, "locked": false }, { "id": "gpu-0149", "type": "text", "x": 698, "y": 589, "width": 34, "height": 22, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0149", "roundness": null, "seed": 1489931, "version": 1, "versionNonce": 1442079, "isDeleted": false, "boundElements": [], "updated": 1789140000149, "link": null, "locked": false, "text": "5", "originalText": "5", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0150", "type": "text", "x": 747.69140625, "y": 581.2734375, "width": 1104, "height": 30, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0150", "roundness": null, "seed": 1497850, "version": 10, "versionNonce": 1840756232, "isDeleted": false, "boundElements": [], "updated": 1789427177130, "link": null, "locked": false, "text": "Five performance rules", "originalText": "Five performance rules", "fontSize": 22, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0151", "type": "text", "x": 744.53515625, "y": 613.0078125, "width": 1104, "height": 20, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0151", "roundness": null, "seed": 1505769, "version": 8, "versionNonce": 1132238456, "isDeleted": false, "boundElements": [], "updated": 1789427178951, "link": null, "locked": false, "text": "Most GPU speedups come from data movement and regular execution", "originalText": "Most GPU speedups come from data movement and regular execution", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0152", "type": "rectangle", "x": 708, "y": 648, "width": 216, "height": 142, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ecfeff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0152", "roundness": { "type": 3 }, "seed": 1513688, "version": 1, "versionNonce": 1452792, "isDeleted": false, "boundElements": [], "updated": 1789140000152, "link": null, "locked": false }, { "id": "gpu-0153", "type": "ellipse", "x": 722, "y": 662, "width": 34, "height": 34, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0153", "roundness": null, "seed": 1521607, "version": 1, "versionNonce": 1456363, "isDeleted": false, "boundElements": [], "updated": 1789140000153, "link": null, "locked": false }, { "id": "gpu-0154", "type": "text", "x": 722, "y": 668, "width": 34, "height": 20, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0154", "roundness": null, "seed": 1529526, "version": 1, "versionNonce": 1459934, "isDeleted": false, "boundElements": [], "updated": 1789140000154, "link": null, "locked": false, "text": "↔", "originalText": "↔", "fontSize": 15, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0155", "type": "text", "x": 766.00390625, "y": 662.15234375, "width": 146, "height": 25, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0155", "roundness": null, "seed": 1537445, "version": 3, "versionNonce": 128027000, "isDeleted": false, "boundElements": [], "updated": 1789427180130, "link": null, "locked": false, "text": "1 Coalesce", "originalText": "1 Coalesce", "fontSize": 18, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0156", "type": "text", "x": 724.28515625, "y": 703.51171875, "width": 184, "height": 76, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0156", "roundness": null, "seed": 1545364, "version": 11, "versionNonce": 1682489976, "isDeleted": false, "boundElements": [], "updated": 1789427301164, "link": null, "locked": false, "text": "Thread i → address i.\nUse stride-1 access;\nprefer SoA layouts.", "originalText": "Thread i → address i.\nUse stride-1 access;\nprefer SoA layouts.", "fontSize": 14, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0157", "type": "rectangle", "x": 938, "y": 648, "width": 216, "height": 142, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "#fef2f2", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0157", "roundness": { "type": 3 }, "seed": 1553283, "version": 1, "versionNonce": 1470647, "isDeleted": false, "boundElements": [], "updated": 1789140000157, "link": null, "locked": false }, { "id": "gpu-0158", "type": "ellipse", "x": 952, "y": 662, "width": 34, "height": 34, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0158", "roundness": null, "seed": 1561202, "version": 1, "versionNonce": 1474218, "isDeleted": false, "boundElements": [], "updated": 1789140000158, "link": null, "locked": false }, { "id": "gpu-0159", "type": "text", "x": 952, "y": 668, "width": 34, "height": 20, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0159", "roundness": null, "seed": 1569121, "version": 1, "versionNonce": 1477789, "isDeleted": false, "boundElements": [], "updated": 1789140000159, "link": null, "locked": false, "text": "◇", "originalText": "◇", "fontSize": 15, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0160", "type": "text", "x": 996.01171875, "y": 662.48046875, "width": 146, "height": 25, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0160", "roundness": null, "seed": 1577040, "version": 6, "versionNonce": 1392074872, "isDeleted": false, "boundElements": [], "updated": 1789427182570, "link": null, "locked": false, "text": "2 Divergence", "originalText": "2 Divergence", "fontSize": 18, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0161", "type": "text", "x": 954.046875, "y": 702.34375, "width": 194.91015624999991, "height": 68.32, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0161", "roundness": null, "seed": 1584959, "version": 71, "versionNonce": 414786424, "isDeleted": false, "boundElements": [], "updated": 1789427199654, "link": null, "locked": false, "text": "Different branches\ninside\none warp serialize both\nexecution paths.", "originalText": "Different branches inside\none warp serialize both\nexecution paths.", "fontSize": 14, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0162", "type": "rectangle", "x": 1168, "y": 648, "width": 216, "height": 142, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "#eef2ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0162", "roundness": { "type": 3 }, "seed": 1592878, "version": 1, "versionNonce": 1488502, "isDeleted": false, "boundElements": [], "updated": 1789140000162, "link": null, "locked": false }, { "id": "gpu-0163", "type": "ellipse", "x": 1182, "y": 662, "width": 34, "height": 34, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0163", "roundness": null, "seed": 1600797, "version": 1, "versionNonce": 1492073, "isDeleted": false, "boundElements": [], "updated": 1789140000163, "link": null, "locked": false }, { "id": "gpu-0164", "type": "text", "x": 1182, "y": 668, "width": 34, "height": 20, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0164", "roundness": null, "seed": 1608716, "version": 1, "versionNonce": 1495644, "isDeleted": false, "boundElements": [], "updated": 1789140000164, "link": null, "locked": false, "text": "▦", "originalText": "▦", "fontSize": 15, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0165", "type": "text", "x": 1225.77734375, "y": 663.20703125, "width": 146, "height": 25, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0165", "roundness": null, "seed": 1616635, "version": 13, "versionNonce": 1064670728, "isDeleted": false, "boundElements": [], "updated": 1789427184370, "link": null, "locked": false, "text": "3 Occupancy", "originalText": "3 Occupancy", "fontSize": 18, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0166", "type": "text", "x": 1184.2109375, "y": 701.41796875, "width": 190.43750000000006, "height": 85.39999999999999, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0166", "roundness": null, "seed": 1624554, "version": 51, "versionNonce": 1602831112, "isDeleted": false, "boundElements": [], "updated": 1789430211109, "link": null, "locked": false, "text": "Resident warps hide\nlatency.\nRegisters + shared\nmemory\nset the limit.", "originalText": "Resident warps hide latency.\nRegisters + shared memory\nset the limit.", "fontSize": 14, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0167", "type": "rectangle", "x": 1402.45703125, "y": 646.0703125, "width": 216, "height": 142, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#f5f3ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0167", "roundness": { "type": 3 }, "seed": 1632473, "version": 62, "versionNonce": 1654877960, "isDeleted": false, "boundElements": [], "updated": 1789164637599, "link": null, "locked": false }, { "id": "gpu-0168", "type": "ellipse", "x": 1412, "y": 662, "width": 34, "height": 34, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0168", "roundness": null, "seed": 1640392, "version": 1, "versionNonce": 1509928, "isDeleted": false, "boundElements": [], "updated": 1789140000168, "link": null, "locked": false }, { "id": "gpu-0169", "type": "text", "x": 1412, "y": 668, "width": 34, "height": 20, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0169", "roundness": null, "seed": 1648311, "version": 1, "versionNonce": 1513499, "isDeleted": false, "boundElements": [], "updated": 1789140000169, "link": null, "locked": false, "text": "▧", "originalText": "▧", "fontSize": 15, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0170", "type": "text", "x": 1452.4609375, "y": 665.23046875, "width": 171.46982988047296, "height": 22.310222602739685, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0170", "roundness": null, "seed": 1656230, "version": 184, "versionNonce": 464081160, "isDeleted": false, "boundElements": [], "updated": 1789164652860, "link": null, "locked": false, "text": "4 Tile + reuse", "originalText": "4 Tile + reuse", "fontSize": 18.28706770716369, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0171", "type": "text", "x": 1409.96484375, "y": 706.2265625, "width": 196.328125, "height": 68.32, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0171", "roundness": null, "seed": 1664149, "version": 79, "versionNonce": 1866309640, "isDeleted": false, "boundElements": [], "updated": 1789427206113, "link": null, "locked": false, "text": "Stage hot data in\nshared.\nSync the block, then\ncompute repeatedly.", "originalText": "Stage hot data in shared.\nSync the block, then\ncompute repeatedly.", "fontSize": 14, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0172", "type": "rectangle", "x": 1628, "y": 648, "width": 210, "height": 142, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ecfdf5", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0172", "roundness": { "type": 3 }, "seed": 1672068, "version": 1, "versionNonce": 1524212, "isDeleted": false, "boundElements": [], "updated": 1789140000172, "link": null, "locked": false }, { "id": "gpu-0173", "type": "ellipse", "x": 1642, "y": 662, "width": 34, "height": 34, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0173", "roundness": null, "seed": 1679987, "version": 1, "versionNonce": 1527783, "isDeleted": false, "boundElements": [], "updated": 1789140000173, "link": null, "locked": false }, { "id": "gpu-0174", "type": "text", "x": 1642, "y": 668, "width": 34, "height": 20, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0174", "roundness": null, "seed": 1687906, "version": 1, "versionNonce": 1531354, "isDeleted": false, "boundElements": [], "updated": 1789140000174, "link": null, "locked": false, "text": "×", "originalText": "×", "fontSize": 15, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0175", "type": "text", "x": 1685.6953125, "y": 665.640625, "width": 140, "height": 25, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0175", "roundness": null, "seed": 1695825, "version": 9, "versionNonce": 2006677624, "isDeleted": false, "boundElements": [], "updated": 1789427187400, "link": null, "locked": false, "text": "5 Intensity", "originalText": "5 Intensity", "fontSize": 18, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0176", "type": "text", "x": 1639.59765625, "y": 704.96875, "width": 178, "height": 76, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0176", "roundness": null, "seed": 1703744, "version": 28, "versionNonce": 591028344, "isDeleted": false, "boundElements": [], "updated": 1789427207791, "link": null, "locked": false, "text": "Do more work per byte.\nFuse kernels when that\nreduces memory traffic.", "originalText": "Do more work per byte.\nFuse kernels when that\nreduces memory traffic.", "fontSize": 14, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0177", "type": "rectangle", "x": 708, "y": 814, "width": 1130, "height": 145, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "#f1f5f9", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0177", "roundness": { "type": 3 }, "seed": 1711663, "version": 1, "versionNonce": 1542067, "isDeleted": false, "boundElements": [], "updated": 1789140000177, "link": null, "locked": false }, { "id": "gpu-0178", "type": "text", "x": 730.265625, "y": 828.07421875, "width": 1090, "height": 24, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0178", "roundness": null, "seed": 1719582, "version": 10, "versionNonce": 1285990776, "isDeleted": false, "boundElements": [], "updated": 1789427211601, "link": null, "locked": false, "text": "ROOFLINE QUICK TEST", "originalText": "ROOFLINE QUICK TEST", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0179", "type": "text", "x": 731.2578125, "y": 865.58203125, "width": 1090, "height": 28, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0179", "roundness": null, "seed": 1727501, "version": 27, "versionNonce": 1482637176, "isDeleted": false, "boundElements": [], "updated": 1789427310854, "link": null, "locked": false, "text": "attainable performance = min(peak compute, memory bandwidth × arithmetic intensity)", "originalText": "attainable performance = min(peak compute, memory bandwidth × arithmetic intensity)", "fontSize": 19, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0180", "type": "text", "x": 728.3671875, "y": 910.04296875, "width": 1090, "height": 24, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0180", "roundness": null, "seed": 1735420, "version": 24, "versionNonce": 1447054712, "isDeleted": false, "boundElements": [], "updated": 1789427317154, "link": null, "locked": false, "text": "Left of ridge point → memory-bound | Right of ridge point → compute-bound", "originalText": "Left of ridge point → memory-bound | Right of ridge point → compute-bound", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0181", "type": "rectangle", "x": 56, "y": 1026, "width": 1156, "height": 306, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0181", "roundness": { "type": 3 }, "seed": 1743339, "version": 1, "versionNonce": 1556351, "isDeleted": false, "boundElements": [], "updated": 1789140000181, "link": null, "locked": false }, { "id": "gpu-0182", "type": "ellipse", "x": 74, "y": 1044, "width": 34, "height": 34, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#0891b2", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0182", "roundness": null, "seed": 1751258, "version": 1, "versionNonce": 1559922, "isDeleted": false, "boundElements": [], "updated": 1789140000182, "link": null, "locked": false }, { "id": "gpu-0183", "type": "text", "x": 74, "y": 1049, "width": 34, "height": 22, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0183", "roundness": null, "seed": 1759177, "version": 1, "versionNonce": 1563493, "isDeleted": false, "boundElements": [], "updated": 1789140000183, "link": null, "locked": false, "text": "6", "originalText": "6", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0184", "type": "text", "x": 124.78125, "y": 1040.90625, "width": 1074, "height": 30, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0184", "roundness": null, "seed": 1767096, "version": 16, "versionNonce": 810238584, "isDeleted": false, "boundElements": [], "updated": 1789427465933, "link": null, "locked": false, "text": "CUDA execution flow", "originalText": "CUDA execution flow", "fontSize": 22, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0185", "type": "text", "x": 121.7265625, "y": 1077.1640625, "width": 1074, "height": 20, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0185", "roundness": null, "seed": 1775015, "version": 21, "versionNonce": 1303531128, "isDeleted": false, "boundElements": [], "updated": 1789427466790, "link": null, "locked": false, "text": "Kernel launches are asynchronous; pipeline independent chunks with streams", "originalText": "Kernel launches are asynchronous; pipeline independent chunks with streams", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0186", "type": "rectangle", "x": 85, "y": 1111, "width": 150, "height": 70, "angle": 0, "strokeColor": "#475569", "backgroundColor": "#f1f5f9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0186", "roundness": { "type": 3 }, "seed": 1782934, "version": 1, "versionNonce": 1574206, "isDeleted": false, "boundElements": [], "updated": 1789140000186, "link": null, "locked": false }, { "id": "gpu-0187", "type": "text", "x": 91.328125, "y": 1124.5859375, "width": 130, "height": 22, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0187", "roundness": null, "seed": 1790853, "version": 12, "versionNonce": 1892057096, "isDeleted": false, "boundElements": [], "updated": 1789427094547, "link": null, "locked": false, "text": "ALLOCATE", "originalText": "ALLOCATE", "fontSize": 15, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0188", "type": "text", "x": 90.21484375, "y": 1152.62109375, "width": 134, "height": 18, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0188", "roundness": null, "seed": 1798772, "version": 12, "versionNonce": 1587524616, "isDeleted": false, "boundElements": [], "updated": 1789427095617, "link": null, "locked": false, "text": "cudaMalloc", "originalText": "cudaMalloc", "fontSize": 11, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0189", "type": "arrow", "x": 240, "y": 1146, "width": 38, "height": 0, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0189", "roundness": { "type": 2 }, "seed": 1806691, "version": 1, "versionNonce": 1584919, "isDeleted": false, "boundElements": [], "updated": 1789140000189, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 38, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-0190", "type": "rectangle", "x": 285, "y": 1111, "width": 150, "height": 70, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "#fffbeb", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0190", "roundness": { "type": 3 }, "seed": 1814610, "version": 1, "versionNonce": 1588490, "isDeleted": false, "boundElements": [], "updated": 1789140000190, "link": null, "locked": false }, { "id": "gpu-0191", "type": "text", "x": 293.85546875, "y": 1124.1484375, "width": 130, "height": 22, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0191", "roundness": null, "seed": 1822529, "version": 14, "versionNonce": 829603448, "isDeleted": false, "boundElements": [], "updated": 1789427097297, "link": null, "locked": false, "text": "H2D COPY", "originalText": "H2D COPY", "fontSize": 15, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0192", "type": "text", "x": 296.90234375, "y": 1151.67578125, "width": 134, "height": 18, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0192", "roundness": null, "seed": 1830448, "version": 12, "versionNonce": 361904392, "isDeleted": false, "boundElements": [], "updated": 1789427098937, "link": null, "locked": false, "text": "pinned host memory", "originalText": "pinned host memory", "fontSize": 11, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0193", "type": "arrow", "x": 440, "y": 1146, "width": 38, "height": 0, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0193", "roundness": { "type": 2 }, "seed": 1838367, "version": 1, "versionNonce": 1599203, "isDeleted": false, "boundElements": [], "updated": 1789140000193, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 38, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-0194", "type": "rectangle", "x": 485, "y": 1111, "width": 150, "height": 70, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "#eef2ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0194", "roundness": { "type": 3 }, "seed": 1846286, "version": 1, "versionNonce": 1602774, "isDeleted": false, "boundElements": [], "updated": 1789140000194, "link": null, "locked": false }, { "id": "gpu-0195", "type": "text", "x": 497.828125, "y": 1123.046875, "width": 130, "height": 22, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0195", "roundness": null, "seed": 1854205, "version": 11, "versionNonce": 1322964600, "isDeleted": false, "boundElements": [], "updated": 1789427100517, "link": null, "locked": false, "text": "KERNEL", "originalText": "KERNEL", "fontSize": 15, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0196", "type": "text", "x": 493.625, "y": 1152.00390625, "width": 134, "height": 18, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0196", "roundness": null, "seed": 1862124, "version": 6, "versionNonce": 620398344, "isDeleted": false, "boundElements": [], "updated": 1789427101797, "link": null, "locked": false, "text": "grid<<<blocks, threads>>>", "originalText": "grid<<<blocks, threads>>>", "fontSize": 11, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0197", "type": "arrow", "x": 640, "y": 1146, "width": 38, "height": 0, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0197", "roundness": { "type": 2 }, "seed": 1870043, "version": 1, "versionNonce": 1613487, "isDeleted": false, "boundElements": [], "updated": 1789140000197, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 38, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-0198", "type": "rectangle", "x": 685, "y": 1111, "width": 150, "height": 70, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "#fffbeb", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0198", "roundness": { "type": 3 }, "seed": 1877962, "version": 1, "versionNonce": 1617058, "isDeleted": false, "boundElements": [], "updated": 1789140000198, "link": null, "locked": false }, { "id": "gpu-0199", "type": "text", "x": 696.1171875, "y": 1123.76171875, "width": 130, "height": 22, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0199", "roundness": null, "seed": 1885881, "version": 6, "versionNonce": 1934676856, "isDeleted": false, "boundElements": [], "updated": 1789427103427, "link": null, "locked": false, "text": "D2H COPY", "originalText": "D2H COPY", "fontSize": 15, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0200", "type": "text", "x": 693.5625, "y": 1151.72265625, "width": 134, "height": 18, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0200", "roundness": null, "seed": 1893800, "version": 12, "versionNonce": 168189816, "isDeleted": false, "boundElements": [], "updated": 1789427104917, "link": null, "locked": false, "text": "results only", "originalText": "results only", "fontSize": 11, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0201", "type": "arrow", "x": 840, "y": 1146, "width": 38, "height": 0, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0201", "roundness": { "type": 2 }, "seed": 1901719, "version": 1, "versionNonce": 1627771, "isDeleted": false, "boundElements": [], "updated": 1789140000201, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 38, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-0202", "type": "rectangle", "x": 885, "y": 1111, "width": 150, "height": 70, "angle": 0, "strokeColor": "#475569", "backgroundColor": "#f1f5f9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0202", "roundness": { "type": 3 }, "seed": 1909638, "version": 1, "versionNonce": 1631342, "isDeleted": false, "boundElements": [], "updated": 1789140000202, "link": null, "locked": false }, { "id": "gpu-0203", "type": "text", "x": 896.68359375, "y": 1123.77734375, "width": 130, "height": 22, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0203", "roundness": null, "seed": 1917557, "version": 19, "versionNonce": 1665401464, "isDeleted": false, "boundElements": [], "updated": 1789427106387, "link": null, "locked": false, "text": "FREE", "originalText": "FREE", "fontSize": 15, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0204", "type": "text", "x": 895.9140625, "y": 1151.859375, "width": 134, "height": 18, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0204", "roundness": null, "seed": 1925476, "version": 16, "versionNonce": 900993656, "isDeleted": false, "boundElements": [], "updated": 1789427107317, "link": null, "locked": false, "text": "cudaFree", "originalText": "cudaFree", "fontSize": 11, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0205", "type": "rectangle", "x": 83.98828125, "y": 1211.84765625, "width": 950, "height": 80, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ecfeff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0205", "roundness": { "type": 3 }, "seed": 1933395, "version": 14, "versionNonce": 566166648, "isDeleted": false, "boundElements": [], "updated": 1789427080366, "link": null, "locked": false }, { "id": "gpu-0206", "type": "text", "x": 105.6328125, "y": 1221.85546875, "width": 120, "height": 22, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0206", "roundness": null, "seed": 1941314, "version": 11, "versionNonce": 1657866104, "isDeleted": false, "boundElements": [], "updated": 1789427092847, "link": null, "locked": false, "text": "OVERLAP", "originalText": "OVERLAP", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0207", "type": "line", "x": 240, "y": 1238, "width": 230, "height": 0, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 8, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0207", "roundness": { "type": 2 }, "seed": 1949233, "version": 1, "versionNonce": 1649197, "isDeleted": false, "boundElements": [], "updated": 1789140000207, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 230, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0208", "type": "line", "x": 475, "y": 1238, "width": 270, "height": 0, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 8, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0208", "roundness": { "type": 2 }, "seed": 1957152, "version": 1, "versionNonce": 1652768, "isDeleted": false, "boundElements": [], "updated": 1789140000208, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 270, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0209", "type": "line", "x": 750, "y": 1238, "width": 220, "height": 0, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 8, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0209", "roundness": { "type": 2 }, "seed": 1965071, "version": 1, "versionNonce": 1656339, "isDeleted": false, "boundElements": [], "updated": 1789140000209, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 220, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0210", "type": "line", "x": 330, "y": 1263, "width": 230, "height": 0, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 8, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0210", "roundness": { "type": 2 }, "seed": 1972990, "version": 1, "versionNonce": 1659910, "isDeleted": false, "boundElements": [], "updated": 1789140000210, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 230, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0211", "type": "line", "x": 565, "y": 1263, "width": 270, "height": 0, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 8, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0211", "roundness": { "type": 2 }, "seed": 1980909, "version": 1, "versionNonce": 1663481, "isDeleted": false, "boundElements": [], "updated": 1789140000211, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 270, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0212", "type": "line", "x": 840, "y": 1263, "width": 160, "height": 0, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 8, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0212", "roundness": { "type": 2 }, "seed": 1988828, "version": 1, "versionNonce": 1667052, "isDeleted": false, "boundElements": [], "updated": 1789140000212, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 160, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0213", "type": "text", "x": 253.91015625, "y": 1270.796875, "width": 220, "height": 16, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0213", "roundness": null, "seed": 1996747, "version": 17, "versionNonce": 211742072, "isDeleted": false, "boundElements": [], "updated": 1789427088167, "link": null, "locked": false, "text": "copy", "originalText": "copy", "fontSize": 11, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0214", "type": "text", "x": 504.421875, "y": 1272, "width": 220, "height": 16, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0214", "roundness": null, "seed": 2004666, "version": 21, "versionNonce": 1717525112, "isDeleted": false, "boundElements": [], "updated": 1789427083556, "link": null, "locked": false, "text": "compute", "originalText": "compute", "fontSize": 11, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0215", "type": "text", "x": 788.9765625, "y": 1271.00390625, "width": 160, "height": 16, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0215", "roundness": null, "seed": 2012585, "version": 16, "versionNonce": 29055864, "isDeleted": false, "boundElements": [], "updated": 1789427085866, "link": null, "locked": false, "text": "copy", "originalText": "copy", "fontSize": 11, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0216", "type": "text", "x": 1059.6328125, "y": 1216.1640625, "width": 120, "height": 68, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0216", "roundness": null, "seed": 2020504, "version": 14, "versionNonce": 1409947656, "isDeleted": false, "boundElements": [], "updated": 1789427090467, "link": null, "locked": false, "text": "Streams +\npinned memory\n= pipeline", "originalText": "Streams +\npinned memory\n= pipeline", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0217", "type": "rectangle", "x": 1236, "y": 1026, "width": 630, "height": 306, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0217", "roundness": { "type": 3 }, "seed": 2028423, "version": 1, "versionNonce": 1684907, "isDeleted": false, "boundElements": [], "updated": 1789140000217, "link": null, "locked": false }, { "id": "gpu-0218", "type": "ellipse", "x": 1254, "y": 1044, "width": 34, "height": 34, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#059669", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0218", "roundness": null, "seed": 2036342, "version": 1, "versionNonce": 1688478, "isDeleted": false, "boundElements": [], "updated": 1789140000218, "link": null, "locked": false }, { "id": "gpu-0219", "type": "text", "x": 1254, "y": 1049, "width": 34, "height": 22, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0219", "roundness": null, "seed": 2044261, "version": 1, "versionNonce": 1692049, "isDeleted": false, "boundElements": [], "updated": 1789140000219, "link": null, "locked": false, "text": "7", "originalText": "7", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0220", "type": "text", "x": 1300.046875, "y": 1042.01171875, "width": 548, "height": 30, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0220", "roundness": null, "seed": 2052180, "version": 5, "versionNonce": 828946808, "isDeleted": false, "boundElements": [], "updated": 1789427215171, "link": null, "locked": false, "text": "Scale beyond one GPU", "originalText": "Scale beyond one GPU", "fontSize": 22, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0221", "type": "text", "x": 1299.98828125, "y": 1073.91796875, "width": 548, "height": 20, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0221", "roundness": null, "seed": 2060099, "version": 12, "versionNonce": 1063114360, "isDeleted": false, "boundElements": [], "updated": 1789427217601, "link": null, "locked": false, "text": "Communication and topology become first-class", "originalText": "Communication and topology become first-class", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0222", "type": "rectangle", "x": 1285, "y": 1115, "width": 84, "height": 58, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#1e293b", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0222", "roundness": { "type": 3 }, "seed": 2068018, "version": 1, "versionNonce": 1702762, "isDeleted": false, "boundElements": [], "updated": 1789140000222, "link": null, "locked": false }, { "id": "gpu-0223", "type": "line", "x": 1277, "y": 1127, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0223", "roundness": { "type": 2 }, "seed": 2075937, "version": 1, "versionNonce": 1706333, "isDeleted": false, "boundElements": [], "updated": 1789140000223, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0224", "type": "line", "x": 1369, "y": 1127, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0224", "roundness": { "type": 2 }, "seed": 2083856, "version": 1, "versionNonce": 1709904, "isDeleted": false, "boundElements": [], "updated": 1789140000224, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0225", "type": "line", "x": 1277, "y": 1141, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0225", "roundness": { "type": 2 }, "seed": 2091775, "version": 1, "versionNonce": 1713475, "isDeleted": false, "boundElements": [], "updated": 1789140000225, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0226", "type": "line", "x": 1369, "y": 1141, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0226", "roundness": { "type": 2 }, "seed": 2099694, "version": 1, "versionNonce": 1717046, "isDeleted": false, "boundElements": [], "updated": 1789140000226, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0227", "type": "line", "x": 1277, "y": 1155, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0227", "roundness": { "type": 2 }, "seed": 2107613, "version": 1, "versionNonce": 1720617, "isDeleted": false, "boundElements": [], "updated": 1789140000227, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0228", "type": "line", "x": 1369, "y": 1155, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0228", "roundness": { "type": 2 }, "seed": 2115532, "version": 1, "versionNonce": 1724188, "isDeleted": false, "boundElements": [], "updated": 1789140000228, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0229", "type": "line", "x": 1277, "y": 1169, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0229", "roundness": { "type": 2 }, "seed": 2123451, "version": 1, "versionNonce": 1727759, "isDeleted": false, "boundElements": [], "updated": 1789140000229, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0230", "type": "line", "x": 1369, "y": 1169, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0230", "roundness": { "type": 2 }, "seed": 2131370, "version": 1, "versionNonce": 1731330, "isDeleted": false, "boundElements": [], "updated": 1789140000230, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0231", "type": "line", "x": 1303, "y": 1107, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0231", "roundness": { "type": 2 }, "seed": 2139289, "version": 1, "versionNonce": 1734901, "isDeleted": false, "boundElements": [], "updated": 1789140000231, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0232", "type": "line", "x": 1303, "y": 1173, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0232", "roundness": { "type": 2 }, "seed": 2147208, "version": 1, "versionNonce": 1738472, "isDeleted": false, "boundElements": [], "updated": 1789140000232, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0233", "type": "line", "x": 1326, "y": 1107, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0233", "roundness": { "type": 2 }, "seed": 2155127, "version": 1, "versionNonce": 1742043, "isDeleted": false, "boundElements": [], "updated": 1789140000233, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0234", "type": "line", "x": 1326, "y": 1173, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0234", "roundness": { "type": 2 }, "seed": 2163046, "version": 1, "versionNonce": 1745614, "isDeleted": false, "boundElements": [], "updated": 1789140000234, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0235", "type": "line", "x": 1349, "y": 1107, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0235", "roundness": { "type": 2 }, "seed": 2170965, "version": 1, "versionNonce": 1749185, "isDeleted": false, "boundElements": [], "updated": 1789140000235, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0236", "type": "line", "x": 1349, "y": 1173, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0236", "roundness": { "type": 2 }, "seed": 2178884, "version": 1, "versionNonce": 1752756, "isDeleted": false, "boundElements": [], "updated": 1789140000236, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0237", "type": "text", "x": 1293.15234375, "y": 1132.625, "width": 68, "height": 24, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0237", "roundness": null, "seed": 2186803, "version": 9, "versionNonce": 423819896, "isDeleted": false, "boundElements": [], "updated": 1789427223981, "link": null, "locked": false, "text": "GPU 0", "originalText": "GPU 0", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0238", "type": "text", "x": 1280, "y": 1190, "width": 94, "height": 18, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0238", "roundness": null, "seed": 2194722, "version": 1, "versionNonce": 1759898, "isDeleted": false, "boundElements": [], "updated": 1789140000238, "link": null, "locked": false, "text": "rank 0", "originalText": "rank 0", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0239", "type": "arrow", "x": 1377, "y": 1144, "width": 36, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0239", "roundness": { "type": 2 }, "seed": 2202641, "version": 1, "versionNonce": 1763469, "isDeleted": false, "boundElements": [], "updated": 1789140000239, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 36, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": "arrow", "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-0240", "type": "rectangle", "x": 1421, "y": 1115, "width": 84, "height": 58, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#1e293b", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0240", "roundness": { "type": 3 }, "seed": 2210560, "version": 1, "versionNonce": 1767040, "isDeleted": false, "boundElements": [], "updated": 1789140000240, "link": null, "locked": false }, { "id": "gpu-0241", "type": "line", "x": 1413, "y": 1127, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0241", "roundness": { "type": 2 }, "seed": 2218479, "version": 1, "versionNonce": 1770611, "isDeleted": false, "boundElements": [], "updated": 1789140000241, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0242", "type": "line", "x": 1505, "y": 1127, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0242", "roundness": { "type": 2 }, "seed": 2226398, "version": 1, "versionNonce": 1774182, "isDeleted": false, "boundElements": [], "updated": 1789140000242, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0243", "type": "line", "x": 1413, "y": 1141, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0243", "roundness": { "type": 2 }, "seed": 2234317, "version": 1, "versionNonce": 1777753, "isDeleted": false, "boundElements": [], "updated": 1789140000243, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0244", "type": "line", "x": 1505, "y": 1141, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0244", "roundness": { "type": 2 }, "seed": 2242236, "version": 1, "versionNonce": 1781324, "isDeleted": false, "boundElements": [], "updated": 1789140000244, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0245", "type": "line", "x": 1413, "y": 1155, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0245", "roundness": { "type": 2 }, "seed": 2250155, "version": 1, "versionNonce": 1784895, "isDeleted": false, "boundElements": [], "updated": 1789140000245, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0246", "type": "line", "x": 1505, "y": 1155, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0246", "roundness": { "type": 2 }, "seed": 2258074, "version": 1, "versionNonce": 1788466, "isDeleted": false, "boundElements": [], "updated": 1789140000246, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0247", "type": "line", "x": 1413, "y": 1169, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0247", "roundness": { "type": 2 }, "seed": 2265993, "version": 1, "versionNonce": 1792037, "isDeleted": false, "boundElements": [], "updated": 1789140000247, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0248", "type": "line", "x": 1505, "y": 1169, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0248", "roundness": { "type": 2 }, "seed": 2273912, "version": 1, "versionNonce": 1795608, "isDeleted": false, "boundElements": [], "updated": 1789140000248, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0249", "type": "line", "x": 1439, "y": 1107, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0249", "roundness": { "type": 2 }, "seed": 2281831, "version": 1, "versionNonce": 1799179, "isDeleted": false, "boundElements": [], "updated": 1789140000249, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0250", "type": "line", "x": 1439, "y": 1173, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0250", "roundness": { "type": 2 }, "seed": 2289750, "version": 1, "versionNonce": 1802750, "isDeleted": false, "boundElements": [], "updated": 1789140000250, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0251", "type": "line", "x": 1462, "y": 1107, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0251", "roundness": { "type": 2 }, "seed": 2297669, "version": 1, "versionNonce": 1806321, "isDeleted": false, "boundElements": [], "updated": 1789140000251, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0252", "type": "line", "x": 1462, "y": 1173, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0252", "roundness": { "type": 2 }, "seed": 2305588, "version": 1, "versionNonce": 1809892, "isDeleted": false, "boundElements": [], "updated": 1789140000252, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0253", "type": "line", "x": 1485, "y": 1107, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0253", "roundness": { "type": 2 }, "seed": 2313507, "version": 1, "versionNonce": 1813463, "isDeleted": false, "boundElements": [], "updated": 1789140000253, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0254", "type": "line", "x": 1485, "y": 1173, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0254", "roundness": { "type": 2 }, "seed": 2321426, "version": 1, "versionNonce": 1817034, "isDeleted": false, "boundElements": [], "updated": 1789140000254, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0255", "type": "text", "x": 1429.140625, "y": 1133.0625, "width": 68, "height": 24, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0255", "roundness": null, "seed": 2329345, "version": 12, "versionNonce": 534120056, "isDeleted": false, "boundElements": [], "updated": 1789427225151, "link": null, "locked": false, "text": "GPU 1", "originalText": "GPU 1", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0256", "type": "text", "x": 1416, "y": 1190, "width": 94, "height": 18, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0256", "roundness": null, "seed": 2337264, "version": 1, "versionNonce": 1824176, "isDeleted": false, "boundElements": [], "updated": 1789140000256, "link": null, "locked": false, "text": "rank 1", "originalText": "rank 1", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0257", "type": "arrow", "x": 1513, "y": 1144, "width": 36, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0257", "roundness": { "type": 2 }, "seed": 2345183, "version": 1, "versionNonce": 1827747, "isDeleted": false, "boundElements": [], "updated": 1789140000257, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 36, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": "arrow", "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-0258", "type": "rectangle", "x": 1557, "y": 1115, "width": 84, "height": 58, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#1e293b", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0258", "roundness": { "type": 3 }, "seed": 2353102, "version": 1, "versionNonce": 1831318, "isDeleted": false, "boundElements": [], "updated": 1789140000258, "link": null, "locked": false }, { "id": "gpu-0259", "type": "line", "x": 1549, "y": 1127, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0259", "roundness": { "type": 2 }, "seed": 2361021, "version": 1, "versionNonce": 1834889, "isDeleted": false, "boundElements": [], "updated": 1789140000259, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0260", "type": "line", "x": 1641, "y": 1127, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0260", "roundness": { "type": 2 }, "seed": 2368940, "version": 1, "versionNonce": 1838460, "isDeleted": false, "boundElements": [], "updated": 1789140000260, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0261", "type": "line", "x": 1549, "y": 1141, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0261", "roundness": { "type": 2 }, "seed": 2376859, "version": 1, "versionNonce": 1842031, "isDeleted": false, "boundElements": [], "updated": 1789140000261, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0262", "type": "line", "x": 1641, "y": 1141, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0262", "roundness": { "type": 2 }, "seed": 2384778, "version": 1, "versionNonce": 1845602, "isDeleted": false, "boundElements": [], "updated": 1789140000262, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0263", "type": "line", "x": 1549, "y": 1155, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0263", "roundness": { "type": 2 }, "seed": 2392697, "version": 1, "versionNonce": 1849173, "isDeleted": false, "boundElements": [], "updated": 1789140000263, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0264", "type": "line", "x": 1641, "y": 1155, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0264", "roundness": { "type": 2 }, "seed": 2400616, "version": 1, "versionNonce": 1852744, "isDeleted": false, "boundElements": [], "updated": 1789140000264, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0265", "type": "line", "x": 1549, "y": 1169, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0265", "roundness": { "type": 2 }, "seed": 2408535, "version": 1, "versionNonce": 1856315, "isDeleted": false, "boundElements": [], "updated": 1789140000265, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0266", "type": "line", "x": 1641, "y": 1169, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0266", "roundness": { "type": 2 }, "seed": 2416454, "version": 1, "versionNonce": 1859886, "isDeleted": false, "boundElements": [], "updated": 1789140000266, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0267", "type": "line", "x": 1575, "y": 1107, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0267", "roundness": { "type": 2 }, "seed": 2424373, "version": 1, "versionNonce": 1863457, "isDeleted": false, "boundElements": [], "updated": 1789140000267, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0268", "type": "line", "x": 1575, "y": 1173, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0268", "roundness": { "type": 2 }, "seed": 2432292, "version": 1, "versionNonce": 1867028, "isDeleted": false, "boundElements": [], "updated": 1789140000268, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0269", "type": "line", "x": 1598, "y": 1107, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0269", "roundness": { "type": 2 }, "seed": 2440211, "version": 1, "versionNonce": 1870599, "isDeleted": false, "boundElements": [], "updated": 1789140000269, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0270", "type": "line", "x": 1598, "y": 1173, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0270", "roundness": { "type": 2 }, "seed": 2448130, "version": 1, "versionNonce": 1874170, "isDeleted": false, "boundElements": [], "updated": 1789140000270, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0271", "type": "line", "x": 1621, "y": 1107, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0271", "roundness": { "type": 2 }, "seed": 2456049, "version": 1, "versionNonce": 1877741, "isDeleted": false, "boundElements": [], "updated": 1789140000271, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0272", "type": "line", "x": 1621, "y": 1173, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0272", "roundness": { "type": 2 }, "seed": 2463968, "version": 1, "versionNonce": 1881312, "isDeleted": false, "boundElements": [], "updated": 1789140000272, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0273", "type": "text", "x": 1565.00390625, "y": 1133.703125, "width": 68, "height": 24, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0273", "roundness": null, "seed": 2471887, "version": 10, "versionNonce": 1934020728, "isDeleted": false, "boundElements": [], "updated": 1789427225951, "link": null, "locked": false, "text": "GPU 2", "originalText": "GPU 2", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0274", "type": "text", "x": 1552.00390625, "y": 1190.63671875, "width": 94, "height": 18, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0274", "roundness": null, "seed": 2479806, "version": 7, "versionNonce": 864149880, "isDeleted": false, "boundElements": [], "updated": 1789427221781, "link": null, "locked": false, "text": "rank 2", "originalText": "rank 2", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0275", "type": "arrow", "x": 1649, "y": 1144, "width": 36, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0275", "roundness": { "type": 2 }, "seed": 2487725, "version": 1, "versionNonce": 1892025, "isDeleted": false, "boundElements": [], "updated": 1789140000275, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 36, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": "arrow", "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-0276", "type": "rectangle", "x": 1693, "y": 1115, "width": 84, "height": 58, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#1e293b", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0276", "roundness": { "type": 3 }, "seed": 2495644, "version": 1, "versionNonce": 1895596, "isDeleted": false, "boundElements": [], "updated": 1789140000276, "link": null, "locked": false }, { "id": "gpu-0277", "type": "line", "x": 1685, "y": 1127, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0277", "roundness": { "type": 2 }, "seed": 2503563, "version": 1, "versionNonce": 1899167, "isDeleted": false, "boundElements": [], "updated": 1789140000277, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0278", "type": "line", "x": 1777, "y": 1127, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0278", "roundness": { "type": 2 }, "seed": 2511482, "version": 1, "versionNonce": 1902738, "isDeleted": false, "boundElements": [], "updated": 1789140000278, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0279", "type": "line", "x": 1685, "y": 1141, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0279", "roundness": { "type": 2 }, "seed": 2519401, "version": 1, "versionNonce": 1906309, "isDeleted": false, "boundElements": [], "updated": 1789140000279, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0280", "type": "line", "x": 1777, "y": 1141, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0280", "roundness": { "type": 2 }, "seed": 2527320, "version": 1, "versionNonce": 1909880, "isDeleted": false, "boundElements": [], "updated": 1789140000280, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0281", "type": "line", "x": 1685, "y": 1155, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0281", "roundness": { "type": 2 }, "seed": 2535239, "version": 1, "versionNonce": 1913451, "isDeleted": false, "boundElements": [], "updated": 1789140000281, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0282", "type": "line", "x": 1777, "y": 1155, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0282", "roundness": { "type": 2 }, "seed": 2543158, "version": 1, "versionNonce": 1917022, "isDeleted": false, "boundElements": [], "updated": 1789140000282, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0283", "type": "line", "x": 1685, "y": 1169, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0283", "roundness": { "type": 2 }, "seed": 2551077, "version": 1, "versionNonce": 1920593, "isDeleted": false, "boundElements": [], "updated": 1789140000283, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0284", "type": "line", "x": 1777, "y": 1169, "width": 8, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0284", "roundness": { "type": 2 }, "seed": 2558996, "version": 1, "versionNonce": 1924164, "isDeleted": false, "boundElements": [], "updated": 1789140000284, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 8, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0285", "type": "line", "x": 1711, "y": 1107, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0285", "roundness": { "type": 2 }, "seed": 2566915, "version": 1, "versionNonce": 1927735, "isDeleted": false, "boundElements": [], "updated": 1789140000285, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0286", "type": "line", "x": 1711, "y": 1173, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0286", "roundness": { "type": 2 }, "seed": 2574834, "version": 1, "versionNonce": 1931306, "isDeleted": false, "boundElements": [], "updated": 1789140000286, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0287", "type": "line", "x": 1734, "y": 1107, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0287", "roundness": { "type": 2 }, "seed": 2582753, "version": 1, "versionNonce": 1934877, "isDeleted": false, "boundElements": [], "updated": 1789140000287, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0288", "type": "line", "x": 1734, "y": 1173, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0288", "roundness": { "type": 2 }, "seed": 2590672, "version": 1, "versionNonce": 1938448, "isDeleted": false, "boundElements": [], "updated": 1789140000288, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0289", "type": "line", "x": 1757, "y": 1107, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0289", "roundness": { "type": 2 }, "seed": 2598591, "version": 1, "versionNonce": 1942019, "isDeleted": false, "boundElements": [], "updated": 1789140000289, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0290", "type": "line", "x": 1757, "y": 1173, "width": 0, "height": 8, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0290", "roundness": { "type": 2 }, "seed": 2606510, "version": 1, "versionNonce": 1945590, "isDeleted": false, "boundElements": [], "updated": 1789140000290, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 8 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0291", "type": "text", "x": 1701.0078125, "y": 1135.3515625, "width": 68, "height": 24, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0291", "roundness": null, "seed": 2614429, "version": 11, "versionNonce": 1556679544, "isDeleted": false, "boundElements": [], "updated": 1789427227121, "link": null, "locked": false, "text": "GPU 3", "originalText": "GPU 3", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0292", "type": "text", "x": 1688, "y": 1190, "width": 94, "height": 18, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0292", "roundness": null, "seed": 2622348, "version": 1, "versionNonce": 1952732, "isDeleted": false, "boundElements": [], "updated": 1789140000292, "link": null, "locked": false, "text": "rank 3", "originalText": "rank 3", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0293", "type": "rectangle", "x": 1330, "y": 1220, "width": 190, "height": 32, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ecfdf5", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0293", "roundness": { "type": 3 }, "seed": 2630267, "version": 1, "versionNonce": 1956303, "isDeleted": false, "boundElements": [], "updated": 1789140000293, "link": null, "locked": false }, { "id": "gpu-0294", "type": "text", "x": 1337.86328125, "y": 1226.421875, "width": 174, "height": 22, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0294", "roundness": null, "seed": 2638186, "version": 10, "versionNonce": 575316088, "isDeleted": false, "boundElements": [], "updated": 1789427219321, "link": null, "locked": false, "text": "NVLink + NCCL collectives", "originalText": "NVLink + NCCL collectives", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0295", "type": "rectangle", "x": 1540, "y": 1220, "width": 254, "height": 32, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ecfeff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0295", "roundness": { "type": 3 }, "seed": 2646105, "version": 1, "versionNonce": 1963445, "isDeleted": false, "boundElements": [], "updated": 1789140000295, "link": null, "locked": false }, { "id": "gpu-0296", "type": "text", "x": 1547.84765625, "y": 1226.53515625, "width": 238, "height": 22, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0296", "roundness": null, "seed": 2654024, "version": 10, "versionNonce": 1436740216, "isDeleted": false, "boundElements": [], "updated": 1789427220331, "link": null, "locked": false, "text": "IB + GPU-aware MPI / GPUDirect", "originalText": "IB + GPU-aware MPI / GPUDirect", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0297", "type": "text", "x": 1291.0234375, "y": 1270.66015625, "width": 526, "height": 38, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0297", "roundness": null, "seed": 2661943, "version": 19, "versionNonce": 681455224, "isDeleted": false, "boundElements": [], "updated": 1789427230022, "link": null, "locked": false, "text": "Remember: 1 rank / GPU • bind CPU + GPU + NIC on the same NUMA locality", "originalText": "Remember: 1 rank / GPU • bind CPU + GPU + NIC on the same NUMA locality", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0298", "type": "rectangle", "x": 56, "y": 1952, "width": 1810, "height": 330, "angle": 0, "strokeColor": "#111827", "backgroundColor": "#111827", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0298", "roundness": { "type": 3 }, "seed": 2669862, "version": 1, "versionNonce": 1974158, "isDeleted": false, "boundElements": [], "updated": 1789140000298, "link": null, "locked": false }, { "id": "gpu-0299", "type": "text", "x": 81.82421875, "y": 1973.7578125, "width": 1760, "height": 34, "angle": 0, "strokeColor": "#67e8f9", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0299", "roundness": null, "seed": 2677781, "version": 13, "versionNonce": 317154936, "isDeleted": false, "boundElements": [], "updated": 1789427282533, "link": null, "locked": false, "text": "THE 10 THINGS TO REMEMBER", "originalText": "THE 10 THINGS TO REMEMBER", "fontSize": 24, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0300", "type": "ellipse", "x": 92, "y": 2032, "width": 24, "height": 24, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#164e63", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0300", "roundness": null, "seed": 2685700, "version": 1, "versionNonce": 1981300, "isDeleted": false, "boundElements": [], "updated": 1789140000300, "link": null, "locked": false }, { "id": "gpu-0301", "type": "text", "x": 128.48046875, "y": 2032, "width": 700, "height": 24, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0301", "roundness": null, "seed": 2693619, "version": 9, "versionNonce": 616226680, "isDeleted": false, "boundElements": [], "updated": 1789427284633, "link": null, "locked": false, "text": "01 Confirm abundant, regular parallel work.", "originalText": "01 Confirm abundant, regular parallel work.", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0302", "type": "ellipse", "x": 954, "y": 2032, "width": 24, "height": 24, "angle": 0, "strokeColor": "#34d399", "backgroundColor": "#14532d", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0302", "roundness": null, "seed": 2701538, "version": 1, "versionNonce": 1988442, "isDeleted": false, "boundElements": [], "updated": 1789140000302, "link": null, "locked": false }, { "id": "gpu-0303", "type": "text", "x": 991.078125, "y": 2032.01171875, "width": 800, "height": 24, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0303", "roundness": null, "seed": 2709457, "version": 8, "versionNonce": 1210937608, "isDeleted": false, "boundElements": [], "updated": 1789429603462, "link": null, "locked": false, "text": "06 Occupancy hides latency; 100% is not the goal.", "originalText": "06 Occupancy hides latency; 100% is not the goal.", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0304", "type": "ellipse", "x": 92, "y": 2075, "width": 24, "height": 24, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#164e63", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0304", "roundness": null, "seed": 2717376, "version": 1, "versionNonce": 1995584, "isDeleted": false, "boundElements": [], "updated": 1789140000304, "link": null, "locked": false }, { "id": "gpu-0305", "type": "text", "x": 127.953125, "y": 2075.6171875, "width": 700, "height": 24, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0305", "roundness": null, "seed": 2725295, "version": 7, "versionNonce": 1013368, "isDeleted": false, "boundElements": [], "updated": 1789427286083, "link": null, "locked": false, "text": "02 Count bytes moved before counting FLOPs.", "originalText": "02 Count bytes moved before counting FLOPs.", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0306", "type": "ellipse", "x": 954, "y": 2075, "width": 24, "height": 24, "angle": 0, "strokeColor": "#34d399", "backgroundColor": "#14532d", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0306", "roundness": null, "seed": 2733214, "version": 1, "versionNonce": 2002726, "isDeleted": false, "boundElements": [], "updated": 1789140000306, "link": null, "locked": false }, { "id": "gpu-0307", "type": "text", "x": 990.90234375, "y": 2075.109375, "width": 800, "height": 24, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0307", "roundness": null, "seed": 2741133, "version": 12, "versionNonce": 68848504, "isDeleted": false, "boundElements": [], "updated": 1789427292204, "link": null, "locked": false, "text": "07 Batch, pin, and overlap host ↔ device copies.", "originalText": "07 Batch, pin, and overlap host ↔ device copies.", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0308", "type": "ellipse", "x": 92, "y": 2118, "width": 24, "height": 24, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#164e63", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0308", "roundness": null, "seed": 2749052, "version": 1, "versionNonce": 2009868, "isDeleted": false, "boundElements": [], "updated": 1789140000308, "link": null, "locked": false }, { "id": "gpu-0309", "type": "text", "x": 128.01171875, "y": 2118.625, "width": 700, "height": 24, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0309", "roundness": null, "seed": 2756971, "version": 5, "versionNonce": 306080632, "isDeleted": false, "boundElements": [], "updated": 1789427287353, "link": null, "locked": false, "text": "03 Coalesce HBM access; use stride-1 / SoA.", "originalText": "03 Coalesce HBM access; use stride-1 / SoA.", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0310", "type": "ellipse", "x": 954, "y": 2118, "width": 24, "height": 24, "angle": 0, "strokeColor": "#34d399", "backgroundColor": "#14532d", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0310", "roundness": null, "seed": 2764890, "version": 1, "versionNonce": 2017010, "isDeleted": false, "boundElements": [], "updated": 1789140000310, "link": null, "locked": false }, { "id": "gpu-0311", "type": "text", "x": 990.24609375, "y": 2118.09765625, "width": 800, "height": 24, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0311", "roundness": null, "seed": 2772809, "version": 5, "versionNonce": 1673289848, "isDeleted": false, "boundElements": [], "updated": 1789427293164, "link": null, "locked": false, "text": "08 __syncthreads() is block-local, not grid-wide.", "originalText": "08 __syncthreads() is block-local, not grid-wide.", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0312", "type": "ellipse", "x": 92, "y": 2161, "width": 24, "height": 24, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#164e63", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0312", "roundness": null, "seed": 2780728, "version": 1, "versionNonce": 2024152, "isDeleted": false, "boundElements": [], "updated": 1789140000312, "link": null, "locked": false }, { "id": "gpu-0313", "type": "text", "x": 127.98828125, "y": 2163.38671875, "width": 700, "height": 24, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0313", "roundness": null, "seed": 2788647, "version": 65, "versionNonce": 1477726984, "isDeleted": false, "boundElements": [], "updated": 1789429632384, "link": null, "locked": false, "text": "04 Tile reused data into shared memory.", "originalText": "04 Tile reused data into shared memory.", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0314", "type": "ellipse", "x": 954, "y": 2161, "width": 24, "height": 24, "angle": 0, "strokeColor": "#34d399", "backgroundColor": "#14532d", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0314", "roundness": null, "seed": 2796566, "version": 1, "versionNonce": 2031294, "isDeleted": false, "boundElements": [], "updated": 1789140000314, "link": null, "locked": false }, { "id": "gpu-0315", "type": "text", "x": 990.640625, "y": 2161.1484375, "width": 800, "height": 24, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0315", "roundness": null, "seed": 2804485, "version": 11, "versionNonce": 332962680, "isDeleted": false, "boundElements": [], "updated": 1789427294364, "link": null, "locked": false, "text": "09 Profile first: Nsight Systems → Nsight Compute.", "originalText": "09 Profile first: Nsight Systems → Nsight Compute.", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0316", "type": "ellipse", "x": 92, "y": 2204, "width": 24, "height": 24, "angle": 0, "strokeColor": "#22d3ee", "backgroundColor": "#164e63", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0316", "roundness": null, "seed": 2812404, "version": 1, "versionNonce": 2038436, "isDeleted": false, "boundElements": [], "updated": 1789140000316, "link": null, "locked": false }, { "id": "gpu-0317", "type": "text", "x": 128.07421875, "y": 2206.65625, "width": 700, "height": 24, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0317", "roundness": null, "seed": 2820323, "version": 17, "versionNonce": 1632381448, "isDeleted": false, "boundElements": [], "updated": 1789429633604, "link": null, "locked": false, "text": "05 Divergence matters within a warp.", "originalText": "05 Divergence matters within a warp.", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0318", "type": "ellipse", "x": 954, "y": 2204, "width": 24, "height": 24, "angle": 0, "strokeColor": "#34d399", "backgroundColor": "#14532d", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0318", "roundness": null, "seed": 2828242, "version": 1, "versionNonce": 2045578, "isDeleted": false, "boundElements": [], "updated": 1789140000318, "link": null, "locked": false }, { "id": "gpu-0319", "type": "text", "x": 994.375, "y": 2203.609375, "width": 800, "height": 24, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0319", "roundness": null, "seed": 2836161, "version": 12, "versionNonce": 1847732088, "isDeleted": false, "boundElements": [], "updated": 1789427295297, "link": null, "locked": false, "text": "10 Multi-GPU: topology, affinity, NCCL, checkpoints.", "originalText": "10 Multi-GPU: topology, affinity, NCCL, checkpoints.", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-0320", "type": "line", "x": 900, "y": 2025, "width": 0, "height": 225, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0320", "roundness": { "type": 2 }, "seed": 2844080, "version": 1, "versionNonce": 2052720, "isDeleted": false, "boundElements": [], "updated": 1789140000320, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 225 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-0321", "type": "rectangle", "x": 662, "y": 2240, "width": 598, "height": 32, "angle": 0, "strokeColor": "#818cf8", "backgroundColor": "#172554", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0321", "roundness": { "type": 3 }, "seed": 2851999, "version": 1, "versionNonce": 2056291, "isDeleted": false, "boundElements": [], "updated": 1789140000321, "link": null, "locked": false }, { "id": "gpu-0322", "type": "text", "x": 670, "y": 2246, "width": 582, "height": 22, "angle": 0, "strokeColor": "#c7d2fe", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0322", "roundness": null, "seed": 2859918, "version": 1, "versionNonce": 2059862, "isDeleted": false, "boundElements": [], "updated": 1789140000322, "link": null, "locked": false, "text": "PROFILE → IDENTIFY BOTTLENECK → CHANGE ONE THING → MEASURE AGAIN", "originalText": "PROFILE → IDENTIFY BOTTLENECK → CHANGE ONE THING → MEASURE AGAIN", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0001", "type": "rectangle", "x": 56.01171875, "y": 1363.359375, "width": 1810, "height": 560, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0001", "roundness": { "type": 3 }, "seed": 887919, "version": 6, "versionNonce": 550293624, "isDeleted": false, "boundElements": [], "updated": 1789429407811, "link": null, "locked": false }, { "id": "gpu-hybrid-0002", "type": "ellipse", "x": 74, "y": 1380, "width": 34, "height": 34, "angle": 0, "strokeColor": "#db2777", "backgroundColor": "#db2777", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0002", "roundness": null, "seed": 895838, "version": 1, "versionNonce": 937142, "isDeleted": false, "boundElements": [], "updated": 1789145000002, "link": null, "locked": false }, { "id": "gpu-hybrid-0003", "type": "text", "x": 74, "y": 1385, "width": 34, "height": 22, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0003", "roundness": null, "seed": 903757, "version": 1, "versionNonce": 940713, "isDeleted": false, "boundElements": [], "updated": 1789145000003, "link": null, "locked": false, "text": "8", "originalText": "8", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0004", "type": "text", "x": 121.44921875, "y": 1378.265625, "width": 760, "height": 30, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0004", "roundness": null, "seed": 911676, "version": 13, "versionNonce": 1545939832, "isDeleted": false, "boundElements": [], "updated": 1789427236072, "link": null, "locked": false, "text": "Hybrid programming models", "originalText": "Hybrid programming models", "fontSize": 24, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0005", "type": "text", "x": 120.01171875, "y": 1411.71484375, "width": 1120, "height": 20, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0005", "roundness": null, "seed": 919595, "version": 9, "versionNonce": 818087032, "isDeleted": false, "boundElements": [], "updated": 1789427237272, "link": null, "locked": false, "text": "Choose the process/thread model by node boundaries, memory sharing, communication progress, and accelerator topology", "originalText": "Choose the process/thread model by node boundaries, memory sharing, communication progress, and accelerator topology", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0006", "type": "rectangle", "x": 1460, "y": 1382, "width": 370, "height": 32, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ecfeff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0006", "roundness": { "type": 3 }, "seed": 927514, "version": 1, "versionNonce": 951426, "isDeleted": false, "boundElements": [], "updated": 1789145000006, "link": null, "locked": false }, { "id": "gpu-hybrid-0007", "type": "text", "x": 1468, "y": 1388, "width": 354, "height": 22, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0007", "roundness": null, "seed": 935433, "version": 1, "versionNonce": 954997, "isDeleted": false, "boundElements": [], "updated": 1789145000007, "link": null, "locked": false, "text": "MPI across nodes • shared work inside nodes", "originalText": "MPI across nodes • shared work inside nodes", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0008", "type": "rectangle", "x": 84, "y": 1452, "width": 300, "height": 150, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ecfeff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0008", "roundness": { "type": 3 }, "seed": 943352, "version": 1, "versionNonce": 958568, "isDeleted": false, "boundElements": [], "updated": 1789145000008, "link": null, "locked": false }, { "id": "gpu-hybrid-0009", "type": "ellipse", "x": 101.08203125, "y": 1465.921875, "width": 34, "height": 34, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0009", "roundness": null, "seed": 951271, "version": 39, "versionNonce": 2011782264, "isDeleted": false, "boundElements": [], "updated": 1789427245002, "link": null, "locked": false }, { "id": "gpu-hybrid-0010", "type": "text", "x": 99.73828125, "y": 1474.21875, "width": 34, "height": 20, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0010", "roundness": null, "seed": 959190, "version": 22, "versionNonce": 586802552, "isDeleted": false, "boundElements": [], "updated": 1789427241072, "link": null, "locked": false, "text": "P", "originalText": "P", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0011", "type": "text", "x": 147.41796875, "y": 1468.8203125, "width": 222, "height": 28, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0011", "roundness": null, "seed": 967109, "version": 26, "versionNonce": 128175992, "isDeleted": false, "boundElements": [], "updated": 1789427239304, "link": null, "locked": false, "text": "PURE MPI", "originalText": "PURE MPI", "fontSize": 20, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0012", "type": "text", "x": 101.265625, "y": 1512.2421875, "width": 270.859375, "height": 68.32, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0012", "roundness": null, "seed": 975028, "version": 26, "versionNonce": 42042376, "isDeleted": false, "boundElements": [], "updated": 1789427378237, "link": null, "locked": false, "text": "One MPI process per core.\nUniform model; easy placement.\nMore ranks, messages, and halo\nmemory.", "originalText": "One MPI process per core.\nUniform model; easy placement.\nMore ranks, messages, and halo memory.", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0013", "type": "rectangle", "x": 410, "y": 1452, "width": 500, "height": 150, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "#fffbeb", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0013", "roundness": { "type": 3 }, "seed": 982947, "version": 1, "versionNonce": 976423, "isDeleted": false, "boundElements": [], "updated": 1789145000013, "link": null, "locked": false }, { "id": "gpu-hybrid-0014", "type": "ellipse", "x": 426.5546875, "y": 1465.90234375, "width": 34, "height": 34, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0014", "roundness": null, "seed": 990866, "version": 11, "versionNonce": 94050168, "isDeleted": false, "boundElements": [], "updated": 1789427247732, "link": null, "locked": false }, { "id": "gpu-hybrid-0015", "type": "text", "x": 426, "y": 1473, "width": 34, "height": 20, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0015", "roundness": null, "seed": 998785, "version": 1, "versionNonce": 983565, "isDeleted": false, "boundElements": [], "updated": 1789145000015, "link": null, "locked": false, "text": "H", "originalText": "H", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0016", "type": "text", "x": 476.765625, "y": 1467.19140625, "width": 422, "height": 28, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0016", "roundness": null, "seed": 1006704, "version": 20, "versionNonce": 594856056, "isDeleted": false, "boundElements": [], "updated": 1789427392817, "link": null, "locked": false, "text": "MPI + OpenMP", "originalText": "MPI + OpenMP", "fontSize": 20, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0017", "type": "text", "x": 426.875, "y": 1510.31640625, "width": 464, "height": 78, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0017", "roundness": null, "seed": 1014623, "version": 13, "versionNonce": 1421966456, "isDeleted": false, "boundElements": [], "updated": 1789427250502, "link": null, "locked": false, "text": "MPI communicates across nodes.\nThreads share memory inside each socket / NUMA domain.\nFewer ranks and larger messages.", "originalText": "MPI communicates across nodes.\nThreads share memory inside each socket / NUMA domain.\nFewer ranks and larger messages.", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0018", "type": "rectangle", "x": 936, "y": 1452, "width": 430, "height": 150, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "#eef2ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0018", "roundness": { "type": 3 }, "seed": 1022542, "version": 1, "versionNonce": 994278, "isDeleted": false, "boundElements": [], "updated": 1789145000018, "link": null, "locked": false }, { "id": "gpu-hybrid-0019", "type": "ellipse", "x": 952.41015625, "y": 1465.16796875, "width": 34, "height": 34, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0019", "roundness": null, "seed": 1030461, "version": 14, "versionNonce": 618912376, "isDeleted": false, "boundElements": [], "updated": 1789427254572, "link": null, "locked": false }, { "id": "gpu-hybrid-0020", "type": "text", "x": 952, "y": 1473, "width": 34, "height": 20, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0020", "roundness": null, "seed": 1038380, "version": 1, "versionNonce": 1001420, "isDeleted": false, "boundElements": [], "updated": 1789145000020, "link": null, "locked": false, "text": "S", "originalText": "S", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0021", "type": "text", "x": 998.296875, "y": 1466.76171875, "width": 352, "height": 28, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0021", "roundness": null, "seed": 1046299, "version": 16, "versionNonce": 1073581176, "isDeleted": false, "boundElements": [], "updated": 1789427252412, "link": null, "locked": false, "text": "MPI + MPI-3 SHARED", "originalText": "MPI + MPI-3 SHARED", "fontSize": 20, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0022", "type": "text", "x": 953.27734375, "y": 1512.34375, "width": 388.5625, "height": 51.239999999999995, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0022", "roundness": null, "seed": 1054218, "version": 22, "versionNonce": 1661070968, "isDeleted": false, "boundElements": [], "updated": 1789427383417, "link": null, "locked": false, "text": "MPI between nodes plus shared-memory windows\nwithin a node.\nRetains an MPI-centric code structure.", "originalText": "MPI between nodes plus shared-memory windows within a node.\nRetains an MPI-centric code structure.", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0023", "type": "rectangle", "x": 1392, "y": 1452, "width": 446, "height": 150, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#f5f3ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0023", "roundness": { "type": 3 }, "seed": 1062137, "version": 1, "versionNonce": 1012133, "isDeleted": false, "boundElements": [], "updated": 1789145000023, "link": null, "locked": false }, { "id": "gpu-hybrid-0024", "type": "ellipse", "x": 1408.50390625, "y": 1465.11328125, "width": 34, "height": 34, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0024", "roundness": null, "seed": 1070056, "version": 12, "versionNonce": 2099701368, "isDeleted": false, "boundElements": [], "updated": 1789427256462, "link": null, "locked": false }, { "id": "gpu-hybrid-0025", "type": "text", "x": 1408, "y": 1473, "width": 34, "height": 20, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0025", "roundness": null, "seed": 1077975, "version": 1, "versionNonce": 1019275, "isDeleted": false, "boundElements": [], "updated": 1789145000025, "link": null, "locked": false, "text": "O", "originalText": "O", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0026", "type": "text", "x": 1456.0859375, "y": 1466.00390625, "width": 368, "height": 28, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0026", "roundness": null, "seed": 1085894, "version": 9, "versionNonce": 864706424, "isDeleted": false, "boundElements": [], "updated": 1789427257362, "link": null, "locked": false, "text": "OPENMP ONLY", "originalText": "OPENMP ONLY", "fontSize": 20, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0027", "type": "text", "x": 1410, "y": 1510.90625, "width": 410, "height": 78, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0027", "roundness": null, "seed": 1093813, "version": 9, "versionNonce": 2087565432, "isDeleted": false, "boundElements": [], "updated": 1789427258564, "link": null, "locked": false, "text": "Threads directly share one address space.\nExcellent for single-node loop parallelism;\ndoes not cross nodes by itself.", "originalText": "Threads directly share one address space.\nExcellent for single-node loop parallelism;\ndoes not cross nodes by itself.", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0028", "type": "arrow", "x": 234, "y": 1604, "width": 0, "height": 18, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0028", "roundness": { "type": 2 }, "seed": 1101732, "version": 1, "versionNonce": 1029988, "isDeleted": false, "boundElements": [], "updated": 1789145000028, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 18 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-hybrid-0029", "type": "arrow", "x": 535, "y": 1604, "width": 0, "height": 18, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0029", "roundness": { "type": 2 }, "seed": 1109651, "version": 1, "versionNonce": 1033559, "isDeleted": false, "boundElements": [], "updated": 1789145000029, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 18 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-hybrid-0030", "type": "arrow", "x": 785, "y": 1604, "width": 0, "height": 18, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0030", "roundness": { "type": 2 }, "seed": 1117570, "version": 1, "versionNonce": 1037130, "isDeleted": false, "boundElements": [], "updated": 1789145000030, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 18 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-hybrid-0031", "type": "arrow", "x": 1151, "y": 1604, "width": 0, "height": 18, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0031", "roundness": { "type": 2 }, "seed": 1125489, "version": 1, "versionNonce": 1040701, "isDeleted": false, "boundElements": [], "updated": 1789145000031, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 18 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-hybrid-0032", "type": "arrow", "x": 1615, "y": 1604, "width": 0, "height": 18, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0032", "roundness": { "type": 2 }, "seed": 1133408, "version": 1, "versionNonce": 1044272, "isDeleted": false, "boundElements": [], "updated": 1789145000032, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 18 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-hybrid-0033", "type": "rectangle", "x": 84, "y": 1628, "width": 300, "height": 148, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ecfeff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0033", "roundness": { "type": 3 }, "seed": 1141327, "version": 1, "versionNonce": 1047843, "isDeleted": false, "boundElements": [], "updated": 1789145000033, "link": null, "locked": false }, { "id": "gpu-hybrid-0034", "type": "text", "x": 96.93359375, "y": 1643.92578125, "width": 272, "height": 24, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0034", "roundness": null, "seed": 1149246, "version": 18, "versionNonce": 1000138872, "isDeleted": false, "boundElements": [], "updated": 1789427399717, "link": null, "locked": false, "text": "RANK-TO-RANK HALOS", "originalText": "RANK-TO-RANK HALOS", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0035", "type": "line", "x": 102, "y": 1673, "width": 264, "height": 0, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0035", "roundness": { "type": 2 }, "seed": 1157165, "version": 1, "versionNonce": 1054985, "isDeleted": false, "boundElements": [], "updated": 1789145000035, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 264, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-hybrid-0036", "type": "text", "x": 99.78125, "y": 1687.65234375, "width": 268, "height": 77, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0036", "roundness": null, "seed": 1165084, "version": 6, "versionNonce": 77559672, "isDeleted": false, "boundElements": [], "updated": 1789427261762, "link": null, "locked": false, "text": "Same-node neighbors still\nexchange or copy halos\nbetween process memories.", "originalText": "Same-node neighbors still\nexchange or copy halos\nbetween process memories.", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0037", "type": "rectangle", "x": 410, "y": 1628, "width": 238, "height": 148, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "#fffbeb", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0037", "roundness": { "type": 3 }, "seed": 1173003, "version": 1, "versionNonce": 1062127, "isDeleted": false, "boundElements": [], "updated": 1789145000037, "link": null, "locked": false }, { "id": "gpu-hybrid-0038", "type": "text", "x": 425.2109375, "y": 1641.8984375, "width": 210, "height": 24, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0038", "roundness": null, "seed": 1180922, "version": 27, "versionNonce": 1347226488, "isDeleted": false, "boundElements": [], "updated": 1789427398037, "link": null, "locked": false, "text": "FUNNELED / NO OVERLAP", "originalText": "FUNNELED / NO OVERLAP", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0039", "type": "line", "x": 428, "y": 1673, "width": 202, "height": 0, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0039", "roundness": { "type": 2 }, "seed": 1188841, "version": 1, "versionNonce": 1069269, "isDeleted": false, "boundElements": [], "updated": 1789145000039, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 202, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-hybrid-0040", "type": "text", "x": 425.41015625, "y": 1688.86328125, "width": 206, "height": 77, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0040", "roundness": null, "seed": 1196760, "version": 7, "versionNonce": 596577912, "isDeleted": false, "boundElements": [], "updated": 1789427262663, "link": null, "locked": false, "text": "Master thread calls MPI\noutside parallel regions.\nSimple; little/no overlap.", "originalText": "Master thread calls MPI\noutside parallel regions.\nSimple; little/no overlap.", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0041", "type": "rectangle", "x": 672, "y": 1628, "width": 238, "height": 148, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ecfdf5", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0041", "roundness": { "type": 3 }, "seed": 1204679, "version": 1, "versionNonce": 1076411, "isDeleted": false, "boundElements": [], "updated": 1789145000041, "link": null, "locked": false }, { "id": "gpu-hybrid-0042", "type": "text", "x": 685.6484375, "y": 1642.46484375, "width": 210, "height": 24, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0042", "roundness": null, "seed": 1212598, "version": 18, "versionNonce": 1245393528, "isDeleted": false, "boundElements": [], "updated": 1789427402417, "link": null, "locked": false, "text": "OVERLAP COMM + COMPUTE", "originalText": "OVERLAP COMM + COMPUTE", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0043", "type": "line", "x": 690, "y": 1673, "width": 202, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0043", "roundness": { "type": 2 }, "seed": 1220517, "version": 1, "versionNonce": 1083553, "isDeleted": false, "boundElements": [], "updated": 1789145000043, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 202, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-hybrid-0044", "type": "text", "x": 688.0078125, "y": 1687.80078125, "width": 206, "height": 77, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0044", "roundness": null, "seed": 1228436, "version": 8, "versionNonce": 1765742200, "isDeleted": false, "boundElements": [], "updated": 1789427263553, "link": null, "locked": false, "text": "Comm thread(s) progress MPI\nwhile workers compute.\nVerify MPI thread support.", "originalText": "Comm thread(s) progress MPI\nwhile workers compute.\nVerify MPI thread support.", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0045", "type": "rectangle", "x": 936, "y": 1628, "width": 430, "height": 148, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "#eef2ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0045", "roundness": { "type": 3 }, "seed": 1236355, "version": 1, "versionNonce": 1090695, "isDeleted": false, "boundElements": [], "updated": 1789145000045, "link": null, "locked": false }, { "id": "gpu-hybrid-0046", "type": "text", "x": 950.00390625, "y": 1642.12109375, "width": 402, "height": 24, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0046", "roundness": null, "seed": 1244274, "version": 7, "versionNonce": 1899492472, "isDeleted": false, "boundElements": [], "updated": 1789427267763, "link": null, "locked": false, "text": "SHARED-MEMORY WINDOWS", "originalText": "SHARED-MEMORY WINDOWS", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0047", "type": "line", "x": 954, "y": 1673, "width": 394, "height": 0, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0047", "roundness": { "type": 2 }, "seed": 1252193, "version": 1, "versionNonce": 1097837, "isDeleted": false, "boundElements": [], "updated": 1789145000047, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 394, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-hybrid-0048", "type": "text", "x": 952.2109375, "y": 1692.21484375, "width": 398, "height": 77, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0048", "roundness": null, "seed": 1260112, "version": 20, "versionNonce": 1215359864, "isDeleted": false, "boundElements": [], "updated": 1789427388317, "link": null, "locked": false, "text": "Same node: direct copy or neighbor access via windows.\nAcross nodes: normal MPI.", "originalText": "Same node: direct copy or neighbor access via windows.\nAcross nodes: normal MPI.", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0049", "type": "rectangle", "x": 1392, "y": 1628, "width": 446, "height": 148, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#f5f3ff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0049", "roundness": { "type": 3 }, "seed": 1268031, "version": 1, "versionNonce": 1104979, "isDeleted": false, "boundElements": [], "updated": 1789145000049, "link": null, "locked": false }, { "id": "gpu-hybrid-0050", "type": "text", "x": 1406.14453125, "y": 1641.2421875, "width": 418, "height": 24, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0050", "roundness": null, "seed": 1275950, "version": 6, "versionNonce": 2034343288, "isDeleted": false, "boundElements": [], "updated": 1789427266702, "link": null, "locked": false, "text": "DIRECT SHARED ACCESS", "originalText": "DIRECT SHARED ACCESS", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0051", "type": "line", "x": 1410, "y": 1673, "width": 410, "height": 0, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0051", "roundness": { "type": 2 }, "seed": 1283869, "version": 1, "versionNonce": 1112121, "isDeleted": false, "boundElements": [], "updated": 1789145000051, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 410, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-hybrid-0052", "type": "text", "x": 1407.78125, "y": 1687.765625, "width": 414, "height": 77, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0052", "roundness": null, "seed": 1291788, "version": 9, "versionNonce": 1397462904, "isDeleted": false, "boundElements": [], "updated": 1789427265633, "link": null, "locked": false, "text": "Threads access neighbor data directly.\nBind threads close to the right NUMA memory.", "originalText": "Threads access neighbor data directly.\nBind threads close to the right NUMA memory.", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0053", "type": "rectangle", "x": 84, "y": 1800, "width": 1754, "height": 92, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "#111827", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0053", "roundness": { "type": 3 }, "seed": 1299707, "version": 1, "versionNonce": 1119263, "isDeleted": false, "boundElements": [], "updated": 1789145000053, "link": null, "locked": false }, { "id": "gpu-hybrid-0054", "type": "text", "x": 106.01171875, "y": 1815.92578125, "width": 300, "height": 26, "angle": 0, "strokeColor": "#a5b4fc", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0054", "roundness": null, "seed": 1307626, "version": 4, "versionNonce": 229589368, "isDeleted": false, "boundElements": [], "updated": 1789427273653, "link": null, "locked": false, "text": "GPU-NATIVE HYBRID", "originalText": "GPU-NATIVE HYBRID", "fontSize": 18, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0055", "type": "text", "x": 420.2578125, "y": 1811.96875, "width": 1370, "height": 28, "angle": 0, "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0055", "roundness": null, "seed": 1315545, "version": 5, "versionNonce": 194991736, "isDeleted": false, "boundElements": [], "updated": 1789427275633, "link": null, "locked": false, "text": "1 MPI rank / GPU → CUDA or HIP kernels inside the rank → streams + nonblocking MPI for overlap → NCCL for GPU collectives", "originalText": "1 MPI rank / GPU → CUDA or HIP kernels inside the rank → streams + nonblocking MPI for overlap → NCCL for GPU collectives", "fontSize": 15, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-hybrid-0056", "type": "text", "x": 410.14453125, "y": 1853.00390625, "width": 1390, "height": 22, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0056", "roundness": null, "seed": 1323464, "version": 3, "versionNonce": 1505511800, "isDeleted": false, "boundElements": [], "updated": 1789427277203, "link": null, "locked": false, "text": "Bind rank + CPU cores + GPU + NIC to the same NUMA locality. Measure progress and overlap—do not assume them.", "originalText": "Bind rank + CPU cores + GPU + NIC to the same NUMA locality. Measure progress and overlap—do not assume them.", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-title", "type": "text", "x": 56, "y": 2340, "width": 1810, "height": 46, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0057", "roundness": null, "seed": 817919, "version": 1, "versionNonce": 913571, "isDeleted": false, "boundElements": [], "updated": 1790000000001, "link": null, "locked": false, "text": "9 BLACKWELL GPU MEMORY → NVL72 → LLM SERVING", "originalText": "9 BLACKWELL GPU MEMORY → NVL72 → LLM SERVING", "fontSize": 34, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-subtitle", "type": "text", "x": 170, "y": 2390, "width": 1580, "height": 28, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0058", "roundness": null, "seed": 825838, "version": 1, "versionNonce": 917142, "isDeleted": false, "boundElements": [], "updated": 1790000000002, "link": null, "locked": false, "text": "Follow the bytes: HBM3e feeds the chip, NVLink joins the rack, and disaggregated serving matches each phase to the right bottleneck.", "originalText": "Follow the bytes: HBM3e feeds the chip, NVLink joins the rack, and disaggregated serving matches each phase to the right bottleneck.", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-panel-a", "type": "rectangle", "x": 56, "y": 2440, "width": 1810, "height": 610, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0059", "roundness": { "type": 3 }, "seed": 833757, "version": 1, "versionNonce": 920713, "isDeleted": false, "boundElements": [], "updated": 1790000000003, "link": null, "locked": false }, { "id": "gpu-bw-a-title", "type": "text", "x": 84, "y": 2464, "width": 1720, "height": 32, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0060", "roundness": null, "seed": 841676, "version": 1, "versionNonce": 924284, "isDeleted": false, "boundElements": [], "updated": 1790000000004, "link": null, "locked": false, "text": "A. SINGLE BLACKWELL GPU — MEMORY IS THE DATA PATH", "originalText": "A. SINGLE BLACKWELL GPU — MEMORY IS THE DATA PATH", "fontSize": 23, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-a-kicker", "type": "text", "x": 84, "y": 2500, "width": 1680, "height": 24, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0061", "roundness": null, "seed": 849595, "version": 1, "versionNonce": 927855, "isDeleted": false, "boundElements": [], "updated": 1790000000005, "link": null, "locked": false, "text": "Dual-die Blackwell • up to 180 GB addressable HBM3e • 8 TB/s HBM bandwidth • 126 MB shared L2", "originalText": "Dual-die Blackwell • up to 180 GB addressable HBM3e • 8 TB/s HBM bandwidth • 126 MB shared L2", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-hbm", "type": "rectangle", "x": 84, "y": 2544, "width": 250, "height": 350, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "#fffbeb", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0062", "roundness": { "type": 3 }, "seed": 857514, "version": 1, "versionNonce": 931426, "isDeleted": false, "boundElements": [], "updated": 1790000000006, "link": null, "locked": false }, { "id": "gpu-bw-hbm-title", "type": "text", "x": 104, "y": 2564, "width": 210, "height": 34, "angle": 0, "strokeColor": "#92400e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0063", "roundness": null, "seed": 865433, "version": 1, "versionNonce": 934997, "isDeleted": false, "boundElements": [], "updated": 1790000000007, "link": null, "locked": false, "text": "HBM3e", "originalText": "HBM3e", "fontSize": 25, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-hbm-body", "type": "text", "x": 104, "y": 2607, "width": 210, "height": 210, "angle": 0, "strokeColor": "#78350f", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0064", "roundness": null, "seed": 873352, "version": 1, "versionNonce": 938568, "isDeleted": false, "boundElements": [], "updated": 1790000000008, "link": null, "locked": false, "text": "up to 180 GB\naddressable / GPU\n8 TB/s\n\nModel weights\nKV cache\nActivations", "originalText": "up to 180 GB\naddressable / GPU\n8 TB/s\n\nModel weights\nKV cache\nActivations", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.28 }, { "id": "gpu-bw-hbm-foot", "type": "text", "x": 104, "y": 2844, "width": 210, "height": 20, "angle": 0, "strokeColor": "#b45309", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0065", "roundness": null, "seed": 881271, "version": 1, "versionNonce": 942139, "isDeleted": false, "boundElements": [], "updated": 1790000000009, "link": null, "locked": false, "text": "OFF-CHIP • LARGE", "originalText": "OFF-CHIP • LARGE", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-hbm-l2-arrow", "type": "arrow", "x": 340, "y": 2718, "width": 54, "height": 0, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0066", "roundness": null, "seed": 889190, "version": 1, "versionNonce": 945710, "isDeleted": false, "boundElements": [], "updated": 1790000000010, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 54, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-bw-load-label", "type": "text", "x": 342, "y": 2680, "width": 50, "height": 18, "angle": 0, "strokeColor": "#92400e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0067", "roundness": null, "seed": 897109, "version": 1, "versionNonce": 949281, "isDeleted": false, "boundElements": [], "updated": 1790000000011, "link": null, "locked": false, "text": "load", "originalText": "load", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-l2", "type": "rectangle", "x": 400, "y": 2604, "width": 205, "height": 230, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ecfeff", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0068", "roundness": { "type": 3 }, "seed": 905028, "version": 1, "versionNonce": 952852, "isDeleted": false, "boundElements": [], "updated": 1790000000012, "link": null, "locked": false }, { "id": "gpu-bw-l2-title", "type": "text", "x": 420, "y": 2628, "width": 165, "height": 29, "angle": 0, "strokeColor": "#155e75", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0069", "roundness": null, "seed": 912947, "version": 1, "versionNonce": 956423, "isDeleted": false, "boundElements": [], "updated": 1790000000013, "link": null, "locked": false, "text": "L2 CACHE", "originalText": "L2 CACHE", "fontSize": 21, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-l2-body", "type": "text", "x": 420, "y": 2670, "width": 165, "height": 105, "angle": 0, "strokeColor": "#164e63", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0070", "roundness": null, "seed": 920866, "version": 1, "versionNonce": 959994, "isDeleted": false, "boundElements": [], "updated": 1790000000014, "link": null, "locked": false, "text": "126 MB\ndevice-wide\non-chip\nreuse layer", "originalText": "126 MB\ndevice-wide\non-chip\nreuse layer", "fontSize": 15, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.3 }, { "id": "gpu-bw-l2-foot", "type": "text", "x": 420, "y": 2792, "width": 165, "height": 18, "angle": 0, "strokeColor": "#0e7490", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0071", "roundness": null, "seed": 928785, "version": 1, "versionNonce": 963565, "isDeleted": false, "boundElements": [], "updated": 1790000000015, "link": null, "locked": false, "text": "REUSE ACROSS SMs", "originalText": "REUSE ACROSS SMs", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-l2-die-arrow", "type": "arrow", "x": 612, "y": 2718, "width": 48, "height": 0, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0072", "roundness": null, "seed": 936704, "version": 1, "versionNonce": 967136, "isDeleted": false, "boundElements": [], "updated": 1790000000016, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 48, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-bw-package", "type": "rectangle", "x": 666, "y": 2544, "width": 696, "height": 350, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "#eef2ff", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0073", "roundness": { "type": 3 }, "seed": 944623, "version": 1, "versionNonce": 970707, "isDeleted": false, "boundElements": [], "updated": 1790000000017, "link": null, "locked": false }, { "id": "gpu-bw-package-title", "type": "text", "x": 688, "y": 2560, "width": 650, "height": 26, "angle": 0, "strokeColor": "#3730a3", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0074", "roundness": null, "seed": 952542, "version": 1, "versionNonce": 974278, "isDeleted": false, "boundElements": [], "updated": 1790000000018, "link": null, "locked": false, "text": "BLACKWELL DUAL-DIE COMPUTE PACKAGE", "originalText": "BLACKWELL DUAL-DIE COMPUTE PACKAGE", "fontSize": 18, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-die0", "type": "rectangle", "x": 690, "y": 2600, "width": 275, "height": 245, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#f5f3ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0075", "roundness": { "type": 3 }, "seed": 960461, "version": 1, "versionNonce": 977849, "isDeleted": false, "boundElements": [], "updated": 1790000000019, "link": null, "locked": false }, { "id": "gpu-bw-die0-title", "type": "text", "x": 710, "y": 2618, "width": 235, "height": 25, "angle": 0, "strokeColor": "#5b21b6", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0076", "roundness": null, "seed": 968380, "version": 1, "versionNonce": 981420, "isDeleted": false, "boundElements": [], "updated": 1790000000020, "link": null, "locked": false, "text": "COMPUTE DIE 0", "originalText": "COMPUTE DIE 0", "fontSize": 18, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-die0-sm", "type": "rectangle", "x": 714, "y": 2660, "width": 227, "height": 70, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#ede9fe", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0077", "roundness": { "type": 3 }, "seed": 976299, "version": 1, "versionNonce": 984991, "isDeleted": false, "boundElements": [], "updated": 1790000000021, "link": null, "locked": false }, { "id": "gpu-bw-die0-sm-text", "type": "text", "x": 726, "y": 2673, "width": 203, "height": 42, "angle": 0, "strokeColor": "#4c1d95", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0078", "roundness": null, "seed": 984218, "version": 1, "versionNonce": 988562, "isDeleted": false, "boundElements": [], "updated": 1790000000022, "link": null, "locked": false, "text": "SM CLUSTERS\nwarps • CUDA • Tensor Cores", "originalText": "SM CLUSTERS\nwarps • CUDA • Tensor Cores", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-die0-fast", "type": "rectangle", "x": 714, "y": 2746, "width": 227, "height": 72, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ecfdf5", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0079", "roundness": { "type": 3 }, "seed": 992137, "version": 1, "versionNonce": 992133, "isDeleted": false, "boundElements": [], "updated": 1790000000023, "link": null, "locked": false }, { "id": "gpu-bw-die0-fast-text", "type": "text", "x": 726, "y": 2758, "width": 203, "height": 40, "angle": 0, "strokeColor": "#065f46", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0080", "roundness": null, "seed": 1000056, "version": 1, "versionNonce": 995704, "isDeleted": false, "boundElements": [], "updated": 1790000000024, "link": null, "locked": false, "text": "REGISTERS 1 cycle\nSHARED/L1 ~30 cycles", "originalText": "REGISTERS 1 cycle\nSHARED/L1 ~30 cycles", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-die1", "type": "rectangle", "x": 1064, "y": 2600, "width": 275, "height": 245, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#f5f3ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0081", "roundness": { "type": 3 }, "seed": 1007975, "version": 1, "versionNonce": 999275, "isDeleted": false, "boundElements": [], "updated": 1790000000025, "link": null, "locked": false }, { "id": "gpu-bw-die1-title", "type": "text", "x": 1084, "y": 2618, "width": 235, "height": 25, "angle": 0, "strokeColor": "#5b21b6", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0082", "roundness": null, "seed": 1015894, "version": 1, "versionNonce": 1002846, "isDeleted": false, "boundElements": [], "updated": 1790000000026, "link": null, "locked": false, "text": "COMPUTE DIE 1", "originalText": "COMPUTE DIE 1", "fontSize": 18, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-die1-sm", "type": "rectangle", "x": 1088, "y": 2660, "width": 227, "height": 70, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#ede9fe", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0083", "roundness": { "type": 3 }, "seed": 1023813, "version": 1, "versionNonce": 1006417, "isDeleted": false, "boundElements": [], "updated": 1790000000027, "link": null, "locked": false }, { "id": "gpu-bw-die1-sm-text", "type": "text", "x": 1100, "y": 2673, "width": 203, "height": 42, "angle": 0, "strokeColor": "#4c1d95", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0084", "roundness": null, "seed": 1031732, "version": 1, "versionNonce": 1009988, "isDeleted": false, "boundElements": [], "updated": 1790000000028, "link": null, "locked": false, "text": "SM CLUSTERS\nwarps • CUDA • Tensor Cores", "originalText": "SM CLUSTERS\nwarps • CUDA • Tensor Cores", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-die1-fast", "type": "rectangle", "x": 1088, "y": 2746, "width": 227, "height": 72, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ecfdf5", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0085", "roundness": { "type": 3 }, "seed": 1039651, "version": 1, "versionNonce": 1013559, "isDeleted": false, "boundElements": [], "updated": 1790000000029, "link": null, "locked": false }, { "id": "gpu-bw-die1-fast-text", "type": "text", "x": 1100, "y": 2758, "width": 203, "height": 40, "angle": 0, "strokeColor": "#065f46", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0086", "roundness": null, "seed": 1047570, "version": 1, "versionNonce": 1017130, "isDeleted": false, "boundElements": [], "updated": 1790000000030, "link": null, "locked": false, "text": "REGISTERS 1 cycle\nSHARED/L1 ~30 cycles", "originalText": "REGISTERS 1 cycle\nSHARED/L1 ~30 cycles", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-die-link", "type": "arrow", "x": 974, "y": 2708, "width": 80, "height": 0, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 4, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0087", "roundness": null, "seed": 1055489, "version": 1, "versionNonce": 1020701, "isDeleted": false, "boundElements": [], "updated": 1790000000031, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 80, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": "arrow", "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-bw-die-link-label", "type": "text", "x": 968, "y": 2658, "width": 92, "height": 36, "angle": 0, "strokeColor": "#991b1b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0088", "roundness": null, "seed": 1063408, "version": 1, "versionNonce": 1024272, "isDeleted": false, "boundElements": [], "updated": 1790000000032, "link": null, "locked": false, "text": "10 TB/s\nchip-to-chip", "originalText": "10 TB/s\nchip-to-chip", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-fast-budget", "type": "text", "x": 718, "y": 2854, "width": 596, "height": 20, "angle": 0, "strokeColor": "#4338ca", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0089", "roundness": null, "seed": 1071327, "version": 1, "versionNonce": 1027843, "isDeleted": false, "boundElements": [], "updated": 1790000000033, "link": null, "locked": false, "text": "PER-SM BUDGET: 228 KB shared memory • 256 KB register file", "originalText": "PER-SM BUDGET: 228 KB shared memory • 256 KB register file", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-precision", "type": "rectangle", "x": 1390, "y": 2544, "width": 440, "height": 350, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ecfdf5", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0090", "roundness": { "type": 3 }, "seed": 1079246, "version": 1, "versionNonce": 1031414, "isDeleted": false, "boundElements": [], "updated": 1790000000034, "link": null, "locked": false }, { "id": "gpu-bw-precision-title", "type": "text", "x": 1412, "y": 2564, "width": 396, "height": 26, "angle": 0, "strokeColor": "#065f46", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0091", "roundness": null, "seed": 1087165, "version": 1, "versionNonce": 1034985, "isDeleted": false, "boundElements": [], "updated": 1790000000035, "link": null, "locked": false, "text": "2ND GEN TRANSFORMER ENGINE", "originalText": "2ND GEN TRANSFORMER ENGINE", "fontSize": 18, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-precision-sub", "type": "text", "x": 1416, "y": 2594, "width": 388, "height": 20, "angle": 0, "strokeColor": "#047857", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0092", "roundness": null, "seed": 1095084, "version": 1, "versionNonce": 1038556, "isDeleted": false, "boundElements": [], "updated": 1790000000036, "link": null, "locked": false, "text": "Fine-grained dynamic scaling keeps sensitive layers accurate", "originalText": "Fine-grained dynamic scaling keeps sensitive layers accurate", "fontSize": 11, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-precision-row-0", "type": "rectangle", "x": 1420, "y": 2632, "width": 380, "height": 42, "angle": 0, "strokeColor": "#475569", "backgroundColor": "#f1f5f9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0093", "roundness": { "type": 3 }, "seed": 1103003, "version": 1, "versionNonce": 1042127, "isDeleted": false, "boundElements": [], "updated": 1790000000037, "link": null, "locked": false }, { "id": "gpu-bw-precision-name-0", "type": "text", "x": 1432, "y": 2642, "width": 66, "height": 22, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0094", "roundness": null, "seed": 1110922, "version": 1, "versionNonce": 1045698, "isDeleted": false, "boundElements": [], "updated": 1790000000038, "link": null, "locked": false, "text": "FP32", "originalText": "FP32", "fontSize": 16, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-precision-bytes-0", "type": "text", "x": 1504, "y": 2643, "width": 128, "height": 20, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0095", "roundness": null, "seed": 1118841, "version": 1, "versionNonce": 1049269, "isDeleted": false, "boundElements": [], "updated": 1790000000039, "link": null, "locked": false, "text": "4 B / weight", "originalText": "4 B / weight", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-precision-perf-0", "type": "text", "x": 1640, "y": 2643, "width": 146, "height": 20, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0096", "roundness": null, "seed": 1126760, "version": 1, "versionNonce": 1052840, "isDeleted": false, "boundElements": [], "updated": 1790000000040, "link": null, "locked": false, "text": "legacy / HPC", "originalText": "legacy / HPC", "fontSize": 13, "fontFamily": 3, "textAlign": "right", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-precision-row-1", "type": "rectangle", "x": 1420, "y": 2684, "width": 380, "height": 42, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "#e0e7ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0097", "roundness": { "type": 3 }, "seed": 1134679, "version": 1, "versionNonce": 1056411, "isDeleted": false, "boundElements": [], "updated": 1790000000041, "link": null, "locked": false }, { "id": "gpu-bw-precision-name-1", "type": "text", "x": 1432, "y": 2694, "width": 66, "height": 22, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0098", "roundness": null, "seed": 1142598, "version": 1, "versionNonce": 1059982, "isDeleted": false, "boundElements": [], "updated": 1790000000042, "link": null, "locked": false, "text": "BF16", "originalText": "BF16", "fontSize": 16, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-precision-bytes-1", "type": "text", "x": 1504, "y": 2695, "width": 128, "height": 20, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0099", "roundness": null, "seed": 1150517, "version": 1, "versionNonce": 1063553, "isDeleted": false, "boundElements": [], "updated": 1790000000043, "link": null, "locked": false, "text": "2 B / weight", "originalText": "2 B / weight", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-precision-perf-1", "type": "text", "x": 1640, "y": 2695, "width": 146, "height": 20, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0100", "roundness": null, "seed": 1158436, "version": 1, "versionNonce": 1067124, "isDeleted": false, "boundElements": [], "updated": 1790000000044, "link": null, "locked": false, "text": "train + serve", "originalText": "train + serve", "fontSize": 13, "fontFamily": 3, "textAlign": "right", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-precision-row-2", "type": "rectangle", "x": 1420, "y": 2736, "width": 380, "height": 42, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#cffafe", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0101", "roundness": { "type": 3 }, "seed": 1166355, "version": 1, "versionNonce": 1070695, "isDeleted": false, "boundElements": [], "updated": 1790000000045, "link": null, "locked": false }, { "id": "gpu-bw-precision-name-2", "type": "text", "x": 1432, "y": 2746, "width": 66, "height": 22, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0102", "roundness": null, "seed": 1174274, "version": 1, "versionNonce": 1074266, "isDeleted": false, "boundElements": [], "updated": 1790000000046, "link": null, "locked": false, "text": "FP8", "originalText": "FP8", "fontSize": 16, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-precision-bytes-2", "type": "text", "x": 1504, "y": 2747, "width": 128, "height": 20, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0103", "roundness": null, "seed": 1182193, "version": 1, "versionNonce": 1077837, "isDeleted": false, "boundElements": [], "updated": 1790000000047, "link": null, "locked": false, "text": "1 B / weight", "originalText": "1 B / weight", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-precision-perf-2", "type": "text", "x": 1640, "y": 2747, "width": 146, "height": 20, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0104", "roundness": null, "seed": 1190112, "version": 1, "versionNonce": 1081408, "isDeleted": false, "boundElements": [], "updated": 1790000000048, "link": null, "locked": false, "text": "prod inference", "originalText": "prod inference", "fontSize": 13, "fontFamily": 3, "textAlign": "right", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-precision-row-3", "type": "rectangle", "x": 1420, "y": 2788, "width": 380, "height": 42, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#d1fae5", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0105", "roundness": { "type": 3 }, "seed": 1198031, "version": 1, "versionNonce": 1084979, "isDeleted": false, "boundElements": [], "updated": 1790000000049, "link": null, "locked": false }, { "id": "gpu-bw-precision-name-3", "type": "text", "x": 1432, "y": 2798, "width": 66, "height": 22, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0106", "roundness": null, "seed": 1205950, "version": 1, "versionNonce": 1088550, "isDeleted": false, "boundElements": [], "updated": 1790000000050, "link": null, "locked": false, "text": "FP4", "originalText": "FP4", "fontSize": 16, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-precision-bytes-3", "type": "text", "x": 1504, "y": 2799, "width": 128, "height": 20, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0107", "roundness": null, "seed": 1213869, "version": 1, "versionNonce": 1092121, "isDeleted": false, "boundElements": [], "updated": 1790000000051, "link": null, "locked": false, "text": "0.5 B / weight", "originalText": "0.5 B / weight", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-precision-perf-3", "type": "text", "x": 1640, "y": 2799, "width": 146, "height": 20, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0108", "roundness": null, "seed": 1221788, "version": 1, "versionNonce": 1095692, "isDeleted": false, "boundElements": [], "updated": 1790000000052, "link": null, "locked": false, "text": "compressed serve", "originalText": "compressed serve", "fontSize": 13, "fontFamily": 3, "textAlign": "right", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-precision-foot", "type": "text", "x": 1414, "y": 2850, "width": 386.2115158812562, "height": 34.16, "angle": 0, "strokeColor": "#065f46", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0109", "roundness": null, "seed": 1229707, "version": 15, "versionNonce": 1011240412, "isDeleted": false, "boundElements": [], "updated": 1789503701319, "link": null, "locked": false, "text": "BF16 → FP4: 4× fewer bytes for memory-bound\ndecode", "originalText": "BF16 → FP4: 4× fewer bytes for memory-bound decode", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-memory-wall", "type": "rectangle", "x": 84, "y": 2912, "width": 1746, "height": 102, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "#fef2f2", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0110", "roundness": { "type": 3 }, "seed": 1237626, "version": 1, "versionNonce": 1102834, "isDeleted": false, "boundElements": [], "updated": 1790000000054, "link": null, "locked": false }, { "id": "gpu-bw-memory-wall-title", "type": "text", "x": 108, "y": 2931, "width": 258, "height": 26, "angle": 0, "strokeColor": "#991b1b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0111", "roundness": null, "seed": 1245545, "version": 1, "versionNonce": 1106405, "isDeleted": false, "boundElements": [], "updated": 1790000000055, "link": null, "locked": false, "text": "THE MEMORY WALL", "originalText": "THE MEMORY WALL", "fontSize": 18, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-memory-wall-body", "type": "text", "x": 368, "y": 2928, "width": 1434, "height": 50, "angle": 0, "strokeColor": "#7f1d1d", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0112", "roundness": null, "seed": 1253464, "version": 1, "versionNonce": 1109976, "isDeleted": false, "boundElements": [], "updated": 1790000000056, "link": null, "locked": false, "text": "Decode arithmetic intensity is very low. Attainable performance = min(peak compute, memory bandwidth × arithmetic intensity).\nIf weights cannot reach Tensor Cores fast enough, peak math stays idle: reduce bytes, increase reuse, batch, or speculate.", "originalText": "Decode arithmetic intensity is very low. Attainable performance = min(peak compute, memory bandwidth × arithmetic intensity).\nIf weights cannot reach Tensor Cores fast enough, peak math stays idle: reduce bytes, increase reuse, batch, or speculate.", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.3 }, { "id": "gpu-bw-panel-b", "type": "rectangle", "x": 56, "y": 3080, "width": 1810, "height": 560, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0113", "roundness": { "type": 3 }, "seed": 1261383, "version": 1, "versionNonce": 1113547, "isDeleted": false, "boundElements": [], "updated": 1790000000057, "link": null, "locked": false }, { "id": "gpu-bw-b-title", "type": "text", "x": 84, "y": 3104, "width": 1720, "height": 32, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0114", "roundness": null, "seed": 1269302, "version": 1, "versionNonce": 1117118, "isDeleted": false, "boundElements": [], "updated": 1790000000058, "link": null, "locked": false, "text": "B. GB200 NVL72 — RACK-SCALE NVLINK DOMAIN", "originalText": "B. GB200 NVL72 — RACK-SCALE NVLINK DOMAIN", "fontSize": 23, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-b-sub", "type": "text", "x": 84, "y": 3140, "width": 1680, "height": 24, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0115", "roundness": null, "seed": 1277221, "version": 1, "versionNonce": 1120689, "isDeleted": false, "boundElements": [], "updated": 1790000000059, "link": null, "locked": false, "text": "72 Blackwell GPUs • 36 Grace CPUs • up to 13.4 TB HBM3e • 576 TB/s HBM bandwidth • 130 TB/s NVLink", "originalText": "72 Blackwell GPUs • 36 Grace CPUs • up to 13.4 TB HBM3e • 576 TB/s HBM bandwidth • 130 TB/s NVLink", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-rack-boundary", "type": "rectangle", "x": 84, "y": 3182, "width": 1300, "height": 388, "angle": 0, "strokeColor": "#475569", "backgroundColor": "#f8fafc", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0116", "roundness": { "type": 3 }, "seed": 1285140, "version": 1, "versionNonce": 1124260, "isDeleted": false, "boundElements": [], "updated": 1790000000060, "link": null, "locked": false }, { "id": "gpu-bw-rack-label", "type": "text", "x": 104, "y": 3198, "width": 1250, "height": 24, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0117", "roundness": null, "seed": 1293059, "version": 1, "versionNonce": 1127831, "isDeleted": false, "boundElements": [], "updated": 1790000000061, "link": null, "locked": false, "text": "ONE LIQUID-COOLED RACK • DIRECT GPU-TO-GPU MEMORY ACCESS", "originalText": "ONE LIQUID-COOLED RACK • DIRECT GPU-TO-GPU MEMORY ACCESS", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-gpu-group-0", "type": "rectangle", "x": 112, "y": 3260, "width": 276, "height": 128, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#f5f3ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0118", "roundness": { "type": 3 }, "seed": 1300978, "version": 1, "versionNonce": 1131402, "isDeleted": false, "boundElements": [], "updated": 1790000000062, "link": null, "locked": false }, { "id": "gpu-bw-gpu-group-title-0", "type": "text", "x": 128, "y": 3276, "width": 244, "height": 22, "angle": 0, "strokeColor": "#5b21b6", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0119", "roundness": null, "seed": 1308897, "version": 1, "versionNonce": 1134973, "isDeleted": false, "boundElements": [], "updated": 1790000000063, "link": null, "locked": false, "text": "GPU GROUP A", "originalText": "GPU GROUP A", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-gpu-group-body-0", "type": "text", "x": 132, "y": 3310, "width": 236, "height": 52, "angle": 0, "strokeColor": "#4c1d95", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0120", "roundness": null, "seed": 1316816, "version": 1, "versionNonce": 1138544, "isDeleted": false, "boundElements": [], "updated": 1790000000064, "link": null, "locked": false, "text": "24× Blackwell\n1/3 rack HBM", "originalText": "24× Blackwell\n1/3 rack HBM", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-gpu-group-1", "type": "rectangle", "x": 438, "y": 3260, "width": 276, "height": 128, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#f5f3ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0121", "roundness": { "type": 3 }, "seed": 1324735, "version": 1, "versionNonce": 1142115, "isDeleted": false, "boundElements": [], "updated": 1790000000065, "link": null, "locked": false }, { "id": "gpu-bw-gpu-group-title-1", "type": "text", "x": 454, "y": 3276, "width": 244, "height": 22, "angle": 0, "strokeColor": "#5b21b6", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0122", "roundness": null, "seed": 1332654, "version": 1, "versionNonce": 1145686, "isDeleted": false, "boundElements": [], "updated": 1790000000066, "link": null, "locked": false, "text": "GPU GROUP B", "originalText": "GPU GROUP B", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-gpu-group-body-1", "type": "text", "x": 458, "y": 3310, "width": 236, "height": 52, "angle": 0, "strokeColor": "#4c1d95", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0123", "roundness": null, "seed": 1340573, "version": 1, "versionNonce": 1149257, "isDeleted": false, "boundElements": [], "updated": 1790000000067, "link": null, "locked": false, "text": "24× Blackwell\n1/3 rack HBM", "originalText": "24× Blackwell\n1/3 rack HBM", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-gpu-group-2", "type": "rectangle", "x": 764, "y": 3260, "width": 276, "height": 128, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#f5f3ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0124", "roundness": { "type": 3 }, "seed": 1348492, "version": 1, "versionNonce": 1152828, "isDeleted": false, "boundElements": [], "updated": 1790000000068, "link": null, "locked": false }, { "id": "gpu-bw-gpu-group-title-2", "type": "text", "x": 780, "y": 3276, "width": 244, "height": 22, "angle": 0, "strokeColor": "#5b21b6", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0125", "roundness": null, "seed": 1356411, "version": 1, "versionNonce": 1156399, "isDeleted": false, "boundElements": [], "updated": 1790000000069, "link": null, "locked": false, "text": "GPU GROUP C", "originalText": "GPU GROUP C", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-gpu-group-body-2", "type": "text", "x": 784, "y": 3310, "width": 236, "height": 52, "angle": 0, "strokeColor": "#4c1d95", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0126", "roundness": null, "seed": 1364330, "version": 1, "versionNonce": 1159970, "isDeleted": false, "boundElements": [], "updated": 1790000000070, "link": null, "locked": false, "text": "24× Blackwell\n1/3 rack HBM", "originalText": "24× Blackwell\n1/3 rack HBM", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-nvswitch", "type": "rectangle", "x": 112, "y": 3430, "width": 928, "height": 98, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#cffafe", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0127", "roundness": { "type": 3 }, "seed": 1372249, "version": 1, "versionNonce": 1163541, "isDeleted": false, "boundElements": [], "updated": 1790000000071, "link": null, "locked": false }, { "id": "gpu-bw-nvswitch-title", "type": "text", "x": 132, "y": 3448, "width": 888, "height": 28, "angle": 0, "strokeColor": "#155e75", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0128", "roundness": null, "seed": 1380168, "version": 1, "versionNonce": 1167112, "isDeleted": false, "boundElements": [], "updated": 1790000000072, "link": null, "locked": false, "text": "NVSWITCH 4.0 FABRIC • NON-BLOCKING ALL-TO-ALL", "originalText": "NVSWITCH 4.0 FABRIC • NON-BLOCKING ALL-TO-ALL", "fontSize": 19, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-nvswitch-body", "type": "text", "x": 132, "y": 3482, "width": 888, "height": 22, "angle": 0, "strokeColor": "#164e63", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0129", "roundness": null, "seed": 1388087, "version": 1, "versionNonce": 1170683, "isDeleted": false, "boundElements": [], "updated": 1790000000073, "link": null, "locked": false, "text": "NVLink 5.0: 1.8 TB/s bidirectional per GPU • NCCL All-Reduce for tensor-parallel shards", "originalText": "NVLink 5.0: 1.8 TB/s bidirectional per GPU • NCCL All-Reduce for tensor-parallel shards", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-group-fabric-0", "type": "arrow", "x": 250, "y": 3392, "width": 0, "height": 32, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0130", "roundness": null, "seed": 1396006, "version": 1, "versionNonce": 1174254, "isDeleted": false, "boundElements": [], "updated": 1790000000074, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 32 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": "arrow", "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-bw-group-fabric-1", "type": "arrow", "x": 576, "y": 3392, "width": 0, "height": 32, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0131", "roundness": null, "seed": 1403925, "version": 1, "versionNonce": 1177825, "isDeleted": false, "boundElements": [], "updated": 1790000000075, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 32 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": "arrow", "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-bw-group-fabric-2", "type": "arrow", "x": 902, "y": 3392, "width": 0, "height": 32, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0132", "roundness": null, "seed": 1411844, "version": 1, "versionNonce": 1181396, "isDeleted": false, "boundElements": [], "updated": 1790000000076, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 32 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": "arrow", "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-bw-grace", "type": "rectangle", "x": 1066, "y": 3260, "width": 286, "height": 268, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ecfdf5", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0133", "roundness": { "type": 3 }, "seed": 1419763, "version": 1, "versionNonce": 1184967, "isDeleted": false, "boundElements": [], "updated": 1790000000077, "link": null, "locked": false }, { "id": "gpu-bw-grace-title", "type": "text", "x": 1086, "y": 3278, "width": 246, "height": 25, "angle": 0, "strokeColor": "#065f46", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0134", "roundness": null, "seed": 1427682, "version": 1, "versionNonce": 1188538, "isDeleted": false, "boundElements": [], "updated": 1790000000078, "link": null, "locked": false, "text": "36× GRACE CPU", "originalText": "36× GRACE CPU", "fontSize": 18, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-grace-body", "type": "text", "x": 1090, "y": 3320, "width": 238, "height": 140, "angle": 0, "strokeColor": "#065f46", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0135", "roundness": null, "seed": 1435601, "version": 1, "versionNonce": 1192109, "isDeleted": false, "boundElements": [], "updated": 1790000000079, "link": null, "locked": false, "text": "Host orchestration\nInput preprocessing\nScheduling + I/O\n\nKeep CPU, GPU and NIC\non the same NUMA locality", "originalText": "Host orchestration\nInput preprocessing\nScheduling + I/O\n\nKeep CPU, GPU and NIC\non the same NUMA locality", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.3 }, { "id": "gpu-bw-grace-fabric", "type": "arrow", "x": 1058, "y": 3478, "width": 12, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0136", "roundness": null, "seed": 1443520, "version": 1, "versionNonce": 1195680, "isDeleted": false, "boundElements": [], "updated": 1790000000080, "link": null, "locked": false, "points": [ [ 0, 0 ], [ -12, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": "arrow", "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-bw-rack-constraints", "type": "rectangle", "x": 1412, "y": 3182, "width": 418, "height": 388, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "#fef2f2", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0137", "roundness": { "type": 3 }, "seed": 1451439, "version": 1, "versionNonce": 1199251, "isDeleted": false, "boundElements": [], "updated": 1790000000081, "link": null, "locked": false }, { "id": "gpu-bw-rack-constraints-title", "type": "text", "x": 1434, "y": 3202, "width": 374, "height": 28, "angle": 0, "strokeColor": "#991b1b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0138", "roundness": null, "seed": 1459358, "version": 1, "versionNonce": 1202822, "isDeleted": false, "boundElements": [], "updated": 1790000000082, "link": null, "locked": false, "text": "FACILITY CONSTRAINTS", "originalText": "FACILITY CONSTRAINTS", "fontSize": 20, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-constraint-0", "type": "rectangle", "x": 1434, "y": 3246, "width": 374, "height": 48, "angle": 0, "strokeColor": "#ef4444", "backgroundColor": "#fff1f2", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0139", "roundness": { "type": 3 }, "seed": 1467277, "version": 1, "versionNonce": 1206393, "isDeleted": false, "boundElements": [], "updated": 1790000000083, "link": null, "locked": false }, { "id": "gpu-bw-constraint-title-0", "type": "text", "x": 1446, "y": 3253, "width": 176, "height": 20, "angle": 0, "strokeColor": "#991b1b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0140", "roundness": null, "seed": 1475196, "version": 1, "versionNonce": 1209964, "isDeleted": false, "boundElements": [], "updated": 1790000000084, "link": null, "locked": false, "text": "72+ kW GPU heat", "originalText": "72+ kW GPU heat", "fontSize": 12, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-constraint-body-0", "type": "text", "x": 1630, "y": 3255, "width": 162, "height": 16, "angle": 0, "strokeColor": "#7f1d1d", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0141", "roundness": null, "seed": 1483115, "version": 1, "versionNonce": 1213535, "isDeleted": false, "boundElements": [], "updated": 1790000000085, "link": null, "locked": false, "text": "~1 kW TDP × 72", "originalText": "~1 kW TDP × 72", "fontSize": 9, "fontFamily": 3, "textAlign": "right", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-constraint-1", "type": "rectangle", "x": 1434, "y": 3304, "width": 374, "height": 48, "angle": 0, "strokeColor": "#ef4444", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0142", "roundness": { "type": 3 }, "seed": 1491034, "version": 1, "versionNonce": 1217106, "isDeleted": false, "boundElements": [], "updated": 1790000000086, "link": null, "locked": false }, { "id": "gpu-bw-constraint-title-1", "type": "text", "x": 1446, "y": 3311, "width": 176, "height": 20, "angle": 0, "strokeColor": "#991b1b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0143", "roundness": null, "seed": 1498953, "version": 1, "versionNonce": 1220677, "isDeleted": false, "boundElements": [], "updated": 1790000000087, "link": null, "locked": false, "text": "120+ kW rack draw", "originalText": "120+ kW rack draw", "fontSize": 12, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-constraint-body-1", "type": "text", "x": 1630, "y": 3313, "width": 162, "height": 16, "angle": 0, "strokeColor": "#7f1d1d", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0144", "roundness": null, "seed": 1506872, "version": 1, "versionNonce": 1224248, "isDeleted": false, "boundElements": [], "updated": 1790000000088, "link": null, "locked": false, "text": "power + CPUs + network", "originalText": "power + CPUs + network", "fontSize": 9, "fontFamily": 3, "textAlign": "right", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-constraint-2", "type": "rectangle", "x": 1434, "y": 3362, "width": 374, "height": 48, "angle": 0, "strokeColor": "#ef4444", "backgroundColor": "#fff1f2", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0145", "roundness": { "type": 3 }, "seed": 1514791, "version": 1, "versionNonce": 1227819, "isDeleted": false, "boundElements": [], "updated": 1790000000089, "link": null, "locked": false }, { "id": "gpu-bw-constraint-title-2", "type": "text", "x": 1446, "y": 3369, "width": 176, "height": 20, "angle": 0, "strokeColor": "#991b1b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0146", "roundness": null, "seed": 1522710, "version": 1, "versionNonce": 1231390, "isDeleted": false, "boundElements": [], "updated": 1790000000090, "link": null, "locked": false, "text": "Direct liquid cooling", "originalText": "Direct liquid cooling", "fontSize": 12, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-constraint-body-2", "type": "text", "x": 1630, "y": 3371, "width": 162, "height": 16, "angle": 0, "strokeColor": "#7f1d1d", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0147", "roundness": null, "seed": 1530629, "version": 1, "versionNonce": 1234961, "isDeleted": false, "boundElements": [], "updated": 1790000000091, "link": null, "locked": false, "text": "manifolds • leak detection", "originalText": "manifolds • leak detection", "fontSize": 9, "fontFamily": 3, "textAlign": "right", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-constraint-3", "type": "rectangle", "x": 1434, "y": 3420, "width": 374, "height": 48, "angle": 0, "strokeColor": "#ef4444", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0148", "roundness": { "type": 3 }, "seed": 1538548, "version": 1, "versionNonce": 1238532, "isDeleted": false, "boundElements": [], "updated": 1790000000092, "link": null, "locked": false }, { "id": "gpu-bw-constraint-title-3", "type": "text", "x": 1446, "y": 3427, "width": 176, "height": 20, "angle": 0, "strokeColor": "#991b1b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0149", "roundness": null, "seed": 1546467, "version": 1, "versionNonce": 1242103, "isDeleted": false, "boundElements": [], "updated": 1790000000093, "link": null, "locked": false, "text": "48 V DC distribution", "originalText": "48 V DC distribution", "fontSize": 12, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-constraint-body-3", "type": "text", "x": 1630, "y": 3429, "width": 162, "height": 16, "angle": 0, "strokeColor": "#7f1d1d", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0150", "roundness": null, "seed": 1554386, "version": 1, "versionNonce": 1245674, "isDeleted": false, "boundElements": [], "updated": 1790000000094, "link": null, "locked": false, "text": "reduce resistive losses", "originalText": "reduce resistive losses", "fontSize": 9, "fontFamily": 3, "textAlign": "right", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-constraint-4", "type": "rectangle", "x": 1434, "y": 3478, "width": 374, "height": 48, "angle": 0, "strokeColor": "#ef4444", "backgroundColor": "#fff1f2", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0151", "roundness": { "type": 3 }, "seed": 1562305, "version": 1, "versionNonce": 1249245, "isDeleted": false, "boundElements": [], "updated": 1790000000095, "link": null, "locked": false }, { "id": "gpu-bw-constraint-title-4", "type": "text", "x": 1446, "y": 3485, "width": 176, "height": 20, "angle": 0, "strokeColor": "#991b1b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0152", "roundness": null, "seed": 1570224, "version": 1, "versionNonce": 1252816, "isDeleted": false, "boundElements": [], "updated": 1790000000096, "link": null, "locked": false, "text": "Structural load", "originalText": "Structural load", "fontSize": 12, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-constraint-body-4", "type": "text", "x": 1630, "y": 3487, "width": 162, "height": 16, "angle": 0, "strokeColor": "#7f1d1d", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0153", "roundness": null, "seed": 1578143, "version": 1, "versionNonce": 1256387, "isDeleted": false, "boundElements": [], "updated": 1790000000097, "link": null, "locked": false, "text": "reinforced floor / slab", "originalText": "reinforced floor / slab", "fontSize": 9, "fontFamily": 3, "textAlign": "right", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-rack-note", "type": "text", "x": 108, "y": 3542, "width": 1230, "height": 20, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0154", "roundness": null, "seed": 1586062, "version": 1, "versionNonce": 1259958, "isDeleted": false, "boundElements": [], "updated": 1790000000098, "link": null, "locked": false, "text": "Scale-up first: NVLink/NVSwitch inside the rack. Scale-out next: InfiniBand or RoCE + GPUDirect RDMA between racks.", "originalText": "Scale-up first: NVLink/NVSwitch inside the rack. Scale-out next: InfiniBand or RoCE + GPUDirect RDMA between racks.", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-panel-c", "type": "rectangle", "x": 55.847112671845025, "y": 3670, "width": 1810, "height": 600, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0155", "roundness": { "type": 3 }, "seed": 1593981, "version": 3, "versionNonce": 22739940, "isDeleted": false, "boundElements": [], "updated": 1789503959938, "link": null, "locked": false }, { "id": "gpu-bw-c-title", "type": "text", "x": 84, "y": 3694, "width": 1720, "height": 32, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0156", "roundness": null, "seed": 1601900, "version": 1, "versionNonce": 1267100, "isDeleted": false, "boundElements": [], "updated": 1790000000100, "link": null, "locked": false, "text": "C. LLM INFERENCE — DISAGGREGATE PREFILL FROM DECODE", "originalText": "C. LLM INFERENCE — DISAGGREGATE PREFILL FROM DECODE", "fontSize": 23, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-c-sub", "type": "text", "x": 84, "y": 3730, "width": 1680, "height": 24, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0157", "roundness": null, "seed": 1609819, "version": 1, "versionNonce": 1270671, "isDeleted": false, "boundElements": [], "updated": 1790000000101, "link": null, "locked": false, "text": "One request, two very different roofline regimes. Transfer the KV cache once, then scale each GPU pool independently.", "originalText": "One request, two very different roofline regimes. Transfer the KV cache once, then scale each GPU pool independently.", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-client", "type": "rectangle", "x": 94, "y": 3820, "width": 180, "height": 112, "angle": 0, "strokeColor": "#475569", "backgroundColor": "#f1f5f9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0158", "roundness": { "type": 3 }, "seed": 1617738, "version": 1, "versionNonce": 1274242, "isDeleted": false, "boundElements": [], "updated": 1790000000102, "link": null, "locked": false }, { "id": "gpu-bw-client-title", "type": "text", "x": 110, "y": 3841, "width": 148, "height": 24, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0159", "roundness": null, "seed": 1625657, "version": 1, "versionNonce": 1277813, "isDeleted": false, "boundElements": [], "updated": 1790000000103, "link": null, "locked": false, "text": "CLIENT / API", "originalText": "CLIENT / API", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-client-body", "type": "text", "x": 110, "y": 3880, "width": 148, "height": 20, "angle": 0, "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0160", "roundness": null, "seed": 1633576, "version": 1, "versionNonce": 1281384, "isDeleted": false, "boundElements": [], "updated": 1790000000104, "link": null, "locked": false, "text": "prompt + SLA", "originalText": "prompt + SLA", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-client-router-arrow", "type": "arrow", "x": 282, "y": 3876, "width": 62, "height": 0, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0161", "roundness": null, "seed": 1641495, "version": 1, "versionNonce": 1284955, "isDeleted": false, "boundElements": [], "updated": 1790000000105, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 62, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-bw-router", "type": "rectangle", "x": 352, "y": 3800, "width": 216, "height": 152, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ecfeff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0162", "roundness": { "type": 3 }, "seed": 1649414, "version": 1, "versionNonce": 1288526, "isDeleted": false, "boundElements": [], "updated": 1790000000106, "link": null, "locked": false }, { "id": "gpu-bw-router-title", "type": "text", "x": 370, "y": 3820, "width": 180, "height": 44, "angle": 0, "strokeColor": "#155e75", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0163", "roundness": null, "seed": 1657333, "version": 1, "versionNonce": 1292097, "isDeleted": false, "boundElements": [], "updated": 1790000000107, "link": null, "locked": false, "text": "ROUTER +\nSCHEDULER", "originalText": "ROUTER +\nSCHEDULER", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-router-body", "type": "text", "x": 370, "y": 3880, "width": 180, "height": 42, "angle": 0, "strokeColor": "#164e63", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0164", "roundness": null, "seed": 1665252, "version": 1, "versionNonce": 1295668, "isDeleted": false, "boundElements": [], "updated": 1790000000108, "link": null, "locked": false, "text": "admission control\nbatching • priorities", "originalText": "admission control\nbatching • priorities", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-router-prefill-arrow", "type": "arrow", "x": 576, "y": 3876, "width": 62, "height": 0, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0165", "roundness": null, "seed": 1673171, "version": 1, "versionNonce": 1299239, "isDeleted": false, "boundElements": [], "updated": 1790000000109, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 62, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-bw-prefill", "type": "rectangle", "x": 646, "y": 3782, "width": 330, "height": 188, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "#eef2ff", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0166", "roundness": { "type": 3 }, "seed": 1681090, "version": 1, "versionNonce": 1302810, "isDeleted": false, "boundElements": [], "updated": 1790000000110, "link": null, "locked": false }, { "id": "gpu-bw-prefill-title", "type": "text", "x": 668, "y": 3802, "width": 286, "height": 28, "angle": 0, "strokeColor": "#3730a3", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0167", "roundness": null, "seed": 1689009, "version": 1, "versionNonce": 1306381, "isDeleted": false, "boundElements": [], "updated": 1790000000111, "link": null, "locked": false, "text": "PREFILL GPU POOL", "originalText": "PREFILL GPU POOL", "fontSize": 20, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-prefill-body", "type": "text", "x": 670, "y": 3843, "width": 282, "height": 88, "angle": 0, "strokeColor": "#4338ca", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0168", "roundness": null, "seed": 1696928, "version": 1, "versionNonce": 1309952, "isDeleted": false, "boundElements": [], "updated": 1790000000112, "link": null, "locked": false, "text": "All prompt tokens in parallel\nLarge GEMMs → compute-bound\nLarge batches • Tensor Cores\nOptimize TTFT", "originalText": "All prompt tokens in parallel\nLarge GEMMs → compute-bound\nLarge batches • Tensor Cores\nOptimize TTFT", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.3 }, { "id": "gpu-bw-kv-transfer", "type": "arrow", "x": 986, "y": 3876, "width": 114, "height": 0, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 5, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0169", "roundness": null, "seed": 1704847, "version": 1, "versionNonce": 1313523, "isDeleted": false, "boundElements": [], "updated": 1790000000113, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 114, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-bw-kv-transfer-title", "type": "text", "x": 984, "y": 3804, "width": 120, "height": 22, "angle": 0, "strokeColor": "#92400e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0170", "roundness": null, "seed": 1712766, "version": 1, "versionNonce": 1317094, "isDeleted": false, "boundElements": [], "updated": 1790000000114, "link": null, "locked": false, "text": "KV CACHE", "originalText": "KV CACHE", "fontSize": 15, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-kv-transfer-body", "type": "text", "x": 980, "y": 3834, "width": 128, "height": 36, "angle": 0, "strokeColor": "#78350f", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0171", "roundness": null, "seed": 1720685, "version": 1, "versionNonce": 1320665, "isDeleted": false, "boundElements": [], "updated": 1790000000115, "link": null, "locked": false, "text": "NVLink or\nInfiniBand", "originalText": "NVLink or\nInfiniBand", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-decode", "type": "rectangle", "x": 1110, "y": 3782, "width": 330, "height": 188, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "#fffbeb", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0172", "roundness": { "type": 3 }, "seed": 1728604, "version": 1, "versionNonce": 1324236, "isDeleted": false, "boundElements": [], "updated": 1790000000116, "link": null, "locked": false }, { "id": "gpu-bw-decode-title", "type": "text", "x": 1132, "y": 3802, "width": 286, "height": 28, "angle": 0, "strokeColor": "#92400e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0173", "roundness": null, "seed": 1736523, "version": 1, "versionNonce": 1327807, "isDeleted": false, "boundElements": [], "updated": 1790000000117, "link": null, "locked": false, "text": "DECODE GPU POOL", "originalText": "DECODE GPU POOL", "fontSize": 20, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-decode-body", "type": "text", "x": 1134, "y": 3843, "width": 282, "height": 88, "angle": 0, "strokeColor": "#78350f", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0174", "roundness": null, "seed": 1744442, "version": 1, "versionNonce": 1331378, "isDeleted": false, "boundElements": [], "updated": 1790000000118, "link": null, "locked": false, "text": "One token per sequence / step\n~1 FLOP/byte → memory-bound\nContinuous batching • PagedAttention\nOptimize TBT + P99", "originalText": "One token per sequence / step\n~1 FLOP/byte → memory-bound\nContinuous batching • PagedAttention\nOptimize TBT + P99", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.3 }, { "id": "gpu-bw-decode-stream-arrow", "type": "arrow", "x": 1448, "y": 3876, "width": 62, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0175", "roundness": null, "seed": 1752361, "version": 1, "versionNonce": 1334949, "isDeleted": false, "boundElements": [], "updated": 1790000000119, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 62, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-bw-stream", "type": "rectangle", "x": 1518, "y": 3820, "width": 276, "height": 112, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ecfdf5", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0176", "roundness": { "type": 3 }, "seed": 1760280, "version": 1, "versionNonce": 1338520, "isDeleted": false, "boundElements": [], "updated": 1790000000120, "link": null, "locked": false }, { "id": "gpu-bw-stream-title", "type": "text", "x": 1538, "y": 3841, "width": 236, "height": 24, "angle": 0, "strokeColor": "#065f46", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0177", "roundness": null, "seed": 1768199, "version": 1, "versionNonce": 1342091, "isDeleted": false, "boundElements": [], "updated": 1790000000121, "link": null, "locked": false, "text": "TOKEN STREAM", "originalText": "TOKEN STREAM", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-stream-body", "type": "text", "x": 1538, "y": 3880, "width": 236, "height": 20, "angle": 0, "strokeColor": "#047857", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0178", "roundness": null, "seed": 1776118, "version": 1, "versionNonce": 1345662, "isDeleted": false, "boundElements": [], "updated": 1790000000122, "link": null, "locked": false, "text": "stream response to client", "originalText": "stream response to client", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-prefill-control", "type": "rectangle", "x": 646, "y": 4006, "width": 330, "height": 94, "angle": 0, "strokeColor": "#6366f1", "backgroundColor": "#f8fafc", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0179", "roundness": { "type": 3 }, "seed": 1784037, "version": 1, "versionNonce": 1349233, "isDeleted": false, "boundElements": [], "updated": 1790000000123, "link": null, "locked": false }, { "id": "gpu-bw-prefill-control-text", "type": "text", "x": 666, "y": 4024, "width": 290, "height": 48, "angle": 0, "strokeColor": "#4338ca", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0180", "roundness": null, "seed": 1791956, "version": 1, "versionNonce": 1352804, "isDeleted": false, "boundElements": [], "updated": 1790000000124, "link": null, "locked": false, "text": "SCALE ON\nprompt tokens/s • queue depth • TTFT", "originalText": "SCALE ON\nprompt tokens/s • queue depth • TTFT", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-prefill-control-arrow", "type": "arrow", "x": 810, "y": 4000, "width": 0, "height": 22, "angle": 0, "strokeColor": "#6366f1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0181", "roundness": null, "seed": 1799875, "version": 1, "versionNonce": 1356375, "isDeleted": false, "boundElements": [], "updated": 1790000000125, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, -22 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-bw-decode-control", "type": "rectangle", "x": 1110, "y": 4006, "width": 330, "height": 94, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "#f8fafc", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0182", "roundness": { "type": 3 }, "seed": 1807794, "version": 1, "versionNonce": 1359946, "isDeleted": false, "boundElements": [], "updated": 1790000000126, "link": null, "locked": false }, { "id": "gpu-bw-decode-control-text", "type": "text", "x": 1130, "y": 4024, "width": 290, "height": 48, "angle": 0, "strokeColor": "#92400e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0183", "roundness": null, "seed": 1815713, "version": 1, "versionNonce": 1363517, "isDeleted": false, "boundElements": [], "updated": 1790000000127, "link": null, "locked": false, "text": "SCALE ON\nactive sequences • KV bytes • TBT", "originalText": "SCALE ON\nactive sequences • KV bytes • TBT", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-decode-control-arrow", "type": "arrow", "x": 1275, "y": 4000, "width": 0, "height": 22, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0184", "roundness": null, "seed": 1823632, "version": 1, "versionNonce": 1367088, "isDeleted": false, "boundElements": [], "updated": 1790000000128, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, -22 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-bw-model-store", "type": "rectangle", "x": 94, "y": 3998, "width": 474, "height": 106, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#f5f3ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0185", "roundness": { "type": 3 }, "seed": 1831551, "version": 1, "versionNonce": 1370659, "isDeleted": false, "boundElements": [], "updated": 1790000000129, "link": null, "locked": false }, { "id": "gpu-bw-model-store-title", "type": "text", "x": 112, "y": 4017, "width": 438, "height": 22, "angle": 0, "strokeColor": "#5b21b6", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0186", "roundness": null, "seed": 1839470, "version": 1, "versionNonce": 1374230, "isDeleted": false, "boundElements": [], "updated": 1790000000130, "link": null, "locked": false, "text": "MODEL WEIGHTS + ENGINE ARTIFACTS", "originalText": "MODEL WEIGHTS + ENGINE ARTIFACTS", "fontSize": 15, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-model-store-body", "type": "text", "x": 112, "y": 4053, "width": 438, "height": 20, "angle": 0, "strokeColor": "#6d28d9", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0187", "roundness": null, "seed": 1847389, "version": 1, "versionNonce": 1377801, "isDeleted": false, "boundElements": [], "updated": 1790000000131, "link": null, "locked": false, "text": "FP8 / FP4 checkpoints → load once into HBM → keep hot", "originalText": "FP8 / FP4 checkpoints → load once into HBM → keep hot", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-model-prefill-arrow", "type": "arrow", "x": 568, "y": 4048, "width": 70, "height": 140, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0188", "roundness": null, "seed": 1855308, "version": 1, "versionNonce": 1381372, "isDeleted": false, "boundElements": [], "updated": 1790000000132, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 70, -140 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-bw-model-decode-arrow", "type": "arrow", "x": 568, "y": 4066, "width": 534, "height": 136, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "dashed", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0189", "roundness": null, "seed": 1863227, "version": 1, "versionNonce": 1384943, "isDeleted": false, "boundElements": [], "updated": 1790000000133, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 534, -136 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-bw-tp-note", "type": "rectangle", "x": 94, "y": 4142, "width": 1700, "height": 92, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ecfeff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0190", "roundness": { "type": 3 }, "seed": 1871146, "version": 1, "versionNonce": 1388514, "isDeleted": false, "boundElements": [], "updated": 1790000000134, "link": null, "locked": false }, { "id": "gpu-bw-tp-note-title", "type": "text", "x": 116, "y": 4163, "width": 300, "height": 24, "angle": 0, "strokeColor": "#155e75", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0191", "roundness": null, "seed": 1879065, "version": 1, "versionNonce": 1392085, "isDeleted": false, "boundElements": [], "updated": 1790000000135, "link": null, "locked": false, "text": "TENSOR PARALLELISM", "originalText": "TENSOR PARALLELISM", "fontSize": 17, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-tp-note-body", "type": "text", "x": 420, "y": 4158, "width": 1350, "height": 48, "angle": 0, "strokeColor": "#164e63", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0192", "roundness": null, "seed": 1886984, "version": 1, "versionNonce": 1395656, "isDeleted": false, "boundElements": [], "updated": 1790000000136, "link": null, "locked": false, "text": "Shard attention heads and MLP weights across GPUs → compute partials → NCCL All-Reduce.\n405B parameters at FP8 ≈ 405 GB: minimum 3× 192 GB B200 for weights, plus KV-cache and runtime headroom.", "originalText": "Shard attention heads and MLP weights across GPUs → compute partials → NCCL All-Reduce.\n405B parameters at FP8 ≈ 405 GB: minimum 3× 192 GB B200 for weights, plus KV-cache and runtime headroom.", "fontSize": 14, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.3 }, { "id": "gpu-bw-panel-d", "type": "rectangle", "x": 56, "y": 4300, "width": 1810, "height": 500, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0193", "roundness": { "type": 3 }, "seed": 1894903, "version": 1, "versionNonce": 1399227, "isDeleted": false, "boundElements": [], "updated": 1790000000137, "link": null, "locked": false }, { "id": "gpu-bw-d-title", "type": "text", "x": 84, "y": 4324, "width": 1720, "height": 32, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0194", "roundness": null, "seed": 1902822, "version": 1, "versionNonce": 1402798, "isDeleted": false, "boundElements": [], "updated": 1790000000138, "link": null, "locked": false, "text": "D. CUDA KERNEL RULES — KEEP THE MEMORY PIPE FULL", "originalText": "D. CUDA KERNEL RULES — KEEP THE MEMORY PIPE FULL", "fontSize": 23, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-d-sub", "type": "text", "x": 84, "y": 4360, "width": 1680, "height": 24, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0195", "roundness": null, "seed": 1910741, "version": 1, "versionNonce": 1406369, "isDeleted": false, "boundElements": [], "updated": 1790000000139, "link": null, "locked": false, "text": "Profile Nsight Systems first, then Nsight Compute. Change one constraint at a time and re-measure.", "originalText": "Profile Nsight Systems first, then Nsight Compute. Change one constraint at a time and re-measure.", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-kernel-card-0", "type": "rectangle", "x": 84, "y": 4402, "width": 410, "height": 306, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ecfeff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0196", "roundness": { "type": 3 }, "seed": 1918660, "version": 1, "versionNonce": 1409940, "isDeleted": false, "boundElements": [], "updated": 1790000000140, "link": null, "locked": false }, { "id": "gpu-bw-kernel-title-0", "type": "text", "x": 102, "y": 4422, "width": 374, "height": 24, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0197", "roundness": null, "seed": 1926579, "version": 1, "versionNonce": 1413511, "isDeleted": false, "boundElements": [], "updated": 1790000000141, "link": null, "locked": false, "text": "1 COALESCE GLOBAL LOADS", "originalText": "1 COALESCE GLOBAL LOADS", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-kernel-line-0", "type": "line", "x": 106, "y": 4460, "width": 366, "height": 0, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0198", "roundness": null, "seed": 1934498, "version": 1, "versionNonce": 1417082, "isDeleted": false, "boundElements": [], "updated": 1790000000142, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 366, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-bw-kernel-body-0", "type": "text", "x": 108, "y": 4480, "width": 362, "height": 190, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0199", "roundness": null, "seed": 1942417, "version": 1, "versionNonce": 1420653, "isDeleted": false, "boundElements": [], "updated": 1790000000143, "link": null, "locked": false, "text": "GOOD\nT0→0, T1→4 … T31→124\n≈ one 128-byte transaction\n\nBAD\nT0→0, T1→1024, T2→2048\nup to 32 transactions", "originalText": "GOOD\nT0→0, T1→4 … T31→124\n≈ one 128-byte transaction\n\nBAD\nT0→0, T1→1024, T2→2048\nup to 32 transactions", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.3 }, { "id": "gpu-bw-kernel-card-1", "type": "rectangle", "x": 514, "y": 4402, "width": 410, "height": 306, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ecfdf5", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0200", "roundness": { "type": 3 }, "seed": 1950336, "version": 1, "versionNonce": 1424224, "isDeleted": false, "boundElements": [], "updated": 1790000000144, "link": null, "locked": false }, { "id": "gpu-bw-kernel-title-1", "type": "text", "x": 532, "y": 4422, "width": 374, "height": 24, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0201", "roundness": null, "seed": 1958255, "version": 1, "versionNonce": 1427795, "isDeleted": false, "boundElements": [], "updated": 1790000000145, "link": null, "locked": false, "text": "2 TILE + REUSE IN SMEM", "originalText": "2 TILE + REUSE IN SMEM", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-kernel-line-1", "type": "line", "x": 536, "y": 4460, "width": 366, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0202", "roundness": null, "seed": 1966174, "version": 1, "versionNonce": 1431366, "isDeleted": false, "boundElements": [], "updated": 1790000000146, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 366, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-bw-kernel-body-1", "type": "text", "x": 538, "y": 4480, "width": 362, "height": 190, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0203", "roundness": null, "seed": 1974093, "version": 1, "versionNonce": 1434937, "isDeleted": false, "boundElements": [], "updated": 1790000000147, "link": null, "locked": false, "text": "Transpose 32×32 tile\n↓ coalesced read from HBM\n↓ transpose on-chip\n↓ coalesced write to HBM\n\nPad tile[32][33]\nto avoid bank conflicts", "originalText": "Transpose 32×32 tile\n↓ coalesced read from HBM\n↓ transpose on-chip\n↓ coalesced write to HBM\n\nPad tile[32][33]\nto avoid bank conflicts", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.3 }, { "id": "gpu-bw-kernel-card-2", "type": "rectangle", "x": 944, "y": 4402, "width": 410, "height": 306, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#f5f3ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0204", "roundness": { "type": 3 }, "seed": 1982012, "version": 1, "versionNonce": 1438508, "isDeleted": false, "boundElements": [], "updated": 1790000000148, "link": null, "locked": false }, { "id": "gpu-bw-kernel-title-2", "type": "text", "x": 962, "y": 4422, "width": 374, "height": 24, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0205", "roundness": null, "seed": 1989931, "version": 1, "versionNonce": 1442079, "isDeleted": false, "boundElements": [], "updated": 1790000000149, "link": null, "locked": false, "text": "3 KEEP TENSOR CORES ACTIVE", "originalText": "3 KEEP TENSOR CORES ACTIVE", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-kernel-line-2", "type": "line", "x": 966, "y": 4460, "width": 366, "height": 0, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0206", "roundness": null, "seed": 1997850, "version": 1, "versionNonce": 1445650, "isDeleted": false, "boundElements": [], "updated": 1790000000150, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 366, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-bw-kernel-body-2", "type": "text", "x": 968.1019248854363, "y": 4480, "width": 362, "height": 190, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0207", "roundness": null, "seed": 2005769, "version": 2, "versionNonce": 610123100, "isDeleted": false, "boundElements": [], "updated": 1789503998104, "link": null, "locked": false, "text": "Use BF16 / FP8 / FP4 + autocast\nAlign dimensions (16 BF16, 32 FP8)\nKeep tensors contiguous\nUse sufficient batch / tile sizes\nWatch register spills\nAvoid divergent warp branches", "originalText": "Use BF16 / FP8 / FP4 + autocast\nAlign dimensions (16 BF16, 32 FP8)\nKeep tensors contiguous\nUse sufficient batch / tile sizes\nWatch register spills\nAvoid divergent warp branches", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.3 }, { "id": "gpu-bw-kernel-card-3", "type": "rectangle", "x": 1374, "y": 4402, "width": 456, "height": 306, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "#fffbeb", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0208", "roundness": { "type": 3 }, "seed": 2013688, "version": 1, "versionNonce": 1452792, "isDeleted": false, "boundElements": [], "updated": 1790000000152, "link": null, "locked": false }, { "id": "gpu-bw-kernel-title-3", "type": "text", "x": 1392, "y": 4422, "width": 420, "height": 24, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0209", "roundness": null, "seed": 2021607, "version": 1, "versionNonce": 1456363, "isDeleted": false, "boundElements": [], "updated": 1790000000153, "link": null, "locked": false, "text": "4 ROOFLINE DECISION", "originalText": "4 ROOFLINE DECISION", "fontSize": 16, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-kernel-line-3", "type": "line", "x": 1396, "y": 4460, "width": 412, "height": 0, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0210", "roundness": null, "seed": 2029526, "version": 1, "versionNonce": 1459934, "isDeleted": false, "boundElements": [], "updated": 1790000000154, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 412, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-bw-kernel-body-3", "type": "text", "x": 1398, "y": 4480, "width": 408, "height": 190, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0211", "roundness": null, "seed": 2037445, "version": 1, "versionNonce": 1463505, "isDeleted": false, "boundElements": [], "updated": 1790000000155, "link": null, "locked": false, "text": "LOW INTENSITY\nmemory-bound → reduce bytes, fuse, batch\n\nHIGH INTENSITY\ncompute-bound → improve Tensor Core occupancy\n\nGoal: move right and up", "originalText": "LOW INTENSITY\nmemory-bound → reduce bytes, fuse, batch\n\nHIGH INTENSITY\ncompute-bound → improve Tensor Core occupancy\n\nGoal: move right and up", "fontSize": 13, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.3 }, { "id": "gpu-bw-summary", "type": "rectangle", "x": 56, "y": 4830, "width": 1810, "height": 250, "angle": 0, "strokeColor": "#111827", "backgroundColor": "#111827", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0212", "roundness": { "type": 3 }, "seed": 2045364, "version": 1, "versionNonce": 1467076, "isDeleted": false, "boundElements": [], "updated": 1790000000156, "link": null, "locked": false }, { "id": "gpu-bw-summary-title", "type": "text", "x": 84, "y": 4854, "width": 1754, "height": 36, "angle": 0, "strokeColor": "#f8fafc", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0213", "roundness": null, "seed": 2053283, "version": 1, "versionNonce": 1470647, "isDeleted": false, "boundElements": [], "updated": 1790000000157, "link": null, "locked": false, "text": "INTERVIEW MENTAL MODEL: FOLLOW THE BYTES", "originalText": "INTERVIEW MENTAL MODEL: FOLLOW THE BYTES", "fontSize": 26, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-summary-circle-0", "type": "ellipse", "x": 86, "y": 4920, "width": 46, "height": 46, "angle": 0, "strokeColor": "#818cf8", "backgroundColor": "#312e81", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0214", "roundness": null, "seed": 2061202, "version": 1, "versionNonce": 1474218, "isDeleted": false, "boundElements": [], "updated": 1790000000158, "link": null, "locked": false }, { "id": "gpu-bw-summary-number-0", "type": "text", "x": 86, "y": 4929, "width": 46, "height": 22, "angle": 0, "strokeColor": "#e0e7ff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0215", "roundness": null, "seed": 2069121, "version": 1, "versionNonce": 1477789, "isDeleted": false, "boundElements": [], "updated": 1790000000159, "link": null, "locked": false, "text": "1", "originalText": "1", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-summary-step-title-0", "type": "text", "x": 146, "y": 4916, "width": 246, "height": 22, "angle": 0, "strokeColor": "#a5b4fc", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0216", "roundness": null, "seed": 2077040, "version": 1, "versionNonce": 1481360, "isDeleted": false, "boundElements": [], "updated": 1790000000160, "link": null, "locked": false, "text": "FIT", "originalText": "FIT", "fontSize": 16, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-summary-step-body-0", "type": "text", "x": 146, "y": 4944, "width": 246, "height": 48, "angle": 0, "strokeColor": "#e2e8f0", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0217", "roundness": null, "seed": 2084959, "version": 1, "versionNonce": 1484931, "isDeleted": false, "boundElements": [], "updated": 1790000000161, "link": null, "locked": false, "text": "Is the work regular, parallel,\nand batchable?", "originalText": "Is the work regular, parallel,\nand batchable?", "fontSize": 12, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.25 }, { "id": "gpu-bw-summary-arrow-0", "type": "arrow", "x": 402, "y": 4944, "width": 24, "height": 0, "angle": 0, "strokeColor": "#818cf8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0218", "roundness": null, "seed": 2092878, "version": 1, "versionNonce": 1488502, "isDeleted": false, "boundElements": [], "updated": 1790000000162, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 24, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-bw-summary-circle-1", "type": "ellipse", "x": 436, "y": 4920, "width": 46, "height": 46, "angle": 0, "strokeColor": "#818cf8", "backgroundColor": "#312e81", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0219", "roundness": null, "seed": 2100797, "version": 1, "versionNonce": 1492073, "isDeleted": false, "boundElements": [], "updated": 1790000000163, "link": null, "locked": false }, { "id": "gpu-bw-summary-number-1", "type": "text", "x": 436, "y": 4929, "width": 46, "height": 22, "angle": 0, "strokeColor": "#e0e7ff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0220", "roundness": null, "seed": 2108716, "version": 1, "versionNonce": 1495644, "isDeleted": false, "boundElements": [], "updated": 1790000000164, "link": null, "locked": false, "text": "2", "originalText": "2", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-summary-step-title-1", "type": "text", "x": 496, "y": 4916, "width": 246, "height": 22, "angle": 0, "strokeColor": "#a5b4fc", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0221", "roundness": null, "seed": 2116635, "version": 1, "versionNonce": 1499215, "isDeleted": false, "boundElements": [], "updated": 1790000000165, "link": null, "locked": false, "text": "BOUND", "originalText": "BOUND", "fontSize": 16, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-summary-step-body-1", "type": "text", "x": 496, "y": 4944, "width": 246, "height": 48, "angle": 0, "strokeColor": "#e2e8f0", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0222", "roundness": null, "seed": 2124554, "version": 1, "versionNonce": 1502786, "isDeleted": false, "boundElements": [], "updated": 1790000000166, "link": null, "locked": false, "text": "Compute-bound or memory-bound\non the roofline?", "originalText": "Compute-bound or memory-bound\non the roofline?", "fontSize": 12, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.25 }, { "id": "gpu-bw-summary-arrow-1", "type": "arrow", "x": 752, "y": 4944, "width": 24, "height": 0, "angle": 0, "strokeColor": "#818cf8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0223", "roundness": null, "seed": 2132473, "version": 1, "versionNonce": 1506357, "isDeleted": false, "boundElements": [], "updated": 1790000000167, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 24, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-bw-summary-circle-2", "type": "ellipse", "x": 786, "y": 4920, "width": 46, "height": 46, "angle": 0, "strokeColor": "#818cf8", "backgroundColor": "#312e81", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0224", "roundness": null, "seed": 2140392, "version": 1, "versionNonce": 1509928, "isDeleted": false, "boundElements": [], "updated": 1790000000168, "link": null, "locked": false }, { "id": "gpu-bw-summary-number-2", "type": "text", "x": 786, "y": 4929, "width": 46, "height": 22, "angle": 0, "strokeColor": "#e0e7ff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0225", "roundness": null, "seed": 2148311, "version": 1, "versionNonce": 1513499, "isDeleted": false, "boundElements": [], "updated": 1790000000169, "link": null, "locked": false, "text": "3", "originalText": "3", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-summary-step-title-2", "type": "text", "x": 846, "y": 4916, "width": 246, "height": 22, "angle": 0, "strokeColor": "#a5b4fc", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0226", "roundness": null, "seed": 2156230, "version": 1, "versionNonce": 1517070, "isDeleted": false, "boundElements": [], "updated": 1790000000170, "link": null, "locked": false, "text": "FEED", "originalText": "FEED", "fontSize": 16, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-summary-step-body-2", "type": "text", "x": 846, "y": 4944, "width": 246, "height": 48, "angle": 0, "strokeColor": "#e2e8f0", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0227", "roundness": null, "seed": 2164149, "version": 1, "versionNonce": 1520641, "isDeleted": false, "boundElements": [], "updated": 1790000000171, "link": null, "locked": false, "text": "Coalesce, tile, reuse, fuse,\nand quantize.", "originalText": "Coalesce, tile, reuse, fuse,\nand quantize.", "fontSize": 12, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.25 }, { "id": "gpu-bw-summary-arrow-2", "type": "arrow", "x": 1102, "y": 4944, "width": 24, "height": 0, "angle": 0, "strokeColor": "#818cf8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0228", "roundness": null, "seed": 2172068, "version": 1, "versionNonce": 1524212, "isDeleted": false, "boundElements": [], "updated": 1790000000172, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 24, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-bw-summary-circle-3", "type": "ellipse", "x": 1136, "y": 4920, "width": 46, "height": 46, "angle": 0, "strokeColor": "#818cf8", "backgroundColor": "#312e81", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0229", "roundness": null, "seed": 2179987, "version": 1, "versionNonce": 1527783, "isDeleted": false, "boundElements": [], "updated": 1790000000173, "link": null, "locked": false }, { "id": "gpu-bw-summary-number-3", "type": "text", "x": 1136, "y": 4929, "width": 46, "height": 22, "angle": 0, "strokeColor": "#e0e7ff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0230", "roundness": null, "seed": 2187906, "version": 1, "versionNonce": 1531354, "isDeleted": false, "boundElements": [], "updated": 1790000000174, "link": null, "locked": false, "text": "4", "originalText": "4", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-summary-step-title-3", "type": "text", "x": 1196, "y": 4916, "width": 246, "height": 22, "angle": 0, "strokeColor": "#a5b4fc", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0231", "roundness": null, "seed": 2195825, "version": 1, "versionNonce": 1534925, "isDeleted": false, "boundElements": [], "updated": 1790000000175, "link": null, "locked": false, "text": "SCALE", "originalText": "SCALE", "fontSize": 16, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-summary-step-body-3", "type": "text", "x": 1196, "y": 4944, "width": 246, "height": 48, "angle": 0, "strokeColor": "#e2e8f0", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0232", "roundness": null, "seed": 2203744, "version": 1, "versionNonce": 1538496, "isDeleted": false, "boundElements": [], "updated": 1790000000176, "link": null, "locked": false, "text": "NVLink within rack; RDMA\nbetween racks.", "originalText": "NVLink within rack; RDMA\nbetween racks.", "fontSize": 12, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.25 }, { "id": "gpu-bw-summary-arrow-3", "type": "arrow", "x": 1452, "y": 4944, "width": 24, "height": 0, "angle": 0, "strokeColor": "#818cf8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0233", "roundness": null, "seed": 2211663, "version": 1, "versionNonce": 1542067, "isDeleted": false, "boundElements": [], "updated": 1790000000177, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 24, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-bw-summary-circle-4", "type": "ellipse", "x": 1486, "y": 4920, "width": 46, "height": 46, "angle": 0, "strokeColor": "#818cf8", "backgroundColor": "#312e81", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0234", "roundness": null, "seed": 2219582, "version": 1, "versionNonce": 1545638, "isDeleted": false, "boundElements": [], "updated": 1790000000178, "link": null, "locked": false }, { "id": "gpu-bw-summary-number-4", "type": "text", "x": 1486, "y": 4929, "width": 46, "height": 22, "angle": 0, "strokeColor": "#e0e7ff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0235", "roundness": null, "seed": 2227501, "version": 1, "versionNonce": 1549209, "isDeleted": false, "boundElements": [], "updated": 1790000000179, "link": null, "locked": false, "text": "5", "originalText": "5", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-summary-step-title-4", "type": "text", "x": 1546, "y": 4916, "width": 246, "height": 22, "angle": 0, "strokeColor": "#a5b4fc", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0236", "roundness": null, "seed": 2235420, "version": 1, "versionNonce": 1552780, "isDeleted": false, "boundElements": [], "updated": 1790000000180, "link": null, "locked": false, "text": "SERVE", "originalText": "SERVE", "fontSize": 16, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-bw-summary-step-body-4", "type": "text", "x": 1546, "y": 4944, "width": 246, "height": 48, "angle": 0, "strokeColor": "#e2e8f0", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0237", "roundness": null, "seed": 2243339, "version": 1, "versionNonce": 1556351, "isDeleted": false, "boundElements": [], "updated": 1790000000181, "link": null, "locked": false, "text": "Separate prefill and decode;\nmeasure TTFT + TBT.", "originalText": "Separate prefill and decode;\nmeasure TTFT + TBT.", "fontSize": 12, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.25 }, { "id": "gpu-bw-summary-footer", "type": "text", "x": 180, "y": 5040, "width": 1560, "height": 24, "angle": 0, "strokeColor": "#c7d2fe", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0238", "roundness": null, "seed": 2251258, "version": 1, "versionNonce": 1559922, "isDeleted": false, "boundElements": [], "updated": 1790000000182, "link": null, "locked": false, "text": "B200 optimizes the chip. NVL72 optimizes communication. Disaggregation optimizes the workload. Measurement closes the loop.", "originalText": "B200 optimizes the chip. NVL72 optimizes communication. Disaggregation optimizes the workload. Measurement closes the loop.", "fontSize": 15, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-title", "type": "text", "x": 56, "y": 5135, "width": 1810, "height": 46, "angle": 0, "strokeColor": "#0f172a", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0239", "roundness": null, "seed": 936151, "version": 1, "versionNonce": 1203259, "isDeleted": false, "boundElements": [], "updated": 1790001000001, "link": null, "locked": false, "text": "10 GPU PROFILING — MEASURE BEFORE YOU OPTIMIZE", "originalText": "10 GPU PROFILING — MEASURE BEFORE YOU OPTIMIZE", "fontSize": 34, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-subtitle", "type": "text", "x": 170, "y": 5185, "width": 1580, "height": 28, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0240", "roundness": null, "seed": 942302, "version": 1, "versionNonce": 1206518, "isDeleted": false, "boundElements": [], "updated": 1790001000002, "link": null, "locked": false, "text": "Start at the system timeline, descend into the hottest kernel, classify the bottleneck, change one thing, and compare against the baseline.", "originalText": "Start at the system timeline, descend into the hottest kernel, classify the bottleneck, change one thing, and compare against the baseline.", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-panel-a", "type": "rectangle", "x": 56, "y": 5235, "width": 1810, "height": 470, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0241", "roundness": { "type": 3 }, "seed": 948453, "version": 1, "versionNonce": 1209777, "isDeleted": false, "boundElements": [], "updated": 1790001000003, "link": null, "locked": false }, { "id": "gpu-prof-a-title", "type": "text", "x": 84, "y": 5259, "width": 1720, "height": 32, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0242", "roundness": null, "seed": 954604, "version": 1, "versionNonce": 1213036, "isDeleted": false, "boundElements": [], "updated": 1790001000004, "link": null, "locked": false, "text": "A. THE COARSE-TO-FINE PROFILING LOOP", "originalText": "A. THE COARSE-TO-FINE PROFILING LOOP", "fontSize": 23, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-a-sub", "type": "text", "x": 84, "y": 5295, "width": 1680, "height": 22, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0243", "roundness": null, "seed": 960755, "version": 1, "versionNonce": 1216295, "isDeleted": false, "boundElements": [], "updated": 1790001000005, "link": null, "locked": false, "text": "Use a representative workload and fixed inputs. Profiling data is useful only when correctness and the baseline are stable.", "originalText": "Use a representative workload and fixed inputs. Profiling data is useful only when correctness and the baseline are stable.", "fontSize": 14, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-flow-0", "type": "rectangle", "x": 84, "y": 5350, "width": 290, "height": 200, "angle": 0, "strokeColor": "#475569", "backgroundColor": "#f1f5f9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0244", "roundness": { "type": 3 }, "seed": 966906, "version": 1, "versionNonce": 1219554, "isDeleted": false, "boundElements": [], "updated": 1790001000006, "link": null, "locked": false }, { "id": "gpu-prof-flow-number-shape-0", "type": "ellipse", "x": 102, "y": 5370, "width": 44, "height": 44, "angle": 0, "strokeColor": "#475569", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0245", "roundness": null, "seed": 973057, "version": 1, "versionNonce": 1222813, "isDeleted": false, "boundElements": [], "updated": 1790001000007, "link": null, "locked": false }, { "id": "gpu-prof-flow-number-0", "type": "text", "x": 102, "y": 5379, "width": 44, "height": 22, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0246", "roundness": null, "seed": 979208, "version": 1, "versionNonce": 1226072, "isDeleted": false, "boundElements": [], "updated": 1790001000008, "link": null, "locked": false, "text": "1", "originalText": "1", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-flow-title-0", "type": "text", "x": 158, "y": 5378, "width": 194, "height": 22, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0247", "roundness": null, "seed": 985359, "version": 1, "versionNonce": 1229331, "isDeleted": false, "boundElements": [], "updated": 1790001000009, "link": null, "locked": false, "text": "BASELINE", "originalText": "BASELINE", "fontSize": 16, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-flow-divider-0", "type": "line", "x": 106, "y": 5428, "width": 246, "height": 0, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0248", "roundness": null, "seed": 991510, "version": 1, "versionNonce": 1232590, "isDeleted": false, "boundElements": [], "updated": 1790001000010, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 246, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-prof-flow-body-0", "type": "text", "x": 112, "y": 5450, "width": 234, "height": 70, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0249", "roundness": null, "seed": 997661, "version": 1, "versionNonce": 1235849, "isDeleted": false, "boundElements": [], "updated": 1790001000011, "link": null, "locked": false, "text": "Wall time\nthroughput\nP50 / P99", "originalText": "Wall time\nthroughput\nP50 / P99", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.3 }, { "id": "gpu-prof-flow-arrow-0", "type": "arrow", "x": 380, "y": 5450, "width": 42, "height": 0, "angle": 0, "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0250", "roundness": null, "seed": 1003812, "version": 1, "versionNonce": 1239108, "isDeleted": false, "boundElements": [], "updated": 1790001000012, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 42, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-prof-flow-1", "type": "rectangle", "x": 430, "y": 5350, "width": 290, "height": 200, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ecfeff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0251", "roundness": { "type": 3 }, "seed": 1009963, "version": 1, "versionNonce": 1242367, "isDeleted": false, "boundElements": [], "updated": 1790001000013, "link": null, "locked": false }, { "id": "gpu-prof-flow-number-shape-1", "type": "ellipse", "x": 448, "y": 5370, "width": 44, "height": 44, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0252", "roundness": null, "seed": 1016114, "version": 1, "versionNonce": 1245626, "isDeleted": false, "boundElements": [], "updated": 1790001000014, "link": null, "locked": false }, { "id": "gpu-prof-flow-number-1", "type": "text", "x": 448, "y": 5379, "width": 44, "height": 22, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0253", "roundness": null, "seed": 1022265, "version": 1, "versionNonce": 1248885, "isDeleted": false, "boundElements": [], "updated": 1790001000015, "link": null, "locked": false, "text": "2", "originalText": "2", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-flow-title-1", "type": "text", "x": 504, "y": 5378, "width": 194, "height": 22, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0254", "roundness": null, "seed": 1028416, "version": 1, "versionNonce": 1252144, "isDeleted": false, "boundElements": [], "updated": 1790001000016, "link": null, "locked": false, "text": "SYSTEM TRACE", "originalText": "SYSTEM TRACE", "fontSize": 16, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-flow-divider-1", "type": "line", "x": 452, "y": 5428, "width": 246, "height": 0, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0255", "roundness": null, "seed": 1034567, "version": 1, "versionNonce": 1255403, "isDeleted": false, "boundElements": [], "updated": 1790001000017, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 246, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-prof-flow-body-1", "type": "text", "x": 458, "y": 5450, "width": 234, "height": 70, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0256", "roundness": null, "seed": 1040718, "version": 1, "versionNonce": 1258662, "isDeleted": false, "boundElements": [], "updated": 1790001000018, "link": null, "locked": false, "text": "CPU ↔ GPU timeline\nlaunch gaps\ncopy / sync", "originalText": "CPU ↔ GPU timeline\nlaunch gaps\ncopy / sync", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.3 }, { "id": "gpu-prof-flow-arrow-1", "type": "arrow", "x": 726, "y": 5450, "width": 42, "height": 0, "angle": 0, "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0257", "roundness": null, "seed": 1046869, "version": 1, "versionNonce": 1261921, "isDeleted": false, "boundElements": [], "updated": 1790001000019, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 42, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-prof-flow-2", "type": "rectangle", "x": 776, "y": 5350, "width": 290, "height": 200, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "#eef2ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0258", "roundness": { "type": 3 }, "seed": 1053020, "version": 1, "versionNonce": 1265180, "isDeleted": false, "boundElements": [], "updated": 1790001000020, "link": null, "locked": false }, { "id": "gpu-prof-flow-number-shape-2", "type": "ellipse", "x": 794, "y": 5370, "width": 44, "height": 44, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0259", "roundness": null, "seed": 1059171, "version": 1, "versionNonce": 1268439, "isDeleted": false, "boundElements": [], "updated": 1790001000021, "link": null, "locked": false }, { "id": "gpu-prof-flow-number-2", "type": "text", "x": 794, "y": 5379, "width": 44, "height": 22, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0260", "roundness": null, "seed": 1065322, "version": 1, "versionNonce": 1271698, "isDeleted": false, "boundElements": [], "updated": 1790001000022, "link": null, "locked": false, "text": "3", "originalText": "3", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-flow-title-2", "type": "text", "x": 850, "y": 5378, "width": 194, "height": 22, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0261", "roundness": null, "seed": 1071473, "version": 1, "versionNonce": 1274957, "isDeleted": false, "boundElements": [], "updated": 1790001000023, "link": null, "locked": false, "text": "HOT KERNEL", "originalText": "HOT KERNEL", "fontSize": 16, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-flow-divider-2", "type": "line", "x": 798, "y": 5428, "width": 246, "height": 0, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0262", "roundness": null, "seed": 1077624, "version": 1, "versionNonce": 1278216, "isDeleted": false, "boundElements": [], "updated": 1790001000024, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 246, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-prof-flow-body-2", "type": "text", "x": 804, "y": 5450, "width": 234, "height": 70, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0263", "roundness": null, "seed": 1083775, "version": 1, "versionNonce": 1281475, "isDeleted": false, "boundElements": [], "updated": 1790001000025, "link": null, "locked": false, "text": "rank by duration\nand frequency\nselect scope", "originalText": "rank by duration\nand frequency\nselect scope", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.3 }, { "id": "gpu-prof-flow-arrow-2", "type": "arrow", "x": 1072, "y": 5450, "width": 42, "height": 0, "angle": 0, "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0264", "roundness": null, "seed": 1089926, "version": 1, "versionNonce": 1284734, "isDeleted": false, "boundElements": [], "updated": 1790001000026, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 42, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-prof-flow-3", "type": "rectangle", "x": 1122, "y": 5350, "width": 290, "height": 200, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#f5f3ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0265", "roundness": { "type": 3 }, "seed": 1096077, "version": 1, "versionNonce": 1287993, "isDeleted": false, "boundElements": [], "updated": 1790001000027, "link": null, "locked": false }, { "id": "gpu-prof-flow-number-shape-3", "type": "ellipse", "x": 1140, "y": 5370, "width": 44, "height": 44, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0266", "roundness": null, "seed": 1102228, "version": 1, "versionNonce": 1291252, "isDeleted": false, "boundElements": [], "updated": 1790001000028, "link": null, "locked": false }, { "id": "gpu-prof-flow-number-3", "type": "text", "x": 1140, "y": 5379, "width": 44, "height": 22, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0267", "roundness": null, "seed": 1108379, "version": 1, "versionNonce": 1294511, "isDeleted": false, "boundElements": [], "updated": 1790001000029, "link": null, "locked": false, "text": "4", "originalText": "4", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-flow-title-3", "type": "text", "x": 1196, "y": 5378, "width": 194, "height": 22, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0268", "roundness": null, "seed": 1114530, "version": 1, "versionNonce": 1297770, "isDeleted": false, "boundElements": [], "updated": 1790001000030, "link": null, "locked": false, "text": "KERNEL METRICS", "originalText": "KERNEL METRICS", "fontSize": 16, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-flow-divider-3", "type": "line", "x": 1144, "y": 5428, "width": 246, "height": 0, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0269", "roundness": null, "seed": 1120681, "version": 1, "versionNonce": 1301029, "isDeleted": false, "boundElements": [], "updated": 1790001000031, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 246, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-prof-flow-body-3", "type": "text", "x": 1150, "y": 5450, "width": 234, "height": 70, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0270", "roundness": null, "seed": 1126832, "version": 1, "versionNonce": 1304288, "isDeleted": false, "boundElements": [], "updated": 1790001000032, "link": null, "locked": false, "text": "memory • compute\noccupancy\nstalls", "originalText": "memory • compute\noccupancy\nstalls", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.3 }, { "id": "gpu-prof-flow-arrow-3", "type": "arrow", "x": 1418, "y": 5450, "width": 42, "height": 0, "angle": 0, "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0271", "roundness": null, "seed": 1132983, "version": 1, "versionNonce": 1307547, "isDeleted": false, "boundElements": [], "updated": 1790001000033, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 42, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-prof-flow-4", "type": "rectangle", "x": 1468, "y": 5350, "width": 290, "height": 200, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ecfdf5", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0272", "roundness": { "type": 3 }, "seed": 1139134, "version": 1, "versionNonce": 1310806, "isDeleted": false, "boundElements": [], "updated": 1790001000034, "link": null, "locked": false }, { "id": "gpu-prof-flow-number-shape-4", "type": "ellipse", "x": 1486, "y": 5370, "width": 44, "height": 44, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0273", "roundness": null, "seed": 1145285, "version": 1, "versionNonce": 1314065, "isDeleted": false, "boundElements": [], "updated": 1790001000035, "link": null, "locked": false }, { "id": "gpu-prof-flow-number-4", "type": "text", "x": 1486, "y": 5379, "width": 44, "height": 22, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0274", "roundness": null, "seed": 1151436, "version": 1, "versionNonce": 1317324, "isDeleted": false, "boundElements": [], "updated": 1790001000036, "link": null, "locked": false, "text": "5", "originalText": "5", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-flow-title-4", "type": "text", "x": 1542, "y": 5378, "width": 194, "height": 22, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0275", "roundness": null, "seed": 1157587, "version": 1, "versionNonce": 1320583, "isDeleted": false, "boundElements": [], "updated": 1790001000037, "link": null, "locked": false, "text": "EXPERIMENT", "originalText": "EXPERIMENT", "fontSize": 16, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-flow-divider-4", "type": "line", "x": 1490, "y": 5428, "width": 246, "height": 0, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0276", "roundness": null, "seed": 1163738, "version": 1, "versionNonce": 1323842, "isDeleted": false, "boundElements": [], "updated": 1790001000038, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 246, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "gpu-prof-flow-body-4", "type": "text", "x": 1496, "y": 5450, "width": 234, "height": 70, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0277", "roundness": null, "seed": 1169889, "version": 1, "versionNonce": 1327101, "isDeleted": false, "boundElements": [], "updated": 1790001000039, "link": null, "locked": false, "text": "one change\nA/B compare\nverify output", "originalText": "one change\nA/B compare\nverify output", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.3 }, { "id": "gpu-prof-loop-note", "type": "rectangle", "x": 84, "y": 5582, "width": 1674, "height": 82, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "#fffbeb", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0278", "roundness": { "type": 3 }, "seed": 1176040, "version": 1, "versionNonce": 1330360, "isDeleted": false, "boundElements": [], "updated": 1790001000040, "link": null, "locked": false }, { "id": "gpu-prof-loop-note-title", "type": "text", "x": 106, "y": 5603, "width": 250, "height": 24, "angle": 0, "strokeColor": "#92400e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0279", "roundness": null, "seed": 1182191, "version": 1, "versionNonce": 1333619, "isDeleted": false, "boundElements": [], "updated": 1790001000041, "link": null, "locked": false, "text": "STOP GUESSING", "originalText": "STOP GUESSING", "fontSize": 17, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-loop-note-body", "type": "text", "x": 362, "y": 5598, "width": 1370, "height": 44, "angle": 0, "strokeColor": "#78350f", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0280", "roundness": null, "seed": 1188342, "version": 1, "versionNonce": 1336878, "isDeleted": false, "boundElements": [], "updated": 1790001000042, "link": null, "locked": false, "text": "Do not maximize a metric in isolation. Higher occupancy can lose if it causes spills; fewer kernels can lose if fusion increases register pressure.\nThe winning change improves the end-to-end workload under the same correctness and SLA constraints.", "originalText": "Do not maximize a metric in isolation. Higher occupancy can lose if it causes spills; fewer kernels can lose if fusion increases register pressure.\nThe winning change improves the end-to-end workload under the same correctness and SLA constraints.", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.3 }, { "id": "gpu-prof-panel-b", "type": "rectangle", "x": 56, "y": 5735, "width": 1810, "height": 520, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0281", "roundness": { "type": 3 }, "seed": 1194493, "version": 1, "versionNonce": 1340137, "isDeleted": false, "boundElements": [], "updated": 1790001000043, "link": null, "locked": false }, { "id": "gpu-prof-b-title", "type": "text", "x": 84, "y": 5759, "width": 1720, "height": 32, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0282", "roundness": null, "seed": 1200644, "version": 1, "versionNonce": 1343396, "isDeleted": false, "boundElements": [], "updated": 1790001000044, "link": null, "locked": false, "text": "B. CHOOSE THE TOOL BY THE QUESTION", "originalText": "B. CHOOSE THE TOOL BY THE QUESTION", "fontSize": 23, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-b-sub", "type": "text", "x": 84, "y": 5795, "width": 1680, "height": 22, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0283", "roundness": null, "seed": 1206795, "version": 1, "versionNonce": 1346655, "isDeleted": false, "boundElements": [], "updated": 1790001000045, "link": null, "locked": false, "text": "Timeline tools explain when work runs. Kernel tools explain why one kernel runs slowly. Offline analyzers explain what the compiler emitted.", "originalText": "Timeline tools explain when work runs. Kernel tools explain why one kernel runs slowly. Offline analyzers explain what the compiler emitted.", "fontSize": 14, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-nvidia", "type": "rectangle", "x": 84, "y": 5840, "width": 552, "height": 272, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ecfdf5", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0284", "roundness": { "type": 3 }, "seed": 1212946, "version": 1, "versionNonce": 1349914, "isDeleted": false, "boundElements": [], "updated": 1790001000046, "link": null, "locked": false }, { "id": "gpu-prof-vendor-title-nvidia", "type": "text", "x": 102, "y": 5860, "width": 516, "height": 28, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0285", "roundness": null, "seed": 1219097, "version": 1, "versionNonce": 1353173, "isDeleted": false, "boundElements": [], "updated": 1790001000047, "link": null, "locked": false, "text": "NVIDIA / CUDA", "originalText": "NVIDIA / CUDA", "fontSize": 19, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-row-nvidia-0", "type": "rectangle", "x": 104, "y": 5902, "width": 512, "height": 50, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0286", "roundness": { "type": 3 }, "seed": 1225248, "version": 1, "versionNonce": 1356432, "isDeleted": false, "boundElements": [], "updated": 1790001000048, "link": null, "locked": false }, { "id": "gpu-prof-vendor-tool-nvidia-0", "type": "text", "x": 116, "y": 5910, "width": 190, "height": 20, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0287", "roundness": null, "seed": 1231399, "version": 1, "versionNonce": 1359691, "isDeleted": false, "boundElements": [], "updated": 1790001000049, "link": null, "locked": false, "text": "Nsight Systems", "originalText": "Nsight Systems", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-purpose-nvidia-0", "type": "text", "x": 312, "y": 5911, "width": 280, "height": 18, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0288", "roundness": null, "seed": 1237550, "version": 1, "versionNonce": 1362950, "isDeleted": false, "boundElements": [], "updated": 1790001000050, "link": null, "locked": false, "text": "system timeline • CPU/GPU overlap • APIs", "originalText": "system timeline • CPU/GPU overlap • APIs", "fontSize": 11, "fontFamily": 3, "textAlign": "right", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-row-nvidia-1", "type": "rectangle", "x": 104, "y": 5964, "width": 512, "height": 50, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ecfdf5", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0289", "roundness": { "type": 3 }, "seed": 1243701, "version": 1, "versionNonce": 1366209, "isDeleted": false, "boundElements": [], "updated": 1790001000051, "link": null, "locked": false }, { "id": "gpu-prof-vendor-tool-nvidia-1", "type": "text", "x": 116, "y": 5972, "width": 190, "height": 20, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0290", "roundness": null, "seed": 1249852, "version": 1, "versionNonce": 1369468, "isDeleted": false, "boundElements": [], "updated": 1790001000052, "link": null, "locked": false, "text": "Nsight Compute", "originalText": "Nsight Compute", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-purpose-nvidia-1", "type": "text", "x": 312, "y": 5973, "width": 280, "height": 18, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0291", "roundness": null, "seed": 1256003, "version": 1, "versionNonce": 1372727, "isDeleted": false, "boundElements": [], "updated": 1790001000053, "link": null, "locked": false, "text": "kernel counters • roofline • source/ISA", "originalText": "kernel counters • roofline • source/ISA", "fontSize": 11, "fontFamily": 3, "textAlign": "right", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-row-nvidia-2", "type": "rectangle", "x": 104, "y": 6026, "width": 512, "height": 50, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0292", "roundness": { "type": 3 }, "seed": 1262154, "version": 1, "versionNonce": 1375986, "isDeleted": false, "boundElements": [], "updated": 1790001000054, "link": null, "locked": false }, { "id": "gpu-prof-vendor-tool-nvidia-2", "type": "text", "x": 116, "y": 6034, "width": 190, "height": 20, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0293", "roundness": null, "seed": 1268305, "version": 1, "versionNonce": 1379245, "isDeleted": false, "boundElements": [], "updated": 1790001000055, "link": null, "locked": false, "text": "Nsight Graphics", "originalText": "Nsight Graphics", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-purpose-nvidia-2", "type": "text", "x": 312, "y": 6035, "width": 280, "height": 18, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0294", "roundness": null, "seed": 1274456, "version": 1, "versionNonce": 1382504, "isDeleted": false, "boundElements": [], "updated": 1790001000056, "link": null, "locked": false, "text": "graphics frame capture + debugging", "originalText": "graphics frame capture + debugging", "fontSize": 11, "fontFamily": 3, "textAlign": "right", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-amd", "type": "rectangle", "x": 656, "y": 5840, "width": 552, "height": 272, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "#fef2f2", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0295", "roundness": { "type": 3 }, "seed": 1280607, "version": 1, "versionNonce": 1385763, "isDeleted": false, "boundElements": [], "updated": 1790001000057, "link": null, "locked": false }, { "id": "gpu-prof-vendor-title-amd", "type": "text", "x": 674, "y": 5860, "width": 516, "height": 28, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0296", "roundness": null, "seed": 1286758, "version": 1, "versionNonce": 1389022, "isDeleted": false, "boundElements": [], "updated": 1790001000058, "link": null, "locked": false, "text": "AMD / HIP + GRAPHICS", "originalText": "AMD / HIP + GRAPHICS", "fontSize": 19, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-row-amd-0", "type": "rectangle", "x": 676, "y": 5902, "width": 512, "height": 50, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0297", "roundness": { "type": 3 }, "seed": 1292909, "version": 1, "versionNonce": 1392281, "isDeleted": false, "boundElements": [], "updated": 1790001000059, "link": null, "locked": false }, { "id": "gpu-prof-vendor-tool-amd-0", "type": "text", "x": 688, "y": 5910, "width": 190, "height": 20, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0298", "roundness": null, "seed": 1299060, "version": 1, "versionNonce": 1395540, "isDeleted": false, "boundElements": [], "updated": 1790001000060, "link": null, "locked": false, "text": "Radeon GPU Profiler", "originalText": "Radeon GPU Profiler", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-purpose-amd-0", "type": "text", "x": 884, "y": 5911, "width": 280, "height": 18, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0299", "roundness": null, "seed": 1305211, "version": 1, "versionNonce": 1398799, "isDeleted": false, "boundElements": [], "updated": 1790001000061, "link": null, "locked": false, "text": "timeline • stalls • barriers • HIP/OpenCL", "originalText": "timeline • stalls • barriers • HIP/OpenCL", "fontSize": 11, "fontFamily": 3, "textAlign": "right", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-row-amd-1", "type": "rectangle", "x": 676, "y": 5964, "width": 512, "height": 50, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "#fef2f2", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0300", "roundness": { "type": 3 }, "seed": 1311362, "version": 1, "versionNonce": 1402058, "isDeleted": false, "boundElements": [], "updated": 1790001000062, "link": null, "locked": false }, { "id": "gpu-prof-vendor-tool-amd-1", "type": "text", "x": 688, "y": 5972, "width": 190, "height": 20, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0301", "roundness": null, "seed": 1317513, "version": 1, "versionNonce": 1405317, "isDeleted": false, "boundElements": [], "updated": 1790001000063, "link": null, "locked": false, "text": "Radeon GPU Analyzer", "originalText": "Radeon GPU Analyzer", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-purpose-amd-1", "type": "text", "x": 884, "y": 5973, "width": 280, "height": 18, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0302", "roundness": null, "seed": 1323664, "version": 1, "versionNonce": 1408576, "isDeleted": false, "boundElements": [], "updated": 1790001000064, "link": null, "locked": false, "text": "offline ISA • VGPR • LDS / scratch", "originalText": "offline ISA • VGPR • LDS / scratch", "fontSize": 11, "fontFamily": 3, "textAlign": "right", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-row-amd-2", "type": "rectangle", "x": 676, "y": 6026, "width": 512, "height": 50, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0303", "roundness": { "type": 3 }, "seed": 1329815, "version": 1, "versionNonce": 1411835, "isDeleted": false, "boundElements": [], "updated": 1790001000065, "link": null, "locked": false }, { "id": "gpu-prof-vendor-tool-amd-2", "type": "text", "x": 688, "y": 6034, "width": 190, "height": 20, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0304", "roundness": null, "seed": 1335966, "version": 1, "versionNonce": 1415094, "isDeleted": false, "boundElements": [], "updated": 1790001000066, "link": null, "locked": false, "text": "ROCm profiling", "originalText": "ROCm profiling", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-purpose-amd-2", "type": "text", "x": 884, "y": 6035, "width": 280, "height": 18, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0305", "roundness": null, "seed": 1342117, "version": 1, "versionNonce": 1418353, "isDeleted": false, "boundElements": [], "updated": 1790001000067, "link": null, "locked": false, "text": "compute tracing and hardware counters", "originalText": "compute tracing and hardware counters", "fontSize": 11, "fontFamily": 3, "textAlign": "right", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-intel", "type": "rectangle", "x": 1228, "y": 5840, "width": 602, "height": 272, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ecfeff", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0306", "roundness": { "type": 3 }, "seed": 1348268, "version": 1, "versionNonce": 1421612, "isDeleted": false, "boundElements": [], "updated": 1790001000068, "link": null, "locked": false }, { "id": "gpu-prof-vendor-title-intel", "type": "text", "x": 1246, "y": 5860, "width": 566, "height": 28, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0307", "roundness": null, "seed": 1354419, "version": 1, "versionNonce": 1424871, "isDeleted": false, "boundElements": [], "updated": 1790001000069, "link": null, "locked": false, "text": "INTEL / SYCL + OPENCL", "originalText": "INTEL / SYCL + OPENCL", "fontSize": 19, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-row-intel-0", "type": "rectangle", "x": 1248, "y": 5902, "width": 562, "height": 50, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0308", "roundness": { "type": 3 }, "seed": 1360570, "version": 1, "versionNonce": 1428130, "isDeleted": false, "boundElements": [], "updated": 1790001000070, "link": null, "locked": false }, { "id": "gpu-prof-vendor-tool-intel-0", "type": "text", "x": 1260, "y": 5910, "width": 190, "height": 20, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0309", "roundness": null, "seed": 1366721, "version": 1, "versionNonce": 1431389, "isDeleted": false, "boundElements": [], "updated": 1790001000071, "link": null, "locked": false, "text": "VTune GPU Offload", "originalText": "VTune GPU Offload", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-purpose-intel-0", "type": "text", "x": 1456, "y": 5911, "width": 330, "height": 18, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0310", "roundness": null, "seed": 1372872, "version": 1, "versionNonce": 1434648, "isDeleted": false, "boundElements": [], "updated": 1790001000072, "link": null, "locked": false, "text": "CPU/GPU split • offload efficiency", "originalText": "CPU/GPU split • offload efficiency", "fontSize": 11, "fontFamily": 3, "textAlign": "right", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-row-intel-1", "type": "rectangle", "x": 1248, "y": 5964, "width": 562, "height": 50, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ecfeff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0311", "roundness": { "type": 3 }, "seed": 1379023, "version": 1, "versionNonce": 1437907, "isDeleted": false, "boundElements": [], "updated": 1790001000073, "link": null, "locked": false }, { "id": "gpu-prof-vendor-tool-intel-1", "type": "text", "x": 1260, "y": 5972, "width": 190, "height": 20, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0312", "roundness": null, "seed": 1385174, "version": 1, "versionNonce": 1441166, "isDeleted": false, "boundElements": [], "updated": 1790001000074, "link": null, "locked": false, "text": "Compute Hotspots", "originalText": "Compute Hotspots", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-purpose-intel-1", "type": "text", "x": 1456, "y": 5973, "width": 330, "height": 18, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0313", "roundness": null, "seed": 1391325, "version": 1, "versionNonce": 1444425, "isDeleted": false, "boundElements": [], "updated": 1790001000075, "link": null, "locked": false, "text": "GPU engines • occupancy • memory", "originalText": "GPU engines • occupancy • memory", "fontSize": 11, "fontFamily": 3, "textAlign": "right", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-row-intel-2", "type": "rectangle", "x": 1248, "y": 6026, "width": 562, "height": 50, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0314", "roundness": { "type": 3 }, "seed": 1397476, "version": 1, "versionNonce": 1447684, "isDeleted": false, "boundElements": [], "updated": 1790001000076, "link": null, "locked": false }, { "id": "gpu-prof-vendor-tool-intel-2", "type": "text", "x": 1260, "y": 6034, "width": 190, "height": 20, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0315", "roundness": null, "seed": 1403627, "version": 1, "versionNonce": 1450943, "isDeleted": false, "boundElements": [], "updated": 1790001000077, "link": null, "locked": false, "text": "Intel GPA", "originalText": "Intel GPA", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-vendor-purpose-intel-2", "type": "text", "x": 1456, "y": 6035, "width": 330, "height": 18, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0316", "roundness": null, "seed": 1409778, "version": 1, "versionNonce": 1454202, "isDeleted": false, "boundElements": [], "updated": 1790001000078, "link": null, "locked": false, "text": "legacy graphics tool • final release 2025.1", "originalText": "legacy graphics tool • final release 2025.1", "fontSize": 11, "fontFamily": 3, "textAlign": "right", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-legacy", "type": "rectangle", "x": 84, "y": 6135, "width": 1746, "height": 82, "angle": 0, "strokeColor": "#dc2626", "backgroundColor": "#fff1f2", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0317", "roundness": { "type": 3 }, "seed": 1415929, "version": 1, "versionNonce": 1457461, "isDeleted": false, "boundElements": [], "updated": 1790001000079, "link": null, "locked": false }, { "id": "gpu-prof-legacy-title", "type": "text", "x": 106, "y": 6156, "width": 300, "height": 24, "angle": 0, "strokeColor": "#991b1b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0318", "roundness": null, "seed": 1422080, "version": 1, "versionNonce": 1460720, "isDeleted": false, "boundElements": [], "updated": 1790001000080, "link": null, "locked": false, "text": "LEGACY: NVPROF + NVVP", "originalText": "LEGACY: NVPROF + NVVP", "fontSize": 17, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-legacy-body", "type": "text", "x": 414, "y": 6152, "width": 1390, "height": 40, "angle": 0, "strokeColor": "#7f1d1d", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0319", "roundness": null, "seed": 1428231, "version": 1, "versionNonce": 1463979, "isDeleted": false, "boundElements": [], "updated": 1790001000081, "link": null, "locked": false, "text": "Deprecated; they do not support compute capability 8.0+. Use Nsight Systems for tracing and Nsight Compute for CUDA kernel profiling.", "originalText": "Deprecated; they do not support compute capability 8.0+. Use Nsight Systems for tracing and Nsight Compute for CUDA kernel profiling.", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-panel-c", "type": "rectangle", "x": 56, "y": 6285, "width": 1810, "height": 590, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0320", "roundness": { "type": 3 }, "seed": 1434382, "version": 1, "versionNonce": 1467238, "isDeleted": false, "boundElements": [], "updated": 1790001000082, "link": null, "locked": false }, { "id": "gpu-prof-c-title", "type": "text", "x": 84, "y": 6309, "width": 1720, "height": 32, "angle": 0, "strokeColor": "#4f46e5", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0321", "roundness": null, "seed": 1440533, "version": 1, "versionNonce": 1470497, "isDeleted": false, "boundElements": [], "updated": 1790001000083, "link": null, "locked": false, "text": "C. READ THE SIGNATURE → APPLY THE MATCHING FIX", "originalText": "C. READ THE SIGNATURE → APPLY THE MATCHING FIX", "fontSize": 23, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-c-sub", "type": "text", "x": 84, "y": 6345, "width": 1680, "height": 22, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0322", "roundness": null, "seed": 1446684, "version": 1, "versionNonce": 1473756, "isDeleted": false, "boundElements": [], "updated": 1790001000084, "link": null, "locked": false, "text": "Metrics form a story. Classify the limiting resource before changing launch geometry, memory layout, precision, or scheduling.", "originalText": "Metrics form a story. Classify the limiting resource before changing launch geometry, memory layout, precision, or scheduling.", "fontSize": 14, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-signature-0", "type": "rectangle", "x": 84, "y": 6392, "width": 410, "height": 344, "angle": 0, "strokeColor": "#475569", "backgroundColor": "#f1f5f9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0323", "roundness": { "type": 3 }, "seed": 1452835, "version": 1, "versionNonce": 1477015, "isDeleted": false, "boundElements": [], "updated": 1790001000085, "link": null, "locked": false }, { "id": "gpu-prof-signature-title-0", "type": "text", "x": 102, "y": 6412, "width": 374, "height": 24, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0324", "roundness": null, "seed": 1458986, "version": 1, "versionNonce": 1480274, "isDeleted": false, "boundElements": [], "updated": 1790001000086, "link": null, "locked": false, "text": "GPU IDLE / LARGE GAPS", "originalText": "GPU IDLE / LARGE GAPS", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-evidence-0", "type": "rectangle", "x": 106, "y": 6460, "width": 366, "height": 108, "angle": 0, "strokeColor": "#475569", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0325", "roundness": { "type": 3 }, "seed": 1465137, "version": 1, "versionNonce": 1483533, "isDeleted": false, "boundElements": [], "updated": 1790001000087, "link": null, "locked": false }, { "id": "gpu-prof-evidence-label-0", "type": "text", "x": 122, "y": 6474, "width": 334, "height": 18, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0326", "roundness": null, "seed": 1471288, "version": 1, "versionNonce": 1486792, "isDeleted": false, "boundElements": [], "updated": 1790001000088, "link": null, "locked": false, "text": "EVIDENCE", "originalText": "EVIDENCE", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-evidence-body-0", "type": "text", "x": 122, "y": 6500, "width": 334, "height": 54, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0327", "roundness": null, "seed": 1477439, "version": 1, "versionNonce": 1490051, "isDeleted": false, "boundElements": [], "updated": 1790001000089, "link": null, "locked": false, "text": "Low GPU busy time\nCPU launch gaps\nserialized memcpy + sync", "originalText": "Low GPU busy time\nCPU launch gaps\nserialized memcpy + sync", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.28 }, { "id": "gpu-prof-signature-arrow-0", "type": "arrow", "x": 289, "y": 6576, "width": 0, "height": 26, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0328", "roundness": null, "seed": 1483590, "version": 1, "versionNonce": 1493310, "isDeleted": false, "boundElements": [], "updated": 1790001000090, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 26 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-prof-action-label-0", "type": "text", "x": 114, "y": 6610, "width": 350, "height": 18, "angle": 0, "strokeColor": "#475569", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0329", "roundness": null, "seed": 1489741, "version": 1, "versionNonce": 1496569, "isDeleted": false, "boundElements": [], "updated": 1790001000091, "link": null, "locked": false, "text": "ACTION", "originalText": "ACTION", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-action-body-0", "type": "text", "x": 114, "y": 6636, "width": 350, "height": 58, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0330", "roundness": null, "seed": 1495892, "version": 1, "versionNonce": 1499828, "isDeleted": false, "boundElements": [], "updated": 1790001000092, "link": null, "locked": false, "text": "Batch work • remove syncs\npin memory • async copies\noverlap streams", "originalText": "Batch work • remove syncs\npin memory • async copies\noverlap streams", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.28 }, { "id": "gpu-prof-signature-1", "type": "rectangle", "x": 514, "y": 6392, "width": 410, "height": 344, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "#fffbeb", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0331", "roundness": { "type": 3 }, "seed": 1502043, "version": 1, "versionNonce": 1503087, "isDeleted": false, "boundElements": [], "updated": 1790001000093, "link": null, "locked": false }, { "id": "gpu-prof-signature-title-1", "type": "text", "x": 532, "y": 6412, "width": 374, "height": 24, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0332", "roundness": null, "seed": 1508194, "version": 1, "versionNonce": 1506346, "isDeleted": false, "boundElements": [], "updated": 1790001000094, "link": null, "locked": false, "text": "MEMORY-BOUND", "originalText": "MEMORY-BOUND", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-evidence-1", "type": "rectangle", "x": 536, "y": 6460, "width": 366, "height": 108, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0333", "roundness": { "type": 3 }, "seed": 1514345, "version": 1, "versionNonce": 1509605, "isDeleted": false, "boundElements": [], "updated": 1790001000095, "link": null, "locked": false }, { "id": "gpu-prof-evidence-label-1", "type": "text", "x": 552, "y": 6474, "width": 334, "height": 18, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0334", "roundness": null, "seed": 1520496, "version": 1, "versionNonce": 1512864, "isDeleted": false, "boundElements": [], "updated": 1790001000096, "link": null, "locked": false, "text": "EVIDENCE", "originalText": "EVIDENCE", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-evidence-body-1", "type": "text", "x": 552, "y": 6500, "width": 334, "height": 54, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0335", "roundness": null, "seed": 1526647, "version": 1, "versionNonce": 1516123, "isDeleted": false, "boundElements": [], "updated": 1790001000097, "link": null, "locked": false, "text": "DRAM bandwidth near peak\nlow arithmetic intensity\nlong scoreboard stalls", "originalText": "DRAM bandwidth near peak\nlow arithmetic intensity\nlong scoreboard stalls", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.28 }, { "id": "gpu-prof-signature-arrow-1", "type": "arrow", "x": 719, "y": 6576, "width": 0, "height": 26, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0336", "roundness": null, "seed": 1532798, "version": 1, "versionNonce": 1519382, "isDeleted": false, "boundElements": [], "updated": 1790001000098, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 26 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-prof-action-label-1", "type": "text", "x": 544, "y": 6610, "width": 350, "height": 18, "angle": 0, "strokeColor": "#d97706", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0337", "roundness": null, "seed": 1538949, "version": 1, "versionNonce": 1522641, "isDeleted": false, "boundElements": [], "updated": 1790001000099, "link": null, "locked": false, "text": "ACTION", "originalText": "ACTION", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-action-body-1", "type": "text", "x": 544, "y": 6636, "width": 350, "height": 58, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0338", "roundness": null, "seed": 1545100, "version": 1, "versionNonce": 1525900, "isDeleted": false, "boundElements": [], "updated": 1790001000100, "link": null, "locked": false, "text": "Coalesce • tile • reuse\nfuse kernels • quantize\nreduce bytes moved", "originalText": "Coalesce • tile • reuse\nfuse kernels • quantize\nreduce bytes moved", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.28 }, { "id": "gpu-prof-signature-2", "type": "rectangle", "x": 944, "y": 6392, "width": 410, "height": 344, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#f5f3ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0339", "roundness": { "type": 3 }, "seed": 1551251, "version": 1, "versionNonce": 1529159, "isDeleted": false, "boundElements": [], "updated": 1790001000101, "link": null, "locked": false }, { "id": "gpu-prof-signature-title-2", "type": "text", "x": 962, "y": 6412, "width": 374, "height": 24, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0340", "roundness": null, "seed": 1557402, "version": 1, "versionNonce": 1532418, "isDeleted": false, "boundElements": [], "updated": 1790001000102, "link": null, "locked": false, "text": "LATENCY / OCCUPANCY", "originalText": "LATENCY / OCCUPANCY", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-evidence-2", "type": "rectangle", "x": 966, "y": 6460, "width": 366, "height": 108, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0341", "roundness": { "type": 3 }, "seed": 1563553, "version": 1, "versionNonce": 1535677, "isDeleted": false, "boundElements": [], "updated": 1790001000103, "link": null, "locked": false }, { "id": "gpu-prof-evidence-label-2", "type": "text", "x": 982, "y": 6474, "width": 334, "height": 18, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0342", "roundness": null, "seed": 1569704, "version": 1, "versionNonce": 1538936, "isDeleted": false, "boundElements": [], "updated": 1790001000104, "link": null, "locked": false, "text": "EVIDENCE", "originalText": "EVIDENCE", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-evidence-body-2", "type": "text", "x": 982, "y": 6500, "width": 334, "height": 54, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0343", "roundness": null, "seed": 1575855, "version": 1, "versionNonce": 1542195, "isDeleted": false, "boundElements": [], "updated": 1790001000105, "link": null, "locked": false, "text": "Low active warps\nregister spills\nSMEM or register limit", "originalText": "Low active warps\nregister spills\nSMEM or register limit", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.28 }, { "id": "gpu-prof-signature-arrow-2", "type": "arrow", "x": 1149, "y": 6576, "width": 0, "height": 26, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0344", "roundness": null, "seed": 1582006, "version": 1, "versionNonce": 1545454, "isDeleted": false, "boundElements": [], "updated": 1790001000106, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 26 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-prof-action-label-2", "type": "text", "x": 974, "y": 6610, "width": 350, "height": 18, "angle": 0, "strokeColor": "#7c3aed", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0345", "roundness": null, "seed": 1588157, "version": 1, "versionNonce": 1548713, "isDeleted": false, "boundElements": [], "updated": 1790001000107, "link": null, "locked": false, "text": "ACTION", "originalText": "ACTION", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-action-body-2", "type": "text", "x": 974, "y": 6636, "width": 350, "height": 58, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0346", "roundness": null, "seed": 1594308, "version": 1, "versionNonce": 1551972, "isDeleted": false, "boundElements": [], "updated": 1790001000108, "link": null, "locked": false, "text": "Tune block size\nreduce register pressure\nrebalance shared memory", "originalText": "Tune block size\nreduce register pressure\nrebalance shared memory", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.28 }, { "id": "gpu-prof-signature-3", "type": "rectangle", "x": 1374, "y": 6392, "width": 456, "height": 344, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ecfdf5", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0347", "roundness": { "type": 3 }, "seed": 1600459, "version": 1, "versionNonce": 1555231, "isDeleted": false, "boundElements": [], "updated": 1790001000109, "link": null, "locked": false }, { "id": "gpu-prof-signature-title-3", "type": "text", "x": 1392, "y": 6412, "width": 420, "height": 24, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0348", "roundness": null, "seed": 1606610, "version": 1, "versionNonce": 1558490, "isDeleted": false, "boundElements": [], "updated": 1790001000110, "link": null, "locked": false, "text": "COMPUTE / EXECUTION", "originalText": "COMPUTE / EXECUTION", "fontSize": 17, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-evidence-3", "type": "rectangle", "x": 1396, "y": 6460, "width": 412, "height": 108, "angle": 0, "strokeColor": "#059669", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0349", "roundness": { "type": 3 }, "seed": 1612761, "version": 1, "versionNonce": 1561749, "isDeleted": false, "boundElements": [], "updated": 1790001000111, "link": null, "locked": false }, { "id": "gpu-prof-evidence-label-3", "type": "text", "x": 1412, "y": 6474, "width": 380, "height": 18, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0350", "roundness": null, "seed": 1618912, "version": 1, "versionNonce": 1565008, "isDeleted": false, "boundElements": [], "updated": 1790001000112, "link": null, "locked": false, "text": "EVIDENCE", "originalText": "EVIDENCE", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-evidence-body-3", "type": "text", "x": 1412, "y": 6500, "width": 380, "height": 54, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0351", "roundness": null, "seed": 1625063, "version": 1, "versionNonce": 1568267, "isDeleted": false, "boundElements": [], "updated": 1790001000113, "link": null, "locked": false, "text": "ALU or Tensor Cores busy\nwarp divergence\npoor instruction mix", "originalText": "ALU or Tensor Cores busy\nwarp divergence\npoor instruction mix", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.28 }, { "id": "gpu-prof-signature-arrow-3", "type": "arrow", "x": 1602, "y": 6576, "width": 0, "height": 26, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0352", "roundness": null, "seed": 1631214, "version": 1, "versionNonce": 1571526, "isDeleted": false, "boundElements": [], "updated": 1790001000114, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 26 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "gpu-prof-action-label-3", "type": "text", "x": 1404, "y": 6610, "width": 396, "height": 18, "angle": 0, "strokeColor": "#059669", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0353", "roundness": null, "seed": 1637365, "version": 1, "versionNonce": 1574785, "isDeleted": false, "boundElements": [], "updated": 1790001000115, "link": null, "locked": false, "text": "ACTION", "originalText": "ACTION", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-action-body-3", "type": "text", "x": 1404, "y": 6636, "width": 396, "height": 58, "angle": 0, "strokeColor": "#334155", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0354", "roundness": null, "seed": 1643516, "version": 1, "versionNonce": 1578044, "isDeleted": false, "boundElements": [], "updated": 1790001000116, "link": null, "locked": false, "text": "Use supported precision\nalign matrix dimensions\nregularize branches", "originalText": "Use supported precision\nalign matrix dimensions\nregularize branches", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.28 }, { "id": "gpu-prof-metrics", "type": "rectangle", "x": 84, "y": 6762, "width": 1746, "height": 76, "angle": 0, "strokeColor": "#0891b2", "backgroundColor": "#ecfeff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0355", "roundness": { "type": 3 }, "seed": 1649667, "version": 1, "versionNonce": 1581303, "isDeleted": false, "boundElements": [], "updated": 1790001000117, "link": null, "locked": false }, { "id": "gpu-prof-metrics-title", "type": "text", "x": 106, "y": 6783, "width": 180, "height": 22, "angle": 0, "strokeColor": "#155e75", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0356", "roundness": null, "seed": 1655818, "version": 1, "versionNonce": 1584562, "isDeleted": false, "boundElements": [], "updated": 1790001000118, "link": null, "locked": false, "text": "CORE METRICS", "originalText": "CORE METRICS", "fontSize": 16, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-metrics-body", "type": "text", "x": 294, "y": 6778, "width": 1510, "height": 36, "angle": 0, "strokeColor": "#164e63", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0357", "roundness": null, "seed": 1661969, "version": 1, "versionNonce": 1587821, "isDeleted": false, "boundElements": [], "updated": 1790001000119, "link": null, "locked": false, "text": "GPU busy % • kernel duration + frequency • achieved occupancy • DRAM/L2 throughput • load/store efficiency • warp stalls • branch efficiency • register spills", "originalText": "GPU busy % • kernel duration + frequency • achieved occupancy • DRAM/L2 throughput • load/store efficiency • warp stalls • branch efficiency • register spills", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-summary", "type": "rectangle", "x": 56, "y": 6905, "width": 1810, "height": 190, "angle": 0, "strokeColor": "#111827", "backgroundColor": "#111827", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0358", "roundness": { "type": 3 }, "seed": 1668120, "version": 1, "versionNonce": 1591080, "isDeleted": false, "boundElements": [], "updated": 1790001000120, "link": null, "locked": false }, { "id": "gpu-prof-summary-title", "type": "text", "x": 84, "y": 6932, "width": 1754, "height": 34, "angle": 0, "strokeColor": "#f8fafc", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0359", "roundness": null, "seed": 1674271, "version": 1, "versionNonce": 1594339, "isDeleted": false, "boundElements": [], "updated": 1790001000121, "link": null, "locked": false, "text": "PROFILE THE PIPELINE, NOT JUST THE KERNEL", "originalText": "PROFILE THE PIPELINE, NOT JUST THE KERNEL", "fontSize": 25, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 }, { "id": "gpu-prof-summary-body", "type": "text", "x": 150, "y": 6980, "width": 1620, "height": 54, "angle": 0, "strokeColor": "#c7d2fe", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0360", "roundness": null, "seed": 1680422, "version": 1, "versionNonce": 1597598, "isDeleted": false, "boundElements": [], "updated": 1790001000122, "link": null, "locked": false, "text": "CPU orchestration → host/device transfer → launch → memory hierarchy → warp execution → collectives\nA locally faster kernel is not a win unless end-to-end throughput or latency improves under a representative workload.", "originalText": "CPU orchestration → host/device transfer → launch → memory hierarchy → warp execution → collectives\nA locally faster kernel is not a win unless end-to-end throughput or latency improves under a representative workload.", "fontSize": 15, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.35 }, { "id": "gpu-prof-summary-foot", "type": "text", "x": 310, "y": 7050, "width": 1300, "height": 22, "angle": 0, "strokeColor": "#67e8f9", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "z0361", "roundness": null, "seed": 1686573, "version": 1, "versionNonce": 1600857, "isDeleted": false, "boundElements": [], "updated": 1790001000123, "link": null, "locked": false, "text": "BASELINE → TRACE → ISOLATE → MEASURE → CHANGE ONE THING → VERIFY → REPEAT", "originalText": "BASELINE → TRACE → ISOLATE → MEASURE → CHANGE ONE THING → VERIFY → REPEAT", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "autoResize": false, "lineHeight": 1.22 } ], "appState": { "gridSize": 20, "gridStep": 5, "gridModeEnabled": false, "viewBackgroundColor": "#f8fafc" }, "files": {} }