Spark Connect server - Details for Stage 101 (Attempt 0)

Submitted: 2026/09/03 16:03:37
Duration 4 s
Resource Profile Id: 0
Total Time Across All Tasks: 5 s
Locality Level Summary: Process local: 50
Input Size / Records: 33.0 KiB / 19
Shuffle Write Size / Records: 5.0 KiB / 50
Associated Job Ids: 99

digraph G { id="graph_101"; subgraph graph_stage_101 { id="graph_stage_101"; isCluster="true"; label="Stage 101"; 204 [id="node_204" labelType="html" label="SQLExecutionRDD [204] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; subgraph cluster_498 { id="cluster_498"; isCluster="true"; label="Exchange"; 198 [id="node_198" labelType="html" label="ShuffledRowRDD [198] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_496 { id="cluster_496"; isCluster="true"; label="Sort"; 199 [id="node_199" labelType="html" label="MapPartitionsRDD [199] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_495 { id="cluster_495"; isCluster="true"; label="Project"; 200 [id="node_200" labelType="html" label="MapPartitionsRDD [200] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_494 { id="cluster_494"; isCluster="true"; label="DeserializeToObject"; 201 [id="node_201" labelType="html" label="MapPartitionsRDD [201] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_493 { id="cluster_493"; isCluster="true"; label="MapPartitions"; 202 [id="node_202" labelType="html" label="MapPartitionsRDD [202] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_490 { id="cluster_490"; isCluster="true"; label="WholeStageCodegen (1)"; 203 [id="node_203" labelType="html" label="MapPartitionsRDD [203] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_499 { id="cluster_499"; isCluster="true"; label="map"; 205 [id="node_205" labelType="html" label="Delta Table State #2 - file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips/_delta_log [205] [Cached] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_532 { id="cluster_532"; isCluster="true"; label="WholeStageCodegen (1)"; 212 [id="node_212" labelType="html" label="MapPartitionsRDD [212] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_531 { id="cluster_531"; isCluster="true"; label="ObjectHashAggregate"; 213 [id="node_213" labelType="html" label="MapPartitionsRDD [213] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_530 { id="cluster_530"; isCluster="true"; label="Exchange"; 214 [id="node_214" labelType="html" label="MapPartitionsRDD [214] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } } 198->199; 199->200; 200->201; 201->202; 202->203; 203->204; 204->205; 205->212; 212->213; 213->214; }

197,198

205

Event Timeline

Enable zooming