Spark Connect server - Details for Stage 99 (Attempt 0)

Submitted: 2026/09/03 16:03:26
Duration 10 s
Resource Profile Id: 0
Total Time Across All Tasks: 17 s
Locality Level Summary: Node local: 17; Process local: 33
Shuffle Read Size / Records: 15.6 KiB / 22
Associated Job Ids: 98

digraph G { id="graph_99"; subgraph graph_stage_99 { id="graph_stage_99"; isCluster="true"; label="Stage 99"; 204 [id="node_204" labelType="html" label="SQLExecutionRDD [204] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; 208 [id="node_208" labelType="html" label="SQLExecutionRDD [208] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; subgraph cluster_498 { id="cluster_498"; isCluster="true"; label="Exchange"; 198 [id="node_198" labelType="html" label="ShuffledRowRDD [198] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_496 { id="cluster_496"; isCluster="true"; label="Sort"; 199 [id="node_199" labelType="html" label="MapPartitionsRDD [199] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_495 { id="cluster_495"; isCluster="true"; label="Project"; 200 [id="node_200" labelType="html" label="MapPartitionsRDD [200] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_494 { id="cluster_494"; isCluster="true"; label="DeserializeToObject"; 201 [id="node_201" labelType="html" label="MapPartitionsRDD [201] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_493 { id="cluster_493"; isCluster="true"; label="MapPartitions"; 202 [id="node_202" labelType="html" label="MapPartitionsRDD [202] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_490 { id="cluster_490"; isCluster="true"; label="WholeStageCodegen (1)"; 203 [id="node_203" labelType="html" label="MapPartitionsRDD [203] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_499 { id="cluster_499"; isCluster="true"; label="map"; 205 [id="node_205" labelType="html" label="Delta Table State #2 - file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips/_delta_log [205] [Cached] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_501 { id="cluster_501"; isCluster="true"; label="WholeStageCodegen (1)"; 206 [id="node_206" labelType="html" label="MapPartitionsRDD [206] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_500 { id="cluster_500"; isCluster="true"; label="Project"; 207 [id="node_207" labelType="html" label="MapPartitionsRDD [207] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_504 { id="cluster_504"; isCluster="true"; label="map"; 209 [id="node_209" labelType="html" label="Delta Table State with Stats #2 - file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips/_delta_log [209] [Cached] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_505 { id="cluster_505"; isCluster="true"; label="WholeStageCodegen (1)"; 210 [id="node_210" labelType="html" label="MapPartitionsRDD [210] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_509 { id="cluster_509"; isCluster="true"; label="mapPartitionsInternal"; 211 [id="node_211" labelType="html" label="MapPartitionsRDD [211] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } } 198->199; 199->200; 200->201; 201->202; 202->203; 203->204; 204->205; 205->206; 206->207; 207->208; 208->209; 209->210; 210->211; }

197,198

205

209

Event Timeline

Enable zooming