Spark Connect server - Details for Stage 108 (Attempt 0)

Submitted: 2026/09/03 16:03:59
Duration 1 s
Resource Profile Id: 0
Total Time Across All Tasks: 0.8 s
Locality Level Summary: Process local: 50
Input Size / Records: 16.8 KiB / 17
Shuffle Write Size / Records: 3.0 KiB / 50
Associated Job Ids: 102

digraph G { id="graph_108"; subgraph graph_stage_108 { id="graph_stage_108"; isCluster="true"; label="Stage 108"; 204 [id="node_204" labelType="html" label="SQLExecutionRDD [204] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; 208 [id="node_208" labelType="html" label="SQLExecutionRDD [208] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; subgraph cluster_498 { id="cluster_498"; isCluster="true"; label="Exchange"; 198 [id="node_198" labelType="html" label="ShuffledRowRDD [198] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_496 { id="cluster_496"; isCluster="true"; label="Sort"; 199 [id="node_199" labelType="html" label="MapPartitionsRDD [199] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_495 { id="cluster_495"; isCluster="true"; label="Project"; 200 [id="node_200" labelType="html" label="MapPartitionsRDD [200] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_494 { id="cluster_494"; isCluster="true"; label="DeserializeToObject"; 201 [id="node_201" labelType="html" label="MapPartitionsRDD [201] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_493 { id="cluster_493"; isCluster="true"; label="MapPartitions"; 202 [id="node_202" labelType="html" label="MapPartitionsRDD [202] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_490 { id="cluster_490"; isCluster="true"; label="WholeStageCodegen (1)"; 203 [id="node_203" labelType="html" label="MapPartitionsRDD [203] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_499 { id="cluster_499"; isCluster="true"; label="map"; 205 [id="node_205" labelType="html" label="Delta Table State #2 - file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips/_delta_log [205] [Cached] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_501 { id="cluster_501"; isCluster="true"; label="WholeStageCodegen (1)"; 206 [id="node_206" labelType="html" label="MapPartitionsRDD [206] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_500 { id="cluster_500"; isCluster="true"; label="Project"; 207 [id="node_207" labelType="html" label="MapPartitionsRDD [207] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_504 { id="cluster_504"; isCluster="true"; label="map"; 209 [id="node_209" labelType="html" label="Delta Table State with Stats #2 - file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips/_delta_log [209] [Cached] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_556 { id="cluster_556"; isCluster="true"; label="WholeStageCodegen (1)"; 226 [id="node_226" labelType="html" label="MapPartitionsRDD [226] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 114\n }\n aggregate {\n ...}"]; } subgraph cluster_555 { id="cluster_555"; isCluster="true"; label="Exchange"; 227 [id="node_227" labelType="html" label="MapPartitionsRDD [227] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 114\n }\n aggregate {\n ...}"]; } } 198->199; 199->200; 200->201; 201->202; 202->203; 203->204; 204->205; 205->206; 206->207; 207->208; 208->209; 209->226; 226->227; }

197,198

205

209

Event Timeline

Enable zooming