Spark Connect server - Details for Stage 113 (Attempt 0)

Submitted: 2026/09/03 16:04:22
Duration 0.9 s
Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 50
Input Size / Records: 16.8 KiB / 17
Shuffle Write Size / Records: 3.0 KiB / 50
Associated Job Ids: 104

digraph G { id="graph_113"; subgraph graph_stage_113 { id="graph_stage_113"; isCluster="true"; label="Stage 113"; 204 [id="node_204" labelType="html" label="SQLExecutionRDD [204] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; 208 [id="node_208" labelType="html" label="SQLExecutionRDD [208] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; subgraph cluster_498 { id="cluster_498"; isCluster="true"; label="Exchange"; 198 [id="node_198" labelType="html" label="ShuffledRowRDD [198] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_496 { id="cluster_496"; isCluster="true"; label="Sort"; 199 [id="node_199" labelType="html" label="MapPartitionsRDD [199] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_495 { id="cluster_495"; isCluster="true"; label="Project"; 200 [id="node_200" labelType="html" label="MapPartitionsRDD [200] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_494 { id="cluster_494"; isCluster="true"; label="DeserializeToObject"; 201 [id="node_201" labelType="html" label="MapPartitionsRDD [201] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_493 { id="cluster_493"; isCluster="true"; label="MapPartitions"; 202 [id="node_202" labelType="html" label="MapPartitionsRDD [202] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_490 { id="cluster_490"; isCluster="true"; label="WholeStageCodegen (1)"; 203 [id="node_203" labelType="html" label="MapPartitionsRDD [203] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_499 { id="cluster_499"; isCluster="true"; label="map"; 205 [id="node_205" labelType="html" label="Delta Table State #2 - file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips/_delta_log [205] [Cached] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_501 { id="cluster_501"; isCluster="true"; label="WholeStageCodegen (1)"; 206 [id="node_206" labelType="html" label="MapPartitionsRDD [206] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_500 { id="cluster_500"; isCluster="true"; label="Project"; 207 [id="node_207" labelType="html" label="MapPartitionsRDD [207] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_504 { id="cluster_504"; isCluster="true"; label="map"; 209 [id="node_209" labelType="html" label="Delta Table State with Stats #2 - file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips/_delta_log [209] [Cached] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 112\n }\n limit {\n in...}"]; } subgraph cluster_575 { id="cluster_575"; isCluster="true"; label="WholeStageCodegen (1)"; 231 [id="node_231" labelType="html" label="MapPartitionsRDD [231] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 116\n }\n aggregate {\n ...}"]; } subgraph cluster_574 { id="cluster_574"; isCluster="true"; label="Exchange"; 232 [id="node_232" labelType="html" label="MapPartitionsRDD [232] [Unordered] Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"\nplan {\n root {\n common {\n plan_id: 116\n }\n aggregate {\n ...}"]; } } 198->199; 199->200; 200->201; 201->202; 202->203; 203->204; 204->205; 205->206; 206->207; 207->208; 208->209; 209->231; 231->232; }

197,198

205

209

Event Timeline

Enable zooming