digraph G { 0 [id="node0" labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>" tooltip="AdaptiveSparkPlan isFinalPlan=true"]; subgraph cluster1 { isCluster="true"; id="cluster1"; label="WholeStageCodegen (2)\n \nduration: 11 ms"; tooltip="WholeStageCodegen (2)"; 2 [id="node2" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 1 ms<br>peak memory: 64.2 MiB<br>number of output rows: 11<br>number of sort fallback tasks: 0<br>avg hash probes per key: 1" tooltip="HashAggregate(keys=[passenger_count#6043L], functions=[])"]; } 3 [id="node3" labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>number of empty partitions: 189<br>partition data size: 1200.0 B<br>number of coalesced partitions: 1" tooltip="AQEShuffleRead coalesced"]; 4 [id="node4" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 20<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 20<br>local bytes read: 644.0 B<br>merged fetch fallback count: 0<br>local blocks read: 11<br>remote merged chunks fetched: 0<br>remote blocks read: 9<br>data size total (min, med, max (stageId: taskId))<br>320.0 B (144.0 B, 176.0 B, 176.0 B (stage 129.0: task 686))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>12 ms (5 ms, 7 ms, 7 ms (stage 129.0: task 685))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 528.0 B<br>number of partitions: 200<br>remote reqs duration: 4 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>1172.0 B (528.0 B, 644.0 B, 644.0 B (stage 129.0: task 686))" tooltip="Exchange hashpartitioning(passenger_count#6043L, 200), ENSURE_REQUIREMENTS, [plan_id=1682]"]; subgraph cluster5 { isCluster="true"; id="cluster5"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n299 ms (109 ms, 190 ms, 190 ms (stage 129.0: task 686))"; tooltip="WholeStageCodegen (1)"; 6 [id="node6" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>280 ms (100 ms, 180 ms, 180 ms (stage 129.0: task 686))<br>peak memory total (min, med, max (stageId: taskId))<br>64.5 MiB (256.0 KiB, 64.2 MiB, 64.2 MiB (stage 129.0: task 686))<br>number of output rows: 20<br>number of sort fallback tasks: 0<br>avg hash probes per key: 1" tooltip="HashAggregate(keys=[passenger_count#6043L], functions=[])"]; 7 [id="node7" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 3,539,193<br>number of input batches: 865" tooltip="ColumnarToRow"]; } 8 [id="node8" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time total (min, med, max (stageId: taskId))<br>65 ms (31 ms, 34 ms, 34 ms (stage 129.0: task 686))<br>metadata time: 0 ms<br>size of files read: 57.1 MiB<br>number of output rows: 3,539,193" tooltip="FileScan parquet [passenger_count#6043L] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-06.parquet], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<passenger_count:bigint>"]; 2->0; 3->2; 4->3; 6->4; 7->6; 8->7; }