digraph G { 0 [id="node0" labelType="html" label="<b>CollectLimit</b><br><br>shuffle records written: 6<br>remote merged reqs duration total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 82.0: task 569))<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82.0: task 569))<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>local merged bytes read total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82.0: task 569))<br>remote reqs duration total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 82.0: task 569))<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>2 ms (0 ms, 0 ms, 0 ms (stage 82.0: task 575))<br>remote merged bytes read total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82.0: task 569))<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 82.0: task 569))<br>remote bytes read total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82.0: task 569))<br>remote bytes read to disk total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82.0: task 569))<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>880.0 B (0.0 B, 0.0 B, 158.0 B (stage 82.0: task 570))" tooltip="CollectLimit 1"]; subgraph cluster1 { isCluster="true"; id="cluster1"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n0 ms (0 ms, 0 ms, 0 ms (stage 82.0: task 569))"; tooltip="WholeStageCodegen (1)"; 2 [id="node2" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 24,576<br>number of input batches: 6" tooltip="ColumnarToRow"]; } 3 [id="node3" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 96<br>scan time total (min, med, max (stageId: taskId))<br>4.9 s (0 ms, 0 ms, 929 ms (stage 82.0: task 568))<br>metadata time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (driver))<br>size of files read total (min, med, max (stageId: taskId))<br>5.9 GiB (0.0 B, 0.0 B, 5.9 GiB (driver))<br>number of output rows: 24,576" tooltip="FileScan parquet [VendorID#5754L,tpep_pickup_datetime#5755,tpep_dropoff_datetime#5756,passenger_count#5757L,trip_distance#5758,RatecodeID#5759L,store_and_fwd_flag#5760,PULocationID#5761L,DOLocationID#5762L,payment_type#5763L,fare_amount#5764,extra#5765,mta_tax#5766,tip_amount#5767,tolls_amount#5768,improvement_surcharge#5769,total_amount#5770,congestion_surcharge#5771,airport_fee#5772] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/home/jovyan/data/yellow-taxi], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<VendorID:bigint,tpep_pickup_datetime:timestamp_ntz,tpep_dropoff_datetime:timestamp_ntz,pas..."]; 2->0; 3->2; }