digraph G {
0 [id="node0" labelType="html" label="<br><b>CollectLimit</b><br><br>" tooltip="CollectLimit 1000"];
subgraph cluster1 {
isCluster="true";
id="cluster1";
label="WholeStageCodegen (1)";
tooltip="WholeStageCodegen (1)";
2 [id="node2" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [VendorID#6146L, tpep_pickup_datetime#6147, tpep_dropoff_datetime#6148, trip_distance#6150, RatecodeID#6151L, store_and_fwd_flag#6152, PULocationID#6153L, DOLocationID#6154L, payment_type#6155L, fare_amount#6156, extra#6157, mta_tax#6158, tip_amount#6159, tolls_amount#6160, improvement_surcharge#6161, total_amount#6162, congestion_surcharge#6163, airport_fee#6164, passenger_count#6149]"];
3 [id="node3" labelType="html" label="<br><b>ColumnarToRow</b><br><br>" tooltip="ColumnarToRow"];
}
4 [id="node4" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 96<br>metadata time: 0 ms<br>size of files read: 5.9 GiB" tooltip="FileScan parquet [VendorID#6146L,tpep_pickup_datetime#6147,tpep_dropoff_datetime#6148,passenger_count#6149,trip_distance#6150,RatecodeID#6151L,store_and_fwd_flag#6152,PULocationID#6153L,DOLocationID#6154L,payment_type#6155L,fare_amount#6156,extra#6157,mta_tax#6158,tip_amount#6159,tolls_amount#6160,improvement_surcharge#6161,total_amount#6162,congestion_surcharge#6163,airport_fee#6164] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/home/jovyan/data/yellow-taxi], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<VendorID:bigint,tpep_pickup_datetime:timestamp_ntz,tpep_dropoff_datetime:timestamp_ntz,pas..."];
2->0;
3->2;
4->3;
}
== Physical Plan ==
CollectLimit (4)
+- * Project (3)
+- * ColumnarToRow (2)
+- Scan parquet (1)
(1) Scan parquet
Output [19]: [VendorID#6146L, tpep_pickup_datetime#6147, tpep_dropoff_datetime#6148, passenger_count#6149, trip_distance#6150, RatecodeID#6151L, store_and_fwd_flag#6152, PULocationID#6153L, DOLocationID#6154L, payment_type#6155L, fare_amount#6156, extra#6157, mta_tax#6158, tip_amount#6159, tolls_amount#6160, improvement_surcharge#6161, total_amount#6162, congestion_surcharge#6163, airport_fee#6164]
Batched: true
Location: InMemoryFileIndex [file:/home/jovyan/data/yellow-taxi]
ReadSchema: struct<VendorID:bigint,tpep_pickup_datetime:timestamp_ntz,tpep_dropoff_datetime:timestamp_ntz,passenger_count:string,trip_distance:double,RatecodeID:bigint,store_and_fwd_flag:string,PULocationID:bigint,DOLocationID:bigint,payment_type:bigint,fare_amount:double,extra:double,mta_tax:double,tip_amount:double,tolls_amount:double,improvement_surcharge:double,total_amount:double,congestion_surcharge:double,airport_fee:double>
(2) ColumnarToRow [codegen id : 1]
Input [19]: [VendorID#6146L, tpep_pickup_datetime#6147, tpep_dropoff_datetime#6148, passenger_count#6149, trip_distance#6150, RatecodeID#6151L, store_and_fwd_flag#6152, PULocationID#6153L, DOLocationID#6154L, payment_type#6155L, fare_amount#6156, extra#6157, mta_tax#6158, tip_amount#6159, tolls_amount#6160, improvement_surcharge#6161, total_amount#6162, congestion_surcharge#6163, airport_fee#6164]
(3) Project [codegen id : 1]
Output [19]: [VendorID#6146L, tpep_pickup_datetime#6147, tpep_dropoff_datetime#6148, trip_distance#6150, RatecodeID#6151L, store_and_fwd_flag#6152, PULocationID#6153L, DOLocationID#6154L, payment_type#6155L, fare_amount#6156, extra#6157, mta_tax#6158, tip_amount#6159, tolls_amount#6160, improvement_surcharge#6161, total_amount#6162, congestion_surcharge#6163, airport_fee#6164, passenger_count#6149]
Input [19]: [VendorID#6146L, tpep_pickup_datetime#6147, tpep_dropoff_datetime#6148, passenger_count#6149, trip_distance#6150, RatecodeID#6151L, store_and_fwd_flag#6152, PULocationID#6153L, DOLocationID#6154L, payment_type#6155L, fare_amount#6156, extra#6157, mta_tax#6158, tip_amount#6159, tolls_amount#6160, improvement_surcharge#6161, total_amount#6162, congestion_surcharge#6163, airport_fee#6164]
(4) CollectLimit
Input [19]: [VendorID#6146L, tpep_pickup_datetime#6147, tpep_dropoff_datetime#6148, trip_distance#6150, RatecodeID#6151L, store_and_fwd_flag#6152, PULocationID#6153L, DOLocationID#6154L, payment_type#6155L, fare_amount#6156, extra#6157, mta_tax#6158, tip_amount#6159, tolls_amount#6160, improvement_surcharge#6161, total_amount#6162, congestion_surcharge#6163, airport_fee#6164, passenger_count#6149]
Arguments: 1000