digraph G {
subgraph cluster0 {
isCluster="true";
id="cluster0";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n38 ms (0 ms, 0 ms, 27 ms (stage 99.0: task 100))";
tooltip="WholeStageCodegen (1)";
1 [id="node1" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [struct(path, path#4576, partitionValues, partitionValues#4577, size, size#4578L, modificationTime, modificationTime#4579L, dataChange, dataChange#4580, stats, null, tags, tags#4582, deletionVector, deletionVector#4583, baseRowId, baseRowId#4584L, defaultRowCommitVersion, defaultRowCommitVersion#4585L, clusteringProvider, clusteringProvider#4586, numPhysicalRecords, numPhysicalRecords#4588L, numLogicalRecords, ... 1 more fields) AS struct(path, partitionValues, size, modificationTime, dataChange, stats, tags, deletionVector, baseRowId, defaultRowCommitVersion, clusteringProvider, numPhysicalRecords, numLogicalRecords)#4621, numPhysicalRecords#4588L, numLogicalRecords#4590L]"];
2 [id="node2" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [path#4576, partitionValues#4577, size#4578L, modificationTime#4579L, dataChange#4580, tags#4582, deletionVector#4583, baseRowId#4584L, defaultRowCommitVersion#4585L, clusteringProvider#4586, stats#4587.numRecords AS numPhysicalRecords#4588L, (stats#4587.numRecords - coalesce(deletionVector#4583.cardinality, 0)) AS numLogicalRecords#4590L]"];
3 [id="node3" labelType="html" label="<b>Scan ExistingRDD Delta Table State with Stats #2 - file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips/_delta_log</b><br><br>number of output rows: 17" tooltip="Scan ExistingRDD Delta Table State with Stats #2 - file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips/_delta_log[path#4576,partitionValues#4577,size#4578L,modificationTime#4579L,dataChange#4580,stats#4587,tags#4582,deletionVector#4583,baseRowId#4584L,defaultRowCommitVersion#4585L,clusteringProvider#4586]"];
}
2->1;
3->2;
}
== Physical Plan ==
* Project (3)
+- * Project (2)
+- * Scan ExistingRDD Delta Table State with Stats #2 - file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips/_delta_log (1)
(1) Scan ExistingRDD Delta Table State with Stats #2 - file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips/_delta_log [codegen id : 1]
Output [11]: [path#4576, partitionValues#4577, size#4578L, modificationTime#4579L, dataChange#4580, stats#4587, tags#4582, deletionVector#4583, baseRowId#4584L, defaultRowCommitVersion#4585L, clusteringProvider#4586]
Arguments: [path#4576, partitionValues#4577, size#4578L, modificationTime#4579L, dataChange#4580, stats#4587, tags#4582, deletionVector#4583, baseRowId#4584L, defaultRowCommitVersion#4585L, clusteringProvider#4586], Delta Table State with Stats #2 - file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips/_delta_log MapPartitionsRDD[209] at Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in..., ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [12]: [path#4576, partitionValues#4577, size#4578L, modificationTime#4579L, dataChange#4580, tags#4582, deletionVector#4583, baseRowId#4584L, defaultRowCommitVersion#4585L, clusteringProvider#4586, stats#4587.numRecords AS numPhysicalRecords#4588L, (stats#4587.numRecords - coalesce(deletionVector#4583.cardinality, 0)) AS numLogicalRecords#4590L]
Input [11]: [path#4576, partitionValues#4577, size#4578L, modificationTime#4579L, dataChange#4580, stats#4587, tags#4582, deletionVector#4583, baseRowId#4584L, defaultRowCommitVersion#4585L, clusteringProvider#4586]
(3) Project [codegen id : 1]
Output [3]: [struct(path, path#4576, partitionValues, partitionValues#4577, size, size#4578L, modificationTime, modificationTime#4579L, dataChange, dataChange#4580, stats, null, tags, tags#4582, deletionVector, deletionVector#4583, baseRowId, baseRowId#4584L, defaultRowCommitVersion, defaultRowCommitVersion#4585L, clusteringProvider, clusteringProvider#4586, numPhysicalRecords, numPhysicalRecords#4588L, numLogicalRecords, ... 1 more fields) AS struct(path, partitionValues, size, modificationTime, dataChange, stats, tags, deletionVector, baseRowId, defaultRowCommitVersion, clusteringProvider, numPhysicalRecords, numLogicalRecords)#4621, numPhysicalRecords#4588L, numLogicalRecords#4590L]
Input [12]: [path#4576, partitionValues#4577, size#4578L, modificationTime#4579L, dataChange#4580, tags#4582, deletionVector#4583, baseRowId#4584L, defaultRowCommitVersion#4585L, clusteringProvider#4586, numPhysicalRecords#4588L, numLogicalRecords#4590L]