| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 116 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 116
}
aggregate {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 116
}
aggregate {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 116
}
aggregate {
input {
common {
plan_id: 115
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "1534209b-e69e-4668-879a-4f7b18f0c8ed"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:04:23 | 0.2 s |
1/1
| 3.0 KiB |
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 115 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 116
}
aggregate {
...
RDD: Delta Table State #2 - file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips/_delta_logDelta Table State with Stats #2 - file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips/_delta_log
session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 116
}
aggregate {
input {
common {
plan_id: 115
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "1534209b-e69e-4668-879a-4f7b18f0c8ed"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| Unknown | Unknown |
0/50
| ||||
| 114 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
input {
common {
plan_id: 111
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "5c4d2c10-fdcb-48fb-b90d-06cbd97c3009"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| Unknown | Unknown |
0/2
|