| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 139 | Spark Connect - session_id: "66d3b34f-50e9-4013-a5b4-b29acaa975d9"
plan {
root {
common {
plan_id: 27
}
aggregate {
... Spark Connect - session_id: "66d3b34f-50e9-4013-a5b4-b29acaa975d9"
plan {
root {
common {
plan_id: 27
}
aggregate {
... session_id: "66d3b34f-50e9-4013-a5b4-b29acaa975d9"
plan {
root {
common {
plan_id: 27
}
aggregate {
input {
common {
plan_id: 23
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi"
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "7a568397-e4c0-405b-994a-873144238c80"
client_observed_server_side_session_id: "43aebdaa-5ce0-4eb6-ac99-4b371350fa36"
| 2026/09/03 05:52:09 | 1 s |
62/62
| 916.0 KiB | 3.6 KiB |