| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 71 | Spark Connect - session_id: "20940173-f487-4e25-8f98-6f39178312cd"
plan {
root {
common {
plan_id: 6
}
limit {
inpu... Spark Connect - session_id: "20940173-f487-4e25-8f98-6f39178312cd"
plan {
root {
common {
plan_id: 6
}
limit {
inpu... session_id: "20940173-f487-4e25-8f98-6f39178312cd"
plan {
root {
common {
plan_id: 6
}
limit {
input {
common {
plan_id: 0
}
read {
data_source {
format: "json"
schema: ""
options {
key: "multiLine"
value: "true"
}
paths: "/home/jovyan/data/openaq-api-data/"
}
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "60e80d88-3a21-48c1-a3cc-21620dfb76ae"
client_observed_server_side_session_id: "874f7c59-4413-4e4f-b2ce-16cea30ebf91"
| 2026/09/01 08:56:20 | 49 ms |
1/1
| 10.4 KiB | |||
| 70 | Spark Connect - session_id: "20940173-f487-4e25-8f98-6f39178312cd"
plan {
root {
common {
plan_id: 6
}
limit {
inpu... Spark Connect - session_id: "20940173-f487-4e25-8f98-6f39178312cd"
plan {
root {
common {
plan_id: 6
}
limit {
inpu... session_id: "20940173-f487-4e25-8f98-6f39178312cd"
plan {
root {
common {
plan_id: 6
}
limit {
input {
common {
plan_id: 0
}
read {
data_source {
format: "json"
schema: ""
options {
key: "multiLine"
value: "true"
}
paths: "/home/jovyan/data/openaq-api-data/"
}
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "60e80d88-3a21-48c1-a3cc-21620dfb76ae"
client_observed_server_side_session_id: "874f7c59-4413-4e4f-b2ce-16cea30ebf91"
| 2026/09/01 08:56:20 | 0.1 s |
2/2
| 347.9 KiB | 10.4 KiB |