| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 24 | Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
root {
common {
plan_id: 9
}
limit {
inpu... Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
root {
common {
plan_id: 9
}
limit {
inpu... session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
root {
common {
plan_id: 9
}
limit {
input {
common {
plan_id: 8
}
project {
input {
common {
plan_id: 3
}
read {
data_source {
format: "json"
schema: ""
options {
key: ""
value: ""
}
paths: "/home/jovyan/data/openaq-api-data/"
}
}
}
expressions {
expression_string {
expression: "meta.name as src"
}
}
expressions {
expression_string {
expression: "results[0].name as location_name"
}
}
}
}
limit: 50
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "91683c75-a43c-42e5-98c2-9eec52fe5145"
client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"
| 2026/08/31 22:22:23 | 0.1 s |
1/1
| 228.0 B | |||
| 23 | Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
root {
common {
plan_id: 9
}
limit {
inpu... Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
root {
common {
plan_id: 9
}
limit {
inpu... session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
root {
common {
plan_id: 9
}
limit {
input {
common {
plan_id: 8
}
project {
input {
common {
plan_id: 3
}
read {
data_source {
format: "json"
schema: ""
options {
key: ""
value: ""
}
paths: "/home/jovyan/data/openaq-api-data/"
}
}
}
expressions {
expression_string {
expression: "meta.name as src"
}
}
expressions {
expression_string {
expression: "results[0].name as location_name"
}
}
}
}
limit: 50
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "91683c75-a43c-42e5-98c2-9eec52fe5145"
client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"
| 2026/08/31 22:22:23 | 0.2 s |
2/2
| 15.5 KiB | 228.0 B |