Spark Connect server - SQL / DataFrame

Completed Queries: 18

Completed Queries (18)

Page:


Spark Connect - session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347"
plan {
  root {
    common {
      plan_id: 1
    }
    show_string {
    ...session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347"
plan {
  root {
    common {
      plan_id: 1
    }
    show_string {
      input {
        common {
          plan_id: 0
        }
        read {
          data_source {
            format: "json"
            schema: ""
            options {
              key: "multiLine"
              value: "true"
            }
            paths: "/home/jovyan/data/openaq-api-data/"
          }
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "58399b94-0ce9-4588-bc14-9e8511921db4"
client_observed_server_side_session_id: "08731768-ca98-4261-91f5-7b2066e67530"
Spark Connect - session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347"
plan {
  root {
    common {
      plan_id: 2
    }
    limit {
      inpu...session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347"
plan {
  root {
    common {
      plan_id: 2
    }
    limit {
      input {
        common {
          plan_id: 0
        }
        read {
          data_source {
            format: "json"
            schema: ""
            options {
              key: "multiLine"
              value: "true"
            }
            paths: "/home/jovyan/data/openaq-api-data/"
          }
        }
      }
      limit: 1000
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "712cb346-1233-4fb4-a5cf-d4830df65817"
client_observed_server_side_session_id: "08731768-ca98-4261-91f5-7b2066e67530"
Spark Connect - session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347"
plan {
  root {
    common {
      plan_id: 3
    }
    limit {
      inpu...session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347"
plan {
  root {
    common {
      plan_id: 3
    }
    limit {
      input {
        common {
          plan_id: 0
        }
        read {
          data_source {
            format: "json"
            schema: ""
            options {
              key: "multiLine"
              value: "true"
            }
            paths: "/home/jovyan/data/openaq-api-data/"
          }
        }
      }
      limit: 1000
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "3777c0a3-8e1b-4238-8d89-b552f36bd581"
client_observed_server_side_session_id: "08731768-ca98-4261-91f5-7b2066e67530"
Spark Connect - session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347"
plan {
  root {
    common {
      plan_id: 4
    }
    limit {
      inpu...session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347"
plan {
  root {
    common {
      plan_id: 4
    }
    limit {
      input {
        common {
          plan_id: 0
        }
        read {
          data_source {
            format: "json"
            schema: ""
            options {
              key: "multiLine"
              value: "true"
            }
            paths: "/home/jovyan/data/openaq-api-data/"
          }
        }
      }
      limit: 1000
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "fd82ee84-6f06-4bd4-821a-3b99ee31d1f7"
client_observed_server_side_session_id: "08731768-ca98-4261-91f5-7b2066e67530"
Spark Connect - session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347"
plan {
  root {
    common {
      plan_id: 5
    }
    limit {
      inpu...session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347"
plan {
  root {
    common {
      plan_id: 5
    }
    limit {
      input {
        common {
          plan_id: 0
        }
        read {
          data_source {
            format: "json"
            schema: ""
            options {
              key: "multiLine"
              value: "true"
            }
            paths: "/home/jovyan/data/openaq-api-data/"
          }
        }
      }
      limit: 50
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "b3e57547-5662-4635-977c-ee447a31be3b"
client_observed_server_side_session_id: "08731768-ca98-4261-91f5-7b2066e67530"
Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 1
    }
    limit {
      inpu...session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 1
    }
    limit {
      input {
        common {
          plan_id: 0
        }
        read {
          data_source {
            format: "json"
            schema: ""
            options {
              key: "multiLine"
              value: "true"
            }
            paths: "/home/jovyan/data/openaq-api-data/"
          }
        }
      }
      limit: 50
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "b6b7dc2b-5fe9-4fc8-9d7d-aa70715278fa"
client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"
Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 2
    }
    show_string {
    ...session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 2
    }
    show_string {
      input {
        common {
          plan_id: 0
        }
        read {
          data_source {
            format: "json"
            schema: ""
            options {
              key: "multiLine"
              value: "true"
            }
            paths: "/home/jovyan/data/openaq-api-data/"
          }
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "acd7d8b8-1eea-424a-9058-5d1225d9629c"
client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"
Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 4
    }
    limit {
      inpu...session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 4
    }
    limit {
      input {
        common {
          plan_id: 3
        }
        read {
          data_source {
            format: "json"
            schema: ""
            options {
              key: "multiLine"
              value: "true"
            }
            paths: "/home/jovyan/data/openaq-api-data/"
          }
        }
      }
      limit: 50
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "0883af94-56ed-4259-aec1-fa5a84fdfb12"
client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"
Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 5
    }
    limit {
      inpu...session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 5
    }
    limit {
      input {
        common {
          plan_id: 3
        }
        read {
          data_source {
            format: "json"
            schema: ""
            options {
              key: "multiLine"
              value: "true"
            }
            paths: "/home/jovyan/data/openaq-api-data/"
          }
        }
      }
      limit: 50
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "821179a5-5a80-4f6e-b018-5bddaf31e96a"
client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"
Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 7
    }
    show_string {
    ...session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 7
    }
    show_string {
      input {
        common {
          plan_id: 6
        }
        project {
          input {
            common {
              plan_id: 3
            }
            read {
              data_source {
                format: "json"
                schema: ""
                options {
                  key: ""
                  value: ""
                }
                paths: "/home/jovyan/data/openaq-api-data/"
              }
            }
          }
          expressions {
            expression_string {
              expression: "meta.name as src"
            }
          }
          expressions {
            expression_string {
              expression: "results[0].name as location_name"
            }
          }
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "715440e8-d287-4796-b6b5-5e936e171913"
client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"
Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 9
    }
    limit {
      inpu...session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 9
    }
    limit {
      input {
        common {
          plan_id: 8
        }
        project {
          input {
            common {
              plan_id: 3
            }
            read {
              data_source {
                format: "json"
                schema: ""
                options {
                  key: ""
                  value: ""
                }
                paths: "/home/jovyan/data/openaq-api-data/"
              }
            }
          }
          expressions {
            expression_string {
              expression: "meta.name as src"
            }
          }
          expressions {
            expression_string {
              expression: "results[0].name as location_name"
            }
          }
        }
      }
      limit: 50
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "91683c75-a43c-42e5-98c2-9eec52fe5145"
client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"
Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 10
    }
    limit {
      inp...session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 10
    }
    limit {
      input {
        common {
          plan_id: 8
        }
        project {
          input {
            common {
              plan_id: 3
            }
            read {
              data_source {
                format: "json"
                schema: ""
                options {
                  key: ""
                  value: ""
                }
                paths: "/home/jovyan/data/openaq-api-data/"
              }
            }
          }
          expressions {
            expression_string {
              expression: "meta.name as src"
            }
          }
          expressions {
            expression_string {
              expression: "results[0].name as location_name"
            }
          }
        }
      }
      limit: 1000
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "e009e26c-7538-458a-8ff4-18b8cb11a34b"
client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"
Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 12
    }
    limit {
      inp...session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 12
    }
    limit {
      input {
        common {
          plan_id: 11
        }
        range {
          start: 0
          end: 100
          step: 1
        }
      }
      limit: 1000
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "4d833e9c-853e-4e08-ae99-e17224bc9c52"
client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"
Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 14
    }
    limit {
      inp...session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 14
    }
    limit {
      input {
        common {
          plan_id: 13
        }
        range {
          start: 0
          end: 100
          step: 1
        }
      }
      limit: 1000
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "33c2fd43-4792-4c43-85c1-b116b549c858"
client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"
Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 16
    }
    limit {
      inp...session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 16
    }
    limit {
      input {
        common {
          plan_id: 15
        }
        range {
          start: 0
          end: 100
          step: 1
        }
      }
      limit: 1000
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "e80968fc-2175-4369-ae4d-ce69a4b5af7f"
client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"
Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 17
    }
    limit {
      inp...session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 17
    }
    limit {
      input {
        common {
          plan_id: 8
        }
        project {
          input {
            common {
              plan_id: 3
            }
            read {
              data_source {
                format: "json"
                schema: ""
                options {
                  key: ""
                  value: ""
                }
                paths: "/home/jovyan/data/openaq-api-data/"
              }
            }
          }
          expressions {
            expression_string {
              expression: "meta.name as src"
            }
          }
          expressions {
            expression_string {
              expression: "results[0].name as location_name"
            }
          }
        }
      }
      limit: 1000
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "8122b7e0-9365-4ed8-b94a-12dd8a240ab8"
client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"
Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 19
    }
    limit {
      inp...session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 19
    }
    limit {
      input {
        common {
          plan_id: 18
        }
        range {
          start: 0
          end: 100
          step: 1
        }
      }
      limit: 1000
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "81e70d7e-3e6c-4876-be80-b86c0cbff1a0"
client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"
Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 21
    }
    limit {
      inp...session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012"
plan {
  root {
    common {
      plan_id: 21
    }
    limit {
      input {
        common {
          plan_id: 20
        }
        range {
          start: 0
          end: 100
          step: 1
        }
      }
      limit: 1000
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "4232f665-5c57-4b76-80ab-6eeaf10ddb50"
client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"

ID ▴	Description	Submitted	Duration	Job IDs
0	Spark Connect - session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347" plan { root { common { plan_id: 1 } show_string { ... +details Spark Connect - session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347" plan { root { common { plan_id: 1 } show_string { ... session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347" plan { root { common { plan_id: 1 } show_string { input { common { plan_id: 0 } read { data_source { format: "json" schema: "" options { key: "multiLine" value: "true" } paths: "/home/jovyan/data/openaq-api-data/" } } } num_rows: 20 truncate: 20 } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "58399b94-0ce9-4588-bc14-9e8511921db4" client_observed_server_side_session_id: "08731768-ca98-4261-91f5-7b2066e67530"	2026/08/31 22:06:45	3 s	[1][2]
1	Spark Connect - session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347" plan { root { common { plan_id: 2 } limit { inpu... +details Spark Connect - session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347" plan { root { common { plan_id: 2 } limit { inpu... session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347" plan { root { common { plan_id: 2 } limit { input { common { plan_id: 0 } read { data_source { format: "json" schema: "" options { key: "multiLine" value: "true" } paths: "/home/jovyan/data/openaq-api-data/" } } } limit: 1000 } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "712cb346-1233-4fb4-a5cf-d4830df65817" client_observed_server_side_session_id: "08731768-ca98-4261-91f5-7b2066e67530"	2026/08/31 22:08:18	0.9 s	[3]
2	Spark Connect - session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347" plan { root { common { plan_id: 3 } limit { inpu... +details Spark Connect - session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347" plan { root { common { plan_id: 3 } limit { inpu... session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347" plan { root { common { plan_id: 3 } limit { input { common { plan_id: 0 } read { data_source { format: "json" schema: "" options { key: "multiLine" value: "true" } paths: "/home/jovyan/data/openaq-api-data/" } } } limit: 1000 } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "3777c0a3-8e1b-4238-8d89-b552f36bd581" client_observed_server_side_session_id: "08731768-ca98-4261-91f5-7b2066e67530"	2026/08/31 22:12:00	0.3 s	[4]
3	Spark Connect - session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347" plan { root { common { plan_id: 4 } limit { inpu... +details Spark Connect - session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347" plan { root { common { plan_id: 4 } limit { inpu... session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347" plan { root { common { plan_id: 4 } limit { input { common { plan_id: 0 } read { data_source { format: "json" schema: "" options { key: "multiLine" value: "true" } paths: "/home/jovyan/data/openaq-api-data/" } } } limit: 1000 } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "fd82ee84-6f06-4bd4-821a-3b99ee31d1f7" client_observed_server_side_session_id: "08731768-ca98-4261-91f5-7b2066e67530"	2026/08/31 22:13:59	0.2 s	[5]
4	Spark Connect - session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347" plan { root { common { plan_id: 5 } limit { inpu... +details Spark Connect - session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347" plan { root { common { plan_id: 5 } limit { inpu... session_id: "caaeb6b5-f41c-4883-bf72-76dc5dc7c347" plan { root { common { plan_id: 5 } limit { input { common { plan_id: 0 } read { data_source { format: "json" schema: "" options { key: "multiLine" value: "true" } paths: "/home/jovyan/data/openaq-api-data/" } } } limit: 50 } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "b3e57547-5662-4635-977c-ee447a31be3b" client_observed_server_side_session_id: "08731768-ca98-4261-91f5-7b2066e67530"	2026/08/31 22:14:13	0.2 s	[6]
5	Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 1 } limit { inpu... +details Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 1 } limit { inpu... session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 1 } limit { input { common { plan_id: 0 } read { data_source { format: "json" schema: "" options { key: "multiLine" value: "true" } paths: "/home/jovyan/data/openaq-api-data/" } } } limit: 50 } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "b6b7dc2b-5fe9-4fc8-9d7d-aa70715278fa" client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"	2026/08/31 22:15:11	0.4 s	[8]
6	Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 2 } show_string { ... +details Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 2 } show_string { ... session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 2 } show_string { input { common { plan_id: 0 } read { data_source { format: "json" schema: "" options { key: "multiLine" value: "true" } paths: "/home/jovyan/data/openaq-api-data/" } } } num_rows: 20 truncate: 20 } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "acd7d8b8-1eea-424a-9058-5d1225d9629c" client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"	2026/08/31 22:15:40	0.5 s	[9][10]
7	Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 4 } limit { inpu... +details Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 4 } limit { inpu... session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 4 } limit { input { common { plan_id: 3 } read { data_source { format: "json" schema: "" options { key: "multiLine" value: "true" } paths: "/home/jovyan/data/openaq-api-data/" } } } limit: 50 } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "0883af94-56ed-4259-aec1-fa5a84fdfb12" client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"	2026/08/31 22:16:42	0.3 s	[12]
8	Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 5 } limit { inpu... +details Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 5 } limit { inpu... session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 5 } limit { input { common { plan_id: 3 } read { data_source { format: "json" schema: "" options { key: "multiLine" value: "true" } paths: "/home/jovyan/data/openaq-api-data/" } } } limit: 50 } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "821179a5-5a80-4f6e-b018-5bddaf31e96a" client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"	2026/08/31 22:18:52	0.2 s	[13]
9	Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 7 } show_string { ... +details Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 7 } show_string { ... session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 7 } show_string { input { common { plan_id: 6 } project { input { common { plan_id: 3 } read { data_source { format: "json" schema: "" options { key: "" value: "" } paths: "/home/jovyan/data/openaq-api-data/" } } } expressions { expression_string { expression: "meta.name as src" } } expressions { expression_string { expression: "results[0].name as location_name" } } } } num_rows: 20 truncate: 20 } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "715440e8-d287-4796-b6b5-5e936e171913" client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"	2026/08/31 22:21:09	0.4 s	[14][15]
10	Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 9 } limit { inpu... +details Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 9 } limit { inpu... session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 9 } limit { input { common { plan_id: 8 } project { input { common { plan_id: 3 } read { data_source { format: "json" schema: "" options { key: "" value: "" } paths: "/home/jovyan/data/openaq-api-data/" } } } expressions { expression_string { expression: "meta.name as src" } } expressions { expression_string { expression: "results[0].name as location_name" } } } } limit: 50 } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "91683c75-a43c-42e5-98c2-9eec52fe5145" client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"	2026/08/31 22:22:23	0.4 s	[16]
11	Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 10 } limit { inp... +details Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 10 } limit { inp... session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 10 } limit { input { common { plan_id: 8 } project { input { common { plan_id: 3 } read { data_source { format: "json" schema: "" options { key: "" value: "" } paths: "/home/jovyan/data/openaq-api-data/" } } } expressions { expression_string { expression: "meta.name as src" } } expressions { expression_string { expression: "results[0].name as location_name" } } } } limit: 1000 } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "e009e26c-7538-458a-8ff4-18b8cb11a34b" client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"	2026/08/31 22:22:38	0.4 s	[17]
12	Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 12 } limit { inp... +details Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 12 } limit { inp... session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 12 } limit { input { common { plan_id: 11 } range { start: 0 end: 100 step: 1 } } limit: 1000 } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "4d833e9c-853e-4e08-ae99-e17224bc9c52" client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"	2026/08/31 22:22:56	0.2 s	[18]
13	Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 14 } limit { inp... +details Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 14 } limit { inp... session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 14 } limit { input { common { plan_id: 13 } range { start: 0 end: 100 step: 1 } } limit: 1000 } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "33c2fd43-4792-4c43-85c1-b116b549c858" client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"	2026/08/31 22:25:41	47 ms	[19]
14	Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 16 } limit { inp... +details Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 16 } limit { inp... session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 16 } limit { input { common { plan_id: 15 } range { start: 0 end: 100 step: 1 } } limit: 1000 } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "e80968fc-2175-4369-ae4d-ce69a4b5af7f" client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"	2026/08/31 22:25:46	49 ms	[20]
15	Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 17 } limit { inp... +details Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 17 } limit { inp... session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 17 } limit { input { common { plan_id: 8 } project { input { common { plan_id: 3 } read { data_source { format: "json" schema: "" options { key: "" value: "" } paths: "/home/jovyan/data/openaq-api-data/" } } } expressions { expression_string { expression: "meta.name as src" } } expressions { expression_string { expression: "results[0].name as location_name" } } } } limit: 1000 } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "8122b7e0-9365-4ed8-b94a-12dd8a240ab8" client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"	2026/08/31 22:25:55	0.1 s	[21]
16	Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 19 } limit { inp... +details Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 19 } limit { inp... session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 19 } limit { input { common { plan_id: 18 } range { start: 0 end: 100 step: 1 } } limit: 1000 } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "81e70d7e-3e6c-4876-be80-b86c0cbff1a0" client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"	2026/08/31 22:27:44	54 ms	[22]
17	Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 21 } limit { inp... +details Spark Connect - session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 21 } limit { inp... session_id: "f486fc65-e5b0-488d-9a87-31e3485cc012" plan { root { common { plan_id: 21 } limit { input { common { plan_id: 20 } range { start: 0 end: 100 step: 1 } } limit: 1000 } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "4232f665-5c57-4b76-80ab-6eeaf10ddb50" client_observed_server_side_session_id: "207ae930-9717-4d75-8645-f6007f2241c6"	2026/08/31 22:28:00	85 ms	[23]

Page: