| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 267 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 190
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-02.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "f51353ee-b876-4820-8de9-8e595ad43048"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:10 | 25 ms |
1/1
| ||||
| 266 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 188
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "8251ea1b-2aa4-4e33-9d45-236b851177ae"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:10 | 25 ms |
1/1
| ||||
| 265 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 186
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-02.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "131986c8-8cfc-4db3-a6cc-6201942f62e0"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:10 | 47 ms |
1/1
| ||||
| 264 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 184
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-04.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "d90ee069-8ce2-49c2-8ac7-5b3b13c0da5d"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:10 | 20 ms |
1/1
| ||||
| 263 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 182
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-09.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a2301a18-0e5c-483a-b9c5-4256bfc59c7f"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:10 | 28 ms |
1/1
| ||||
| 262 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 180
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "bf000549-c1aa-4eb9-924e-d87ff0d8d33f"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:10 | 20 ms |
1/1
| ||||
| 261 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 178
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-04.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "7a710e17-02ae-4a00-94f4-26950f47b03f"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:10 | 28 ms |
1/1
| ||||
| 260 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 176
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-09.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "4aa96cc8-eac5-47dd-a15d-7d6ec84e4631"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:10 | 28 ms |
1/1
| ||||
| 259 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 174
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-06.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "12b1ae76-d166-4c27-9c07-8187996ee91e"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:09 | 49 ms |
1/1
| ||||
| 258 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 172
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "dd6f855b-4b32-4fb2-8d11-f133ff6422b0"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:09 | 30 ms |
1/1
| ||||
| 257 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 170
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "49bf026a-31fb-4e3b-a127-7952a0a67f41"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:09 | 20 ms |
1/1
| ||||
| 256 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 168
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-02.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "9d08ab95-a13f-4b32-af42-1a9b9a8db562"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:09 | 27 ms |
1/1
| ||||
| 255 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 166
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-03.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "c9f6afc9-1002-4e61-a0c6-75a6e13466d1"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:09 | 30 ms |
1/1
| ||||
| 254 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 164
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-02.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "68456b2c-116e-405c-9494-0c45481a30f9"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:09 | 30 ms |
1/1
| ||||
| 253 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 162
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-01.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "f988164d-2a30-4c6c-812b-4ad65094c526"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:09 | 48 ms |
1/1
| ||||
| 252 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 160
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "425e9ce3-23ef-448b-be7a-da8b0336f908"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:08 | 29 ms |
1/1
| ||||
| 251 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 158
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-11.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "04c2c4d4-48cd-41f1-911a-34f31a74a4dd"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:08 | 23 ms |
1/1
| ||||
| 250 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 156
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "2d69db4e-6414-4518-b9f7-a4f2a54548ab"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:08 | 20 ms |
1/1
| ||||
| 249 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 154
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "2cd0c3f1-7085-448d-af0e-31d580b5d84f"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:08 | 26 ms |
1/1
| ||||
| 248 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 152
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-11.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "b452b4b9-2c1d-401d-856d-69a829ad0aaa"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:08 | 22 ms |
1/1
| ||||
| 247 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 150
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "b5b19e34-af5f-43f4-8dae-a7a494428649"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:08 | 27 ms |
1/1
| ||||
| 246 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 148
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-03.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "88dfc4ad-bfe4-4e22-a465-84d5a27f6a7d"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:08 | 47 ms |
1/1
| ||||
| 245 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 146
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-11.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a096a92e-2cf9-4190-bd0c-07e3dea8fab7"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:08 | 45 ms |
1/1
| ||||
| 244 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 144
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-01.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e9d4efb1-75f2-497f-9d0f-d75b7833153b"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:08 | 34 ms |
1/1
| ||||
| 243 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 142
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-06.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "86f21334-439e-47d0-a875-fd51c6187d5c"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:08 | 25 ms |
1/1
| ||||
| 242 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 140
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-01.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "8d6ace22-b5ab-4313-a159-d5f59b0f7b07"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:07 | 39 ms |
1/1
| ||||
| 241 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 138
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "52a96a13-df5e-4a95-af5a-163a6252c863"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:07 | 40 ms |
1/1
| ||||
| 240 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 136
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-06.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "57ae2e76-b04c-45fc-bed4-787052fe1f0b"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:07 | 22 ms |
1/1
| ||||
| 239 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 134
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-09.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "2b2caa6f-19ec-4b1d-a859-3e6126e4c68b"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:07 | 73 ms |
1/1
| ||||
| 238 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 132
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-11.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "c647fcb0-13e5-47e7-a2c6-e0920af818ee"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:07 | 27 ms |
1/1
| ||||
| 237 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 130
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-03.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a4ec91a3-2e3c-4564-828a-1af8b644b1ba"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:07 | 20 ms |
1/1
| ||||
| 236 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 128
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-01.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "0f6391dc-4186-438a-a313-ba7c32f0b0e6"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:07 | 36 ms |
1/1
| ||||
| 235 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 126
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-02.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "d30ab6dc-8509-490d-9183-1f392faaeab6"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:06 | 28 ms |
1/1
| ||||
| 234 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 124
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "0ee9b11f-8e57-463c-86a9-723e65186262"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:06 | 25 ms |
1/1
| ||||
| 233 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 122
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-09.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "f1c57fb8-ee34-47e9-9a07-720cfd1c5e8e"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:06 | 33 ms |
1/1
| ||||
| 232 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 120
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-11.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "581465f6-3066-4298-b9b9-5ec1adcbc575"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:06 | 51 ms |
1/1
| ||||
| 231 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 118
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e95632ff-dda1-4fe8-90ec-9a939137983b"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:06 | 54 ms |
1/1
| ||||
| 230 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 116
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-11.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "dc8a1ecd-9dcf-4368-b9f1-539b5cd080ee"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:14:06 | 38 ms |
1/1
| ||||
| 229 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 114
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "21211c3d-a004-4101-a1bb-488c89fddc2f"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:39 | 26 s |
2/2
| 20.1 KiB | 143.1 MiB | ||
| 228 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 114
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "21211c3d-a004-4101-a1bb-488c89fddc2f"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:39 | 46 ms |
1/1
| ||||
| 227 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 112
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "1b892df8-440a-4e11-8f2a-a8e9f5a0d381"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:39 | 28 ms |
1/1
| ||||
| 226 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 110
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-06.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "5fac896b-bc68-4d5c-bcc2-abfc406e750f"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:39 | 31 ms |
1/1
| ||||
| 225 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 108
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-06.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "821d0b0d-41ea-48a1-b8fa-a3c7cf284237"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:39 | 48 ms |
1/1
| ||||
| 224 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 106
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-04.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "29dbea9c-4898-40e0-8360-9ebb3400571e"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:39 | 41 ms |
1/1
| ||||
| 223 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 104
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "0cc0f910-7a61-4785-aaf6-54f3223e0dab"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:38 | 29 ms |
1/1
| ||||
| 222 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 102
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-04.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "50badd40-73b6-413c-bf7f-913fa37c99a1"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:38 | 35 ms |
1/1
| ||||
| 221 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 100
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-03.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "193c6253-94c4-4d1c-b0b0-d48c996d246e"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:38 | 38 ms |
1/1
| ||||
| 220 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 98
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "15644fc0-5219-436f-978a-262f2851cff8"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:38 | 33 ms |
1/1
| ||||
| 219 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 96
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-09.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "3c9481a0-0f2d-428a-9746-fcd72062da9f"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:38 | 65 ms |
1/1
| ||||
| 218 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 94
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "00f8c9d7-c11a-411f-b7be-c0be0e2f29b0"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:38 | 49 ms |
1/1
| ||||
| 217 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 92
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-01.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e22ae106-151d-445f-92a5-48264e354cc9"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:38 | 36 ms |
1/1
| ||||
| 216 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 90
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-03.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "14c8aa2c-e9b7-4654-8609-907121af310f"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:38 | 27 ms |
1/1
| ||||
| 215 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 88
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-02.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "1f032c4e-d4a8-4748-b54f-a53e0013de78"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:37 | 42 ms |
1/1
| ||||
| 214 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 86
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-09.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "d7ae4bfa-6ae1-4130-a89f-a2a3062ce403"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:37 | 68 ms |
1/1
| ||||
| 213 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 84
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-03.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "6bc41597-674a-4fee-9ab3-55277c54abe3"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:37 | 41 ms |
1/1
| ||||
| 212 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 82
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "b69fd70b-bb76-4198-91e3-0f7223de0693"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:37 | 28 ms |
1/1
| ||||
| 211 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 80
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-04.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "d3e4ca73-208a-48c3-bbdf-5076a7d99caa"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:37 | 42 ms |
1/1
| ||||
| 210 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 78
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-03.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "be22460e-a3d6-4c1d-98e9-0f8c38a34805"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:37 | 59 ms |
1/1
| ||||
| 209 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 76
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-01.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "31428a5a-88f9-453a-b45c-c7644ee6ce7e"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:37 | 30 ms |
1/1
| ||||
| 208 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 74
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-01.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "7338ba55-d94b-45e1-998b-8100ac497b10"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:36 | 44 ms |
1/1
| ||||
| 207 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 72
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "4fae2a35-37ef-4ee1-a1b5-ff7757bf2cff"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:36 | 25 ms |
1/1
| ||||
| 206 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 70
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "43d0c529-3218-4ae3-a405-0e00f1eb6600"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:36 | 30 ms |
1/1
| ||||
| 205 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 68
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "1a81ea2a-525d-4e8d-9b12-741b7aa7c3f9"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:36 | 30 ms |
1/1
| ||||
| 204 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 66
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "1842e87c-6411-4588-a7cc-b4a675f5ab04"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:36 | 37 ms |
1/1
| ||||
| 203 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 64
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-09.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "d3b188fb-9986-4e7b-a6e2-4c40c4e69317"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:36 | 41 ms |
1/1
| ||||
| 202 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 62
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-09.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "11505f12-b6ea-4784-8780-c85845c387a8"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:36 | 35 ms |
1/1
| ||||
| 201 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 60
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-04.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "2c86dd1a-1570-4f98-9e2e-9b81a80d2006"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:35 | 71 ms |
1/1
| ||||
| 200 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 58
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-04.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "89c328c3-476f-4d77-ae7a-980f234b092b"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:35 | 36 ms |
1/1
| ||||
| 199 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 56
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "3a1b4a58-3756-4684-a865-1c18f8afce94"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:35 | 23 ms |
1/1
| ||||
| 198 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 54
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a71ebdcc-81b1-4f0f-8ba8-05eb45a4bb71"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:35 | 37 ms |
1/1
| ||||
| 197 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 52
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-06.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "82e7c2d4-fb99-40f7-b2c3-701d13a1e7b3"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:35 | 55 ms |
1/1
| ||||
| 196 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 50
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-04.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "453243e3-12f6-43ff-b295-28633ad30539"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:35 | 26 ms |
1/1
| ||||
| 195 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 48
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "038056f6-65ae-4842-828e-83013290f29d"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:35 | 20 ms |
1/1
| ||||
| 194 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 46
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "3a121330-0197-4c65-82ea-66cd99480a68"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:35 | 23 ms |
1/1
| ||||
| 193 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 44
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "7a5df2e0-b57e-470b-94e5-badc2b56aa44"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:35 | 33 ms |
1/1
| ||||
| 192 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 42
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-06.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "320e82c2-abf9-41e7-831c-5b4e4e6469f9"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:34 | 25 ms |
1/1
| ||||
| 191 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 40
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a9b43a10-8ee3-4cdc-b188-b967035b5a2e"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:34 | 44 ms |
1/1
| ||||
| 190 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 38
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "19df5b34-f378-494e-81db-e3371ab2c257"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:34 | 44 ms |
1/1
| ||||
| 189 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 36
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "858e3b2b-185a-49ad-8d3f-1c664581c01e"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:34 | 21 ms |
1/1
| ||||
| 188 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 34
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "58782597-3c4f-4429-82f1-d7be3d74c34e"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:34 | 77 ms |
1/1
| ||||
| 187 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 32
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-11.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "ed081ed8-4ab9-4e4d-a9d8-f25faeb6c9ed"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:34 | 86 ms |
1/1
| ||||
| 186 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 30
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "8bcbc6a0-14e8-4a77-9380-2b94ecc9e95b"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:34 | 50 ms |
1/1
| ||||
| 185 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 28
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "b041af04-e936-43f4-ae5f-b9c73544bfdd"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:33 | 23 ms |
1/1
| ||||
| 184 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 26
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-06.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "43c883ae-8661-4fae-9072-fff947596643"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:33 | 43 ms |
1/1
| ||||
| 183 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 24
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-02.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "f8ae7c29-a8ea-4205-a0a3-f1dd0000d6a4"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:33 | 29 ms |
1/1
| ||||
| 182 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 22
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "070b7388-8ec5-4d50-b7fa-defa8b2fc8d7"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:33 | 26 ms |
1/1
| ||||
| 181 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 20
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-02.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "993baa0e-ddcb-4699-b50a-50e6c4c21fde"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:33 | 76 ms |
1/1
| ||||
| 180 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 18
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-01.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "ce551e70-2c11-40d6-bee9-c12c33e80063"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:33 | 78 ms |
1/1
| ||||
| 179 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 16
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "035259f2-8534-4df9-9603-193cb3db6fe8"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:08 | 25 s |
2/2
| 20.1 KiB | 151.1 MiB | ||
| 178 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 16
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "035259f2-8534-4df9-9603-193cb3db6fe8"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:07 | 26 ms |
1/1
| ||||
| 177 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 14
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-03.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "d2e00546-45c8-4a1f-890f-63c0315ed1cc"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:07 | 0.2 s |
1/1
| ||||
| 176 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 12
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "ccc38014-821f-42c5-b1f5-65d5700fbadf"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:07 | 65 ms |
1/1
| ||||
| 175 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 10
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "95614555-3777-4dfe-826f-dd28d83359e8"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:13:06 | 35 ms |
1/1
| ||||
| 174 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 8
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "4a0e6fa4-11f8-45c5-9138-12142a2c4d93"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:12:39 | 27 s |
2/2
| 20.1 KiB | 143.2 MiB | ||
| 173 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 8
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "4a0e6fa4-11f8-45c5-9138-12142a2c4d93"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:12:39 | 31 ms |
1/1
| ||||
| 172 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 6
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "49321596-692d-4bbb-9aa6-ac0b49869aae"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:12:39 | 34 ms |
1/1
| ||||
| 171 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 4
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "7eb4ab4c-6e7e-4cda-971f-5b6294638da5"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:12:39 | 23 ms |
1/1
| ||||
| 170 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 2
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-11.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "f1a22686-1c05-430b-bd21-db360e87205f"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
| 2026/09/03 16:12:38 | 30 ms |
1/1
| ||||
| 169 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 0
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "72c531e6-b91e-430c-a90f-107332e492cb"
| 2026/09/03 16:12:07 | 31 s |
2/2
| 20.1 KiB | 161.9 MiB | ||
| 168 | Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 0
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "72c531e6-b91e-430c-a90f-107332e492cb"
| 2026/09/03 16:12:07 | 29 ms |
1/1
|
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 115 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 116
}
aggregate {
...
RDD: Delta Table State #2 - file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips/_delta_logDelta Table State with Stats #2 - file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips/_delta_log
session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 116
}
aggregate {
input {
common {
plan_id: 115
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "1534209b-e69e-4668-879a-4f7b18f0c8ed"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| Unknown | Unknown |
0/50
| ||||
| 114 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
input {
common {
plan_id: 111
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "5c4d2c10-fdcb-48fb-b90d-06cbd97c3009"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| Unknown | Unknown |
0/2
| ||||
| 112 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
input {
common {
plan_id: 111
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "5c4d2c10-fdcb-48fb-b90d-06cbd97c3009"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| Unknown | Unknown |
0/2
| ||||
| 110 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 114
}
aggregate {
...
RDD: Delta Table State #2 - file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips/_delta_logDelta Table State with Stats #2 - file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips/_delta_log
session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 114
}
aggregate {
input {
common {
plan_id: 113
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "7e420069-8d5c-4a04-8ffd-b5541331883b"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| Unknown | Unknown |
0/50
| ||||
| 109 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
input {
common {
plan_id: 111
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "5c4d2c10-fdcb-48fb-b90d-06cbd97c3009"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| Unknown | Unknown |
0/2
| ||||
| 107 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
input {
common {
plan_id: 111
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "5c4d2c10-fdcb-48fb-b90d-06cbd97c3009"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| Unknown | Unknown |
0/2
| ||||
| 103 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in...
RDD: Delta Table State #2 - file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips/_delta_log
session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
input {
common {
plan_id: 111
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "5c4d2c10-fdcb-48fb-b90d-06cbd97c3009"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| Unknown | Unknown |
0/50
| ||||
| 102 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
input {
common {
plan_id: 111
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "5c4d2c10-fdcb-48fb-b90d-06cbd97c3009"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| Unknown | Unknown |
0/2
| ||||
| 100 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
input {
common {
plan_id: 111
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "5c4d2c10-fdcb-48fb-b90d-06cbd97c3009"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| Unknown | Unknown |
0/2
| ||||
| 98 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
input {
common {
plan_id: 111
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "5c4d2c10-fdcb-48fb-b90d-06cbd97c3009"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| Unknown | Unknown |
0/2
|
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write | Failure Reason |
|---|---|---|---|---|---|---|---|---|---|
| 165 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 187
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "ce16240e-152e-4179-aeb2-45a9b7a0bbbf"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:23 | 4 s |
1/2
(1 killed: Stage cancelled: [SPARK_JOB_CANCELLED] Job 154 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_ce16240e-152e-4179-aeb2-45a9b7a0bbbf has failed. SQLSTATE: XXKDA)
| 20.2 KiB | SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 154 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_ce16240e-152e-4179-aeb2-45a9b7a0bbbf has failed. SQLSTATE: XXKDA |
|||
| 163 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 185
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a1541722-9f42-44d1-b623-e01e03ca7219"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:17 | 5 s |
1/2
(1 killed: Stage cancelled: [SPARK_JOB_CANCELLED] Job 152 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_a1541722-9f42-44d1-b623-e01e03ca7219 has failed. SQLSTATE: XXKDA)
| 20.3 KiB | SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 152 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_a1541722-9f42-44d1-b623-e01e03ca7219 has failed. SQLSTATE: XXKDA |
|||
| 161 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 183
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "19e2d57c-1fb5-4d37-a377-c4460bc08d30"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:10 | 7 s |
1/2
(1 killed: Stage cancelled: [SPARK_JOB_CANCELLED] Job 150 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_19e2d57c-1fb5-4d37-a377-c4460bc08d30 has failed. SQLSTATE: XXKDA)
| 20.3 KiB | SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 150 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_19e2d57c-1fb5-4d37-a377-c4460bc08d30 has failed. SQLSTATE: XXKDA |
|||
| 159 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 179
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-09.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "4a4d2cea-6df1-4258-81eb-757d681d47f8"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:10 | Unknown |
0/2
| SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 148 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_4a4d2cea-6df1-4258-81eb-757d681d47f8 has failed. SQLSTATE: XXKDA |
||||
| 157 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 177
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-04.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "4f641188-f012-4bf6-bce6-417e8736f9c1"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:10 | Unknown |
0/2
| SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 146 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_4f641188-f012-4bf6-bce6-417e8736f9c1 has failed. SQLSTATE: XXKDA |
||||
| 153 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 173
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "531ff59e-678b-4e2c-8bde-a0f5c5f9248b"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:09 | Unknown |
0/1
| SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 142 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_531ff59e-678b-4e2c-8bde-a0f5c5f9248b has failed. SQLSTATE: XXKDA |
||||
| 152 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 171
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "46569e48-f731-4f2a-85b8-f216c5e2460e"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:09 | Unknown |
0/1
| SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 141 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_46569e48-f731-4f2a-85b8-f216c5e2460e has failed. SQLSTATE: XXKDA |
||||
| 151 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 169
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-06.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "dcb5e0d2-c2a0-4d54-bde4-c5fe6867a554"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:09 | 8 ms |
0/1
(1 killed: Stage cancelled: [SPARK_JOB_CANCELLED] Job 140 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_dcb5e0d2-c2a0-4d54-bde4-c5fe6867a554 has failed. SQLSTATE: XXKDA)
| SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 140 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_dcb5e0d2-c2a0-4d54-bde4-c5fe6867a554 has failed. SQLSTATE: XXKDA |
||||
| 150 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 165
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "2f228dd1-be15-416d-be3d-8dc0abcdbd80"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:09 | Unknown |
0/2
| SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 139 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_2f228dd1-be15-416d-be3d-8dc0abcdbd80 has failed. SQLSTATE: XXKDA |
||||
| 147 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 163
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "c2fa0c35-4ecf-4024-9fd5-3129c9236878"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:09 | Unknown |
0/2
| SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 136 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_c2fa0c35-4ecf-4024-9fd5-3129c9236878 has failed. SQLSTATE: XXKDA |
||||
| 144 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 159
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-06.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "f8e84450-8ff3-4bd6-ac2b-82af9ebbfca0"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:08 | 69 ms |
1/1
| SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 133 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_f8e84450-8ff3-4bd6-ac2b-82af9ebbfca0 has failed. SQLSTATE: XXKDA |
||||
| 141 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 153
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "2630ec1c-1b31-4c50-a65b-55f5decbd2fc"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:08 | Unknown |
0/1
| SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 130 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_2630ec1c-1b31-4c50-a65b-55f5decbd2fc has failed. SQLSTATE: XXKDA |
||||
| 140 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 151
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "7addeaeb-55db-4d99-a6af-39b0ebebf3da"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:07 | Unknown |
0/2
| SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 129 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_7addeaeb-55db-4d99-a6af-39b0ebebf3da has failed. SQLSTATE: XXKDA |
||||
| 136 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 145
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "79715b50-a0c6-4e7e-989e-0d369605fa7e"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:07 | Unknown |
0/1
| SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 125 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_79715b50-a0c6-4e7e-989e-0d369605fa7e has failed. SQLSTATE: XXKDA |
||||
| 135 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 143
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-06.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "c01a3fb1-bdc7-4ec1-a598-e4f540be20fe"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:07 | Unknown |
0/2
| SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 124 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_c01a3fb1-bdc7-4ec1-a598-e4f540be20fe has failed. SQLSTATE: XXKDA |
||||
| 130 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 133
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "3353fded-646f-4e2b-94ee-ddf45ec66e18"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:06 | Unknown |
0/2
| SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 119 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_3353fded-646f-4e2b-94ee-ddf45ec66e18 has failed. SQLSTATE: XXKDA |
||||
| 129 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 135
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-01.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "7023641f-3361-4da3-9af4-ecef5cacf90a"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:06 | Unknown |
0/1
| SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 118 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_7023641f-3361-4da3-9af4-ecef5cacf90a has failed. SQLSTATE: XXKDA |
||||
| 123 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 123
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "9fcf03d6-e3f1-4cf0-ba94-f9fec4989937"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:05 | 0.2 s |
0/1
(1 killed: Stage cancelled: [SPARK_JOB_CANCELLED] Job 112 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_9fcf03d6-e3f1-4cf0-ba94-f9fec4989937 has failed. SQLSTATE: XXKDA)
| SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 112 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_9fcf03d6-e3f1-4cf0-ba94-f9fec4989937 has failed. SQLSTATE: XXKDA |
||||
| 122 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 121
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "f4ab84f4-63f7-4ffd-9e57-1bc858c28878"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:05 | 0.2 s |
0/2
(2 killed: Stage cancelled: [SPARK_JOB_CANCELLED] Job 111 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_f4ab84f4-63f7-4ffd-9e57-1bc858c28878 has failed. SQLSTATE: XXKDA)
| 10.6 KiB | SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 111 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_f4ab84f4-63f7-4ffd-9e57-1bc858c28878 has failed. SQLSTATE: XXKDA |
|||
| 120 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 119
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-11.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "4834ae02-5360-4c58-8f85-4f9f8f34dae7"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:10:01 | 3 s |
0/2
(2 killed: Stage cancelled: [SPARK_JOB_CANCELLED] Job 109 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_4834ae02-5360-4c58-8f85-4f9f8f34dae7 has failed. SQLSTATE: XXKDA)
| 15.2 KiB | SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 109 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_4834ae02-5360-4c58-8f85-4f9f8f34dae7 has failed. SQLSTATE: XXKDA |
|||
| 118 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 117
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "99accdac-7c3e-412d-adf9-fcb58b5c916c"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 16:09:50 | 10 s |
1/2
(1 killed: Stage cancelled: [SPARK_JOB_CANCELLED] Job 107 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_99accdac-7c3e-412d-adf9-fcb58b5c916c has failed. SQLSTATE: XXKDA)
| 20.1 KiB | SPARK_JOB_CANCELLED[SPARK_JOB_CANCELLED] Job 107 cancelled A job with the same tag SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_99accdac-7c3e-412d-adf9-fcb58b5c916c has failed. SQLSTATE: XXKDA |