|
225
|
Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
...
+details
Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
...
session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 114
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "21211c3d-a004-4101-a1bb-488c89fddc2f"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
|
2026/09/03 16:13:39
|
27 s
|
|
+details
|
|
|
| ID | Description | Submitted | Duration | Job IDs |
|
226
|
Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
...
+details
Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
...
session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 114
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "21211c3d-a004-4101-a1bb-488c89fddc2f"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
|
2026/09/03 16:13:39
|
27 s
|
[220]
|
|
|
175
|
Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
...
+details
Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
...
session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 16
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "035259f2-8534-4df9-9603-193cb3db6fe8"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
|
2026/09/03 16:13:08
|
25 s
|
|
+details
|
|
|
| ID | Description | Submitted | Duration | Job IDs |
|
176
|
Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
...
+details
Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
...
session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 16
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "035259f2-8534-4df9-9603-193cb3db6fe8"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
|
2026/09/03 16:13:08
|
25 s
|
[170]
|
|
|
170
|
Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
...
+details
Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
...
session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 8
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "4a0e6fa4-11f8-45c5-9138-12142a2c4d93"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
|
2026/09/03 16:12:39
|
28 s
|
|
+details
|
|
|
| ID | Description | Submitted | Duration | Job IDs |
|
171
|
Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
...
+details
Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
...
session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 8
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "4a0e6fa4-11f8-45c5-9138-12142a2c4d93"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"
|
2026/09/03 16:12:39
|
27 s
|
[165]
|
|
|
164
|
Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
...
+details
Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
...
session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 0
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "72c531e6-b91e-430c-a90f-107332e492cb"
|
2026/09/03 16:12:07
|
32 s
|
|
+details
|
|
|
| ID | Description | Submitted | Duration | Job IDs |
|
165
|
Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
...
+details
Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
...
session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 0
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "72c531e6-b91e-430c-a90f-107332e492cb"
|
2026/09/03 16:12:07
|
31 s
|
[159]
|
|
166
|
Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
...
+details
Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
...
session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
command {
write_operation {
input {
common {
plan_id: 0
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "72c531e6-b91e-430c-a90f-107332e492cb"
|
2026/09/03 16:12:38
|
0.2 s
|
[160]
|
|
|
161
|
Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
...
+details
Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
...
session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 189
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "0d73ec80-efc3-457f-b7a0-ecf03792de7e"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
|
2026/09/03 16:10:27
|
13 s
|
|
+details
|
|
|
| ID | Description | Submitted | Duration | Job IDs |
|
162
|
Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
...
+details
Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
...
session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 189
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "0d73ec80-efc3-457f-b7a0-ecf03792de7e"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
|
2026/09/03 16:10:27
|
12 s
|
[156]
|
|
163
|
Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
...
+details
Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
...
session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
write_operation {
input {
common {
plan_id: 189
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "0d73ec80-efc3-457f-b7a0-ecf03792de7e"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
|
2026/09/03 16:10:39
|
0.2 s
|
[157]
|
|
|
111
|
Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 116
}
aggregate {
...
+details
Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 116
}
aggregate {
...
session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 116
}
aggregate {
input {
common {
plan_id: 115
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "1534209b-e69e-4668-879a-4f7b18f0c8ed"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
|
2026/09/03 16:04:22
|
1 s
|
[104][105]
|
|
|
110
|
Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 114
}
aggregate {
...
+details
Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 114
}
aggregate {
...
session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 114
}
aggregate {
input {
common {
plan_id: 113
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "7e420069-8d5c-4a04-8ffd-b5541331883b"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
|
2026/09/03 16:03:59
|
2 s
|
[102][103]
|
|
|
109
|
Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in...
+details
Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in...
session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
input {
common {
plan_id: 111
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "5c4d2c10-fdcb-48fb-b90d-06cbd97c3009"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
|
2026/09/03 16:03:42
|
2 s
|
[101]
|
|
|
108
|
Delta: Delta: Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in...: Filtering files for query: Compute snapshot for version: 2
+details
Delta: Delta: Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in...: Filtering files for query: Compute snapshot for version: 2
session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
input {
common {
plan_id: 111
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "5c4d2c10-fdcb-48fb-b90d-06cbd97c3009"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
|
2026/09/03 16:03:36
|
5 s
|
[99][100]
|
|
|
107
|
Delta: Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in...: Filtering files for query
+details
Delta: Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in...: Filtering files for query
session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
input {
common {
plan_id: 111
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "5c4d2c10-fdcb-48fb-b90d-06cbd97c3009"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
|
2026/09/03 16:03:26
|
10 s
|
[98]
|
|
|
106
|
Delta: Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in...: Filtering files for query
+details
Delta: Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in...: Filtering files for query
session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
input {
common {
plan_id: 111
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "5c4d2c10-fdcb-48fb-b90d-06cbd97c3009"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
|
2026/09/03 16:03:25
|
0.2 s
|
|
|
|
105
|
Delta: Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in...: Filtering files for query
+details
Delta: Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
in...: Filtering files for query
session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
root {
common {
plan_id: 112
}
limit {
input {
common {
plan_id: 111
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "5c4d2c10-fdcb-48fb-b90d-06cbd97c3009"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
|
2026/09/03 16:03:19
|
6 s
|
[97]
|
|
|
101
|
Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
sql_command {
input {
common {
...
+details
Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
sql_command {
input {
common {
...
session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
sql_command {
input {
common {
plan_id: 105
}
sql {
query: "\ncreate table if not exists spark_catalog.yellow_taxi.trips(\n VendorID long,\n tpep_pickup_datetime timestamp,\n tpep_dropoff_datetime timestamp,\n passenger_count long,\n trip_distance double,\n RatecodeID long,\n store_and_fwd_flag string,\n PULocationID long,\n DOLocationID long,\n payment_type long,\n fare_amount double,\n extra double,\n mta_tax double,\n tip_amount double,\n tolls_amount double,\n improvement_surcharge double,\n total_amount double,\n congestion_surcharge double,\n airport_fee double,\n load_timestamp timestamp,\n year int,\n month int,\n day int\n)\nusing delta\npartitioned by (year,month)\nlocation \'/home/jovyan/spark-warehouse/yellow_taxi.db/trips\'\n"
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "4e3e69c5-e8a8-4c00-a30a-7571f47e1126"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
|
2026/09/03 15:59:02
|
81 ms
|
|
|
|
98
|
Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
sql_command {
input {
common {
...
+details
Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
sql_command {
input {
common {
...
session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
sql_command {
input {
common {
plan_id: 99
}
sql {
query: "create schema if not exists spark_catalog.yellow_taxi"
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "3322b461-013d-4354-aa6f-30d2254e748c"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
|
2026/09/03 15:56:09
|
11 ms
|
|
|
|
0
|
Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
create_dataframe_view {
input {
commo...
+details
Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
create_dataframe_view {
input {
commo...
session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
create_dataframe_view {
input {
common {
plan_id: 0
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi"
}
}
}
name: "trips"
replace: true
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "3f499705-fda8-4e45-848f-dae0448e100f"
|
2026/09/03 15:55:27
|
0.5 s
|
|
|