| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 4 | Spark Connect - session_id: "c137a60c-ada0-4182-9b2f-8196ee9ba103"
plan {
command {
sql_command {
input {
common {
... (kill) Spark Connect - session_id: "c137a60c-ada0-4182-9b2f-8196ee9ba103"
plan {
command {
sql_command {
input {
common {
... session_id: "c137a60c-ada0-4182-9b2f-8196ee9ba103"
plan {
command {
sql_command {
input {
common {
plan_id: 5
}
sql {
query: "create table if not exists test.fhvhv_trip1 using delta as select * from parquet.`/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet`"
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "0a37cf72-9f3d-4081-967b-fbd3bdc3d001"
client_observed_server_side_session_id: "87f56b67-5980-4623-bdea-444c81343e07"
| 2026/08/31 21:30:34 | 1.2 min |
2/4
(2 running)
| 227.4 KiB | 333.7 MiB |
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 3 | Spark Connect - session_id: "c137a60c-ada0-4182-9b2f-8196ee9ba103"
plan {
command {
sql_command {
input {
common {
... Spark Connect - session_id: "c137a60c-ada0-4182-9b2f-8196ee9ba103"
plan {
command {
sql_command {
input {
common {
... session_id: "c137a60c-ada0-4182-9b2f-8196ee9ba103"
plan {
command {
sql_command {
input {
common {
plan_id: 5
}
sql {
query: "create table if not exists test.fhvhv_trip1 using delta as select * from parquet.`/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet`"
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "0a37cf72-9f3d-4081-967b-fbd3bdc3d001"
client_observed_server_side_session_id: "87f56b67-5980-4623-bdea-444c81343e07"
| 2026/08/31 21:30:33 | 0.2 s |
1/1
| ||||
| 2 | Spark Connect - session_id: "c137a60c-ada0-4182-9b2f-8196ee9ba103"
plan {
command {
sql_command {
input {
common {
... Spark Connect - session_id: "c137a60c-ada0-4182-9b2f-8196ee9ba103"
plan {
command {
sql_command {
input {
common {
... session_id: "c137a60c-ada0-4182-9b2f-8196ee9ba103"
plan {
command {
sql_command {
input {
common {
plan_id: 4
}
sql {
query: "create table if not exists test.fhvhv_trip using delta as select * from parquet.`/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet`"
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "c8a17489-c357-47cc-88cd-f9834dd9f3ea"
client_observed_server_side_session_id: "87f56b67-5980-4623-bdea-444c81343e07"
| 2026/08/31 21:29:37 | 0.1 s |
1/1
| ||||
| 1 | Spark Connect - session_id: "c137a60c-ada0-4182-9b2f-8196ee9ba103"
plan {
command {
sql_command {
input {
common {
... Spark Connect - session_id: "c137a60c-ada0-4182-9b2f-8196ee9ba103"
plan {
command {
sql_command {
input {
common {
... session_id: "c137a60c-ada0-4182-9b2f-8196ee9ba103"
plan {
command {
sql_command {
input {
common {
plan_id: 1
}
sql {
query: "create table if not exists test.fhvhv_trip using delta as select * from parquet.`/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet`"
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a7cb65f7-ae82-490a-86ff-78357ad52b57"
| 2026/08/31 21:29:05 | 0.5 s |
1/1
| ||||
| 0 | Spark Connect - session_id: "f679d0a7-9093-4f5b-a08c-e6e153a9e111"
plan {
root {
common {
plan_id: 4
}
show_string {
... Spark Connect - session_id: "f679d0a7-9093-4f5b-a08c-e6e153a9e111"
plan {
root {
common {
plan_id: 4
}
show_string {
... session_id: "f679d0a7-9093-4f5b-a08c-e6e153a9e111"
plan {
root {
common {
plan_id: 4
}
show_string {
input {
common {
plan_id: 3
}
sql {
query: "select * from tt cross join tt cross join tt cross join tt"
}
}
num_rows: 20
truncate: 20
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "0eaa6718-5e03-4057-a9a7-df7ce2ee9583"
client_observed_server_side_session_id: "81625410-cce8-4715-afa7-198014b85f3a"
| 2026/08/31 21:23:38 | 1 s |
1/1
|