| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 93 | Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
sql_command {
input {
common {
... Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
sql_command {
input {
common {
... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
command {
sql_command {
input {
common {
plan_id: 94
}
sql {
query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n [truncated(size=1,230)]"
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "4f6df773-6d3f-428e-9bfc-d72f445d2d47"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"
| 2026/09/03 15:55:58 | 42 ms |
1/1
|