Spark Connect

  • Started at: 2026/09/03 15:43:51
  • Time since start: 8 weeks 3 days 2 hours

0 session(s) are online, running 18 Request(s)

Session Statistics (2)

Page:
User Session ID Start Time ▾ Finish Time Duration Total Execute
50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:12:07 2026/09/03 17:14:23 1 hour 2 minutes 16 seconds 96
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:23 2026/09/03 17:10:53 1 hour 15 minutes 30 seconds 148
Page:

Request Statistics (184)

Page:
User Job ID SQL Query ID Session ID Start Time Finish Time Close Time Execution Time Duration Statement State Operation ID ▾ Job Tag Spark Session Tags Detail
[66] [66] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:54 2026/09/03 15:55:54 2026/09/03 15:55:54 114 ms 118 ms sql_command { input { common { plan_id: 67 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-03.parquet`\n " } } } CLOSED feb15988-28ea-4d06-912b-78a90866264b SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_feb15988-28ea-4d06-912b-78a90866264b TABLE_OR_VIEW_NOT_FOUND +details
[244] [250] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:08 2026/09/03 16:14:09 2026/09/03 16:14:09 169 ms 179 ms write_operation { input { common { plan_id: 162 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-01.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED f988164d-2a30-4c6c-812b-4ad65094c526 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_f988164d-2a30-4c6c-812b-4ad65094c526 DELTA_FAILED_TO_MERGE_FIELDS +details
[133] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:10:08 2026/09/03 16:10:08 266 ms 8 weeks 3 days 2 hours write_operation { input { common { plan_id: 159 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-06.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw" } CANCELED f8e84450-8ff3-4bd6-ac2b-82af9ebbfca0 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_f8e84450-8ff3-4bd6-ac2b-82af9ebbfca0
[174] [180] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:33 2026/09/03 16:13:33 2026/09/03 16:13:33 93 ms 97 ms write_operation { input { common { plan_id: 24 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-02.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED f8ae7c29-a8ea-4205-a0a3-f1dd0000d6a4 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_f8ae7c29-a8ea-4205-a0a3-f1dd0000d6a4 DELTA_METADATA_MISMATCH +details
[89] [89] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:57 2026/09/03 15:55:58 2026/09/03 15:55:58 91 ms 97 ms sql_command { input { common { plan_id: 90 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-09.parquet`\n " } } } CLOSED f5e9f4cb-cb12-435a-9e06-23a296f9126b SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_f5e9f4cb-cb12-435a-9e06-23a296f9126b TABLE_OR_VIEW_NOT_FOUND +details
[258] [264] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:10 2026/09/03 16:14:10 2026/09/03 16:14:10 193 ms 196 ms write_operation { input { common { plan_id: 190 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-02.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED f51353ee-b876-4820-8de9-8e595ad43048 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_f51353ee-b876-4820-8de9-8e595ad43048 DELTA_FAILED_TO_MERGE_FIELDS +details
[110][111] [116][117] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:10:04 2026/09/03 16:10:05 1 second 113 ms 8 weeks 3 days 2 hours write_operation { input { common { plan_id: 121 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-10.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw" } CANCELED f4ab84f4-63f7-4ffd-9e57-1bc858c28878 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_f4ab84f4-63f7-4ffd-9e57-1bc858c28878
[91] [91] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:58 2026/09/03 15:55:58 2026/09/03 15:55:58 111 ms 121 ms sql_command { input { common { plan_id: 92 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-08.parquet`\n " } } } CLOSED f3cc306b-69c3-42b0-950b-af75f9752b53 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_f3cc306b-69c3-42b0-950b-af75f9752b53 TABLE_OR_VIEW_NOT_FOUND +details
[224] [230] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:06 2026/09/03 16:14:06 2026/09/03 16:14:06 97 ms 100 ms write_operation { input { common { plan_id: 122 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-09.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED f1c57fb8-ee34-47e9-9a07-720cfd1c5e8e SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_f1c57fb8-ee34-47e9-9a07-720cfd1c5e8e DELTA_FAILED_TO_MERGE_FIELDS +details
[161] [167] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:12:38 2026/09/03 16:12:39 2026/09/03 16:12:39 101 ms 104 ms write_operation { input { common { plan_id: 2 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-11.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED f1a22686-1c05-430b-bd21-db360e87205f SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_f1a22686-1c05-430b-bd21-db360e87205f DELTA_FAILED_TO_MERGE_FIELDS +details
[178] [184] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:34 2026/09/03 16:13:34 2026/09/03 16:13:34 164 ms 169 ms write_operation { input { common { plan_id: 32 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-11.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED ed081ed8-4ab9-4e4d-a9d8-f25faeb6c9ed SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_ed081ed8-4ab9-4e4d-a9d8-f25faeb6c9ed DELTA_METADATA_MISMATCH +details
[134] [141][142] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:10:08 8 weeks 3 days 2 hours 8 weeks 3 days 2 hours write_operation { input { common { plan_id: 161 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-12.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw" } RUNNING e9f70b88-ec0d-429a-ae12-eef385da88ec SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_e9f70b88-ec0d-429a-ae12-eef385da88ec
[235] [241] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:08 2026/09/03 16:14:08 2026/09/03 16:14:08 113 ms 119 ms write_operation { input { common { plan_id: 144 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-01.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED e9d4efb1-75f2-497f-9d0f-d75b7833153b SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_e9d4efb1-75f2-497f-9d0f-d75b7833153b DELTA_FAILED_TO_MERGE_FIELDS +details
[121] [128][129] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:10:06 8 weeks 3 days 2 hours 8 weeks 3 days 2 hours write_operation { input { common { plan_id: 139 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-12.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw" } RUNNING e9888ae1-7199-4cff-9c64-58021fbdf24e SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_e9888ae1-7199-4cff-9c64-58021fbdf24e
[222] [228] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:06 2026/09/03 16:14:06 2026/09/03 16:14:06 151 ms 165 ms write_operation { input { common { plan_id: 118 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-10.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED e95632ff-dda1-4fe8-90ec-9a939137983b SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_e95632ff-dda1-4fe8-90ec-9a939137983b DELTA_METADATA_MISMATCH +details
[102] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:00:08 2026/09/03 16:00:08 2026/09/03 16:00:08 19 ms 25 ms sql_command { input { common { plan_id: 108 } sql { query: "describe details spark_catalog.yellow_taxi.trips" } } } CLOSED e917eaaf-733e-4196-be3a-45f85a4d60ba SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_e917eaaf-733e-4196-be3a-45f85a4d60ba TABLE_OR_VIEW_NOT_FOUND +details
[72] [72] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:55 2026/09/03 15:55:55 2026/09/03 15:55:55 190 ms 194 ms sql_command { input { common { plan_id: 73 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-06.parquet`\n " } } } CLOSED e5874da6-8807-4984-a2af-2198993d3c6d SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_e5874da6-8807-4984-a2af-2198993d3c6d TABLE_OR_VIEW_NOT_FOUND +details
[208] [214] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:38 2026/09/03 16:13:38 2026/09/03 16:13:38 97 ms 104 ms write_operation { input { common { plan_id: 92 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-01.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED e22ae106-151d-445f-92a5-48264e354cc9 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_e22ae106-151d-445f-92a5-48264e354cc9 DELTA_METADATA_MISMATCH +details
[95] [95] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:58 2026/09/03 15:55:58 2026/09/03 15:55:58 156 ms 164 ms sql_command { input { common { plan_id: 96 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-05.parquet`\n " } } } CLOSED ddf797a2-7955-4646-aba6-4f9a3ce7fd77 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_ddf797a2-7955-4646-aba6-4f9a3ce7fd77 TABLE_OR_VIEW_NOT_FOUND +details
[249] [255] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:09 2026/09/03 16:14:09 2026/09/03 16:14:09 98 ms 104 ms write_operation { input { common { plan_id: 172 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-12.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED dd6f855b-4b32-4fb2-8d11-f133ff6422b0 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_dd6f855b-4b32-4fb2-8d11-f133ff6422b0 DELTA_METADATA_MISMATCH +details
[140] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:10:09 2026/09/03 16:10:09 2026/09/03 16:10:09 182 ms 182 ms write_operation { input { common { plan_id: 169 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-06.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw" } CLOSED dcb5e0d2-c2a0-4d54-bde4-c5fe6867a554 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_dcb5e0d2-c2a0-4d54-bde4-c5fe6867a554
[221] [227] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:06 2026/09/03 16:14:06 2026/09/03 16:14:06 112 ms 118 ms write_operation { input { common { plan_id: 116 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-11.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED dc8a1ecd-9dcf-4368-b9f1-539b5cd080ee SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_dc8a1ecd-9dcf-4368-b9f1-539b5cd080ee DELTA_METADATA_MISMATCH +details
[82] [82] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:56 2026/09/03 15:55:57 2026/09/03 15:55:57 106 ms 111 ms sql_command { input { common { plan_id: 83 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-01.parquet`\n " } } } CLOSED dc5e456b-00f0-45ab-85cd-f56432823392 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_dc5e456b-00f0-45ab-85cd-f56432823392 TABLE_OR_VIEW_NOT_FOUND +details
[78] [78] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:56 2026/09/03 15:55:56 2026/09/03 15:55:56 122 ms 127 ms sql_command { input { common { plan_id: 79 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-07.parquet`\n " } } } CLOSED dae7f573-38d6-40b9-a0b7-62773b7ed2d8 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_dae7f573-38d6-40b9-a0b7-62773b7ed2d8 TABLE_OR_VIEW_NOT_FOUND +details
[63] [63] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:54 2026/09/03 15:55:54 2026/09/03 15:55:54 117 ms 127 ms sql_command { input { common { plan_id: 64 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-10.parquet`\n " } } } CLOSED da61d58d-5f1c-4128-bd01-85135b94f575 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_da61d58d-5f1c-4128-bd01-85135b94f575 TABLE_OR_VIEW_NOT_FOUND +details
[255] [261] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:10 2026/09/03 16:14:10 2026/09/03 16:14:10 77 ms 81 ms write_operation { input { common { plan_id: 184 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-04.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED d90ee069-8ce2-49c2-8ac7-5b3b13c0da5d SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_d90ee069-8ce2-49c2-8ac7-5b3b13c0da5d DELTA_METADATA_MISMATCH +details
[205] [211] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:37 2026/09/03 16:13:37 2026/09/03 16:13:37 159 ms 170 ms write_operation { input { common { plan_id: 86 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-09.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED d7ae4bfa-6ae1-4130-a89f-a2a3062ce403 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_d7ae4bfa-6ae1-4130-a89f-a2a3062ce403 DELTA_METADATA_MISMATCH +details
[202] [208] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:37 2026/09/03 16:13:37 2026/09/03 16:13:37 124 ms 133 ms write_operation { input { common { plan_id: 80 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-04.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED d3e4ca73-208a-48c3-bbdf-5076a7d99caa SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_d3e4ca73-208a-48c3-bbdf-5076a7d99caa DELTA_METADATA_MISMATCH +details
[194] [200] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:36 2026/09/03 16:13:36 2026/09/03 16:13:36 100 ms 104 ms write_operation { input { common { plan_id: 64 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-09.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED d3b188fb-9986-4e7b-a6e2-4c40c4e69317 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_d3b188fb-9986-4e7b-a6e2-4c40c4e69317 DELTA_METADATA_MISMATCH +details
[226] [232] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:06 2026/09/03 16:14:07 2026/09/03 16:14:07 88 ms 92 ms write_operation { input { common { plan_id: 126 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-02.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED d30ab6dc-8509-490d-9183-1f392faaeab6 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_d30ab6dc-8509-490d-9183-1f392faaeab6 DELTA_FAILED_TO_MERGE_FIELDS +details
[168] [174] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:07 2026/09/03 16:13:07 2026/09/03 16:13:07 499 ms 503 ms write_operation { input { common { plan_id: 14 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-03.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED d2e00546-45c8-4a1f-890f-63c0315ed1cc SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_d2e00546-45c8-4a1f-890f-63c0315ed1cc DELTA_METADATA_MISMATCH +details
[71] [71] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:55 2026/09/03 15:55:55 2026/09/03 15:55:55 109 ms 115 ms sql_command { input { common { plan_id: 72 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-01.parquet`\n " } } } CLOSED d2864b9d-8834-461b-bba7-f064f608aac9 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_d2864b9d-8834-461b-bba7-f064f608aac9 TABLE_OR_VIEW_NOT_FOUND +details
[65] [65] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:54 2026/09/03 15:55:54 2026/09/03 15:55:54 96 ms 99 ms sql_command { input { common { plan_id: 66 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-01.parquet`\n " } } } CLOSED ceac7c9c-a170-42e5-b966-6eaa281f3f27 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_ceac7c9c-a170-42e5-b966-6eaa281f3f27 TABLE_OR_VIEW_NOT_FOUND +details
[171] [177] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:33 2026/09/03 16:13:33 2026/09/03 16:13:33 156 ms 159 ms write_operation { input { common { plan_id: 18 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-01.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED ce551e70-2c11-40d6-bee9-c12c33e80063 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_ce551e70-2c11-40d6-bee9-c12c33e80063 DELTA_METADATA_MISMATCH +details
[153][154] [159][160] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:10:23 2026/09/03 16:10:26 3 seconds 768 ms 8 weeks 3 days 2 hours write_operation { input { common { plan_id: 187 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-12.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw" } CANCELED ce16240e-152e-4179-aeb2-45a9b7a0bbbf SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_ce16240e-152e-4179-aeb2-45a9b7a0bbbf
[167] [173] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:07 2026/09/03 16:13:07 2026/09/03 16:13:07 304 ms 310 ms write_operation { input { common { plan_id: 12 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-07.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED ccc38014-821f-42c5-b1f5-65d5700fbadf SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_ccc38014-821f-42c5-b1f5-65d5700fbadf DELTA_FAILED_TO_MERGE_FIELDS +details
[246] [252] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:09 2026/09/03 16:14:09 2026/09/03 16:14:09 107 ms 113 ms write_operation { input { common { plan_id: 166 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-03.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED c9f6afc9-1002-4e61-a0c6-75a6e13466d1 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_c9f6afc9-1002-4e61-a0c6-75a6e13466d1 DELTA_METADATA_MISMATCH +details
[229] [235] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:07 2026/09/03 16:14:07 2026/09/03 16:14:07 86 ms 89 ms write_operation { input { common { plan_id: 132 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-11.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED c647fcb0-13e5-47e7-a2c6-e0920af818ee SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_c647fcb0-13e5-47e7-a2c6-e0920af818ee DELTA_METADATA_MISMATCH +details
[92] [92] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:58 2026/09/03 15:55:58 2026/09/03 15:55:58 104 ms 109 ms sql_command { input { common { plan_id: 93 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-09.parquet`\n " } } } CLOSED c5a2e2e9-125a-471d-bfb7-037f249e2cc1 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_c5a2e2e9-125a-471d-bfb7-037f249e2cc1 TABLE_OR_VIEW_NOT_FOUND +details
[135][136] [143][144] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:10:08 8 weeks 3 days 2 hours 8 weeks 3 days 2 hours write_operation { input { common { plan_id: 163 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-12.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw" } RUNNING c2fa0c35-4ecf-4024-9fd5-3129c9236878 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_c2fa0c35-4ecf-4024-9fd5-3129c9236878
[123][124] [132][133] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:10:07 8 weeks 3 days 2 hours 8 weeks 3 days 2 hours write_operation { input { common { plan_id: 143 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-06.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw" } RUNNING c01a3fb1-bdc7-4ec1-a598-e4f540be20fe SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_c01a3fb1-bdc7-4ec1-a598-e4f540be20fe
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:58:44 2026/09/03 15:58:44 2026/09/03 15:58:44 15 ms 22 ms sql_command { input { common { plan_id: 104 } sql { query: "\ncreate table if not exists spark_catalog.yellow_taxi.trips(\n VendorID long,\n tpep_pickup_datetime timestamp,\n tpep_dropoff_datetime timestamp,\n passenger_count long,\n trip_distance double,\n RatecodeID long,\n store_and_fwd_flag string,\n PULocationID long,\n DOLocationID long,\n payment_type long,\n fare_amount double,\n extra double,\n mta_tax double,\n tip_amount double,\n tolls_amount double,\n improvement_surcharge double,\n total_amount double,\n congestion_surcharge double,\n airport_fee double,\n load_timestamp timestamp,\n year int,\n month int,\n day int\n)\nusing delta\npartitioned by (year,month)\nlocation \'/home/jovyan/spark-warehouse/yellow_taxi.db/trips\n" } } } CLOSED bf5ad8eb-5982-421f-a63e-3b0aece0293b SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_bf5ad8eb-5982-421f-a63e-3b0aece0293b PARSE_SYNTAX_ERROR +details
[116] [123][124] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:10:06 8 weeks 3 days 2 hours 8 weeks 3 days 2 hours write_operation { input { common { plan_id: 131 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-03.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw" } RUNNING bf40aa6a-2502-42af-8fda-de65e57da0fc SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_bf40aa6a-2502-42af-8fda-de65e57da0fc
[253] [259] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:10 2026/09/03 16:14:10 2026/09/03 16:14:10 84 ms 88 ms write_operation { input { common { plan_id: 180 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-08.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED bf000549-c1aa-4eb9-924e-d87ff0d8d33f SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_bf000549-c1aa-4eb9-924e-d87ff0d8d33f DELTA_FAILED_TO_MERGE_FIELDS +details
[201] [207] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:37 2026/09/03 16:13:37 2026/09/03 16:13:37 140 ms 144 ms write_operation { input { common { plan_id: 78 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-03.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED be22460e-a3d6-4c1d-98e9-0f8c38a34805 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_be22460e-a3d6-4c1d-98e9-0f8c38a34805 DELTA_METADATA_MISMATCH +details
[100] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:56:49 2026/09/03 15:56:49 2026/09/03 15:56:49 27 ms 35 ms sql_command { input { common { plan_id: 103 } sql { query: "drop table spark_catalog.yellow_taxi.trips" } } } CLOSED bdb9942f-a378-4f47-8872-09aee772ba34 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_bdb9942f-a378-4f47-8872-09aee772ba34 TABLE_OR_VIEW_NOT_FOUND +details
[96] [96] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:58 2026/09/03 15:55:59 2026/09/03 15:55:59 186 ms 192 ms sql_command { input { common { plan_id: 97 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-02.parquet`\n " } } } CLOSED b974847a-e78b-4ca1-9eec-cc51d06f3032 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_b974847a-e78b-4ca1-9eec-cc51d06f3032 TABLE_OR_VIEW_NOT_FOUND +details
[203] [209] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:37 2026/09/03 16:13:37 2026/09/03 16:13:37 142 ms 148 ms write_operation { input { common { plan_id: 82 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-10.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED b69fd70b-bb76-4198-91e3-0f7223de0693 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_b69fd70b-bb76-4198-91e3-0f7223de0693 DELTA_FAILED_TO_MERGE_FIELDS +details
[86] [86] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:57 2026/09/03 15:55:57 2026/09/03 15:55:57 117 ms 125 ms sql_command { input { common { plan_id: 87 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-08.parquet`\n " } } } CLOSED b67a5f83-a293-4cb0-a08f-01c601ab8aab SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_b67a5f83-a293-4cb0-a08f-01c601ab8aab TABLE_OR_VIEW_NOT_FOUND +details
[238] [244] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:08 2026/09/03 16:14:08 2026/09/03 16:14:08 88 ms 91 ms write_operation { input { common { plan_id: 150 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-10.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED b5b19e34-af5f-43f4-8dae-a7a494428649 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_b5b19e34-af5f-43f4-8dae-a7a494428649 DELTA_METADATA_MISMATCH +details
[239] [245] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:08 2026/09/03 16:14:08 2026/09/03 16:14:08 81 ms 84 ms write_operation { input { common { plan_id: 152 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-11.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED b452b4b9-2c1d-401d-856d-69a829ad0aaa SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_b452b4b9-2c1d-401d-856d-69a829ad0aaa DELTA_FAILED_TO_MERGE_FIELDS +details
[87] [87] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:57 2026/09/03 15:55:57 2026/09/03 15:55:57 120 ms 125 ms sql_command { input { common { plan_id: 88 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-12.parquet`\n " } } } CLOSED b2bd0011-a204-4aa2-bb89-081f8b518c8b SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_b2bd0011-a204-4aa2-bb89-081f8b518c8b TABLE_OR_VIEW_NOT_FOUND +details
[176] [182] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:33 2026/09/03 16:13:33 2026/09/03 16:13:34 97 ms 100 ms write_operation { input { common { plan_id: 28 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-08.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED b041af04-e936-43f4-ae5f-b9c73544bfdd SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_b041af04-e936-43f4-ae5f-b9c73544bfdd DELTA_METADATA_MISMATCH +details
[69] [69] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:55 2026/09/03 15:55:55 2026/09/03 15:55:55 94 ms 100 ms sql_command { input { common { plan_id: 70 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-06.parquet`\n " } } } CLOSED ae4dab30-e630-45cc-8cee-de828d2d1ea5 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_ae4dab30-e630-45cc-8cee-de828d2d1ea5 TABLE_OR_VIEW_NOT_FOUND +details
[84] [84] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:57 2026/09/03 15:55:57 2026/09/03 15:55:57 112 ms 124 ms sql_command { input { common { plan_id: 85 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-03.parquet`\n " } } } CLOSED abff517f-610b-4643-a428-3d861cc6fa42 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_abff517f-610b-4643-a428-3d861cc6fa42 TABLE_OR_VIEW_NOT_FOUND +details
[182] [188] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:34 2026/09/03 16:13:34 2026/09/03 16:13:34 139 ms 143 ms write_operation { input { common { plan_id: 40 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-07.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED a9b43a10-8ee3-4cdc-b188-b967035b5a2e SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_a9b43a10-8ee3-4cdc-b188-b967035b5a2e DELTA_METADATA_MISMATCH +details
[189] [195] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:35 2026/09/03 16:13:35 2026/09/03 16:13:35 102 ms 105 ms write_operation { input { common { plan_id: 54 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-08.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED a71ebdcc-81b1-4f0f-8ba8-05eb45a4bb71 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_a71ebdcc-81b1-4f0f-8ba8-05eb45a4bb71 DELTA_FAILED_TO_MERGE_FIELDS +details
[228] [234] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:07 2026/09/03 16:14:07 2026/09/03 16:14:07 75 ms 80 ms write_operation { input { common { plan_id: 130 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-03.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED a4ec91a3-2e3c-4564-828a-1af8b644b1ba SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_a4ec91a3-2e3c-4564-828a-1af8b644b1ba DELTA_METADATA_MISMATCH +details
[75] [75] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:55 2026/09/03 15:55:56 2026/09/03 15:55:56 114 ms 121 ms sql_command { input { common { plan_id: 76 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-03.parquet`\n " } } } CLOSED a24285a8-f4de-40a8-bb1a-495bfafe95d9 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_a24285a8-f4de-40a8-bb1a-495bfafe95d9 TABLE_OR_VIEW_NOT_FOUND +details
[254] [260] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:10 2026/09/03 16:14:10 2026/09/03 16:14:10 87 ms 90 ms write_operation { input { common { plan_id: 182 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-09.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED a2301a18-0e5c-483a-b9c5-4256bfc59c7f SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_a2301a18-0e5c-483a-b9c5-4256bfc59c7f DELTA_METADATA_MISMATCH +details
[151][152] [157][158] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:10:17 2026/09/03 16:10:23 5 seconds 520 ms 8 weeks 3 days 2 hours write_operation { input { common { plan_id: 185 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-08.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw" } CANCELED a1541722-9f42-44d1-b623-e01e03ca7219 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_a1541722-9f42-44d1-b623-e01e03ca7219
[97] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:59 2026/09/03 15:55:59 2026/09/03 15:55:59 510 ms 515 ms sql_command { input { common { plan_id: 98 } sql { query: "\ncreate table if not exists spark_catalog.yellow_taxi.trips(\n VendorID long,\n tpep_pickup_datetime timestamp,\n tpep_dropoff_datetime timestamp,\n passenger_count long,\n trip_distance double,\n RatecodeID long,\n store_and_fwd_flag string,\n PULocationID long,\n DOLocationID long,\n payment_type long,\n fare_amount double,\n extra double,\n mta_tax double,\n tip_amount double,\n tolls_amount double,\n improvement_surcharge double,\n total_amount double,\n congestion_surcharge double,\n airport_fee double,\n load_timestamp timestamp,\n year int,\n month int,\n day int\n)\nusing delta\npartitioned by (year,month)\n" } } } CLOSED a13d02e2-eec6-48b6-814e-ba08e461b69e SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_a13d02e2-eec6-48b6-814e-ba08e461b69e SCHEMA_NOT_FOUND +details
[236] [242] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:08 2026/09/03 16:14:08 2026/09/03 16:14:08 121 ms 127 ms write_operation { input { common { plan_id: 146 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-11.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED a096a92e-2cf9-4190-bd0c-07e3dea8fab7 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_a096a92e-2cf9-4190-bd0c-07e3dea8fab7 DELTA_FAILED_TO_MERGE_FIELDS +details
[112] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:10:05 2026/09/03 16:10:05 268 ms 8 weeks 3 days 2 hours write_operation { input { common { plan_id: 123 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-10.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw" } CANCELED 9fcf03d6-e3f1-4cf0-ba94-f9fec4989937 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_9fcf03d6-e3f1-4cf0-ba94-f9fec4989937
[99] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:56:11 2026/09/03 15:56:11 2026/09/03 15:56:11 776 ms 779 ms sql_command { input { common { plan_id: 102 } sql { query: "\ncreate table if not exists spark_catalog.yellow_taxi.trips(\n VendorID long,\n tpep_pickup_datetime timestamp,\n tpep_dropoff_datetime timestamp,\n passenger_count long,\n trip_distance double,\n RatecodeID long,\n store_and_fwd_flag string,\n PULocationID long,\n DOLocationID long,\n payment_type long,\n fare_amount double,\n extra double,\n mta_tax double,\n tip_amount double,\n tolls_amount double,\n improvement_surcharge double,\n total_amount double,\n congestion_surcharge double,\n airport_fee double,\n load_timestamp timestamp,\n year int,\n month int,\n day int\n)\nusing delta\npartitioned by (year,month)\n" } } } CLOSED 9fcede98-796d-4cc6-b745-53573fede9fd SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_9fcede98-796d-4cc6-b745-53573fede9fd DELTA_CREATE_TABLE_WITH_NON_EMPTY_LOCATION +details
[74] [74] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:55 2026/09/03 15:55:55 2026/09/03 15:55:55 104 ms 113 ms sql_command { input { common { plan_id: 75 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-11.parquet`\n " } } } CLOSED 9e2a560d-f642-487d-af0a-834f2ed8f66b SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_9e2a560d-f642-487d-af0a-834f2ed8f66b TABLE_OR_VIEW_NOT_FOUND +details
[247] [253] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:09 2026/09/03 16:14:09 2026/09/03 16:14:09 87 ms 91 ms write_operation { input { common { plan_id: 168 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-02.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 9d08ab95-a13f-4b32-af42-1a9b9a8db562 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_9d08ab95-a13f-4b32-af42-1a9b9a8db562 DELTA_FAILED_TO_MERGE_FIELDS +details
[106][107] [112][113] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:09:49 2026/09/03 16:10:00 2026/09/03 16:10:00 10 seconds 248 ms 10 seconds 252 ms write_operation { input { common { plan_id: 117 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-10.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw" } CLOSED 99accdac-7c3e-412d-adf9-fcb58b5c916c SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_99accdac-7c3e-412d-adf9-fcb58b5c916c
[172] [178] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:33 2026/09/03 16:13:33 2026/09/03 16:13:33 140 ms 151 ms write_operation { input { common { plan_id: 20 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-02.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 993baa0e-ddcb-4699-b50a-50e6c4c21fde SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_993baa0e-ddcb-4699-b50a-50e6c4c21fde DELTA_METADATA_MISMATCH +details
[166] [172] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:06 2026/09/03 16:13:07 2026/09/03 16:13:07 176 ms 183 ms write_operation { input { common { plan_id: 10 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-05.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 95614555-3777-4dfe-826f-dd28d83359e8 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_95614555-3777-4dfe-826f-dd28d83359e8 DELTA_METADATA_MISMATCH +details
[60] [60] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:53 2026/09/03 15:55:54 2026/09/03 15:55:54 162 ms 170 ms sql_command { input { common { plan_id: 61 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-10.parquet`\n " } } } CLOSED 94dd56d8-e7d4-4a6c-adab-649ebff775f6 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_94dd56d8-e7d4-4a6c-adab-649ebff775f6 TABLE_OR_VIEW_NOT_FOUND +details
[73] [73] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:55 2026/09/03 15:55:55 2026/09/03 15:55:55 107 ms 113 ms sql_command { input { common { plan_id: 74 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-01.parquet`\n " } } } CLOSED 8dd5b860-1ca6-43e0-a824-37fcfcef8b48 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_8dd5b860-1ca6-43e0-a824-37fcfcef8b48 TABLE_OR_VIEW_NOT_FOUND +details
[233] [239] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:07 2026/09/03 16:14:07 2026/09/03 16:14:07 209 ms 212 ms write_operation { input { common { plan_id: 140 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-01.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 8d6ace22-b5ab-4313-a159-d5f59b0f7b07 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_8d6ace22-b5ab-4313-a159-d5f59b0f7b07 DELTA_METADATA_MISMATCH +details
[177] [183] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:34 2026/09/03 16:13:34 2026/09/03 16:13:34 112 ms 117 ms write_operation { input { common { plan_id: 30 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-07.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 8bcbc6a0-14e8-4a77-9380-2b94ecc9e95b SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_8bcbc6a0-14e8-4a77-9380-2b94ecc9e95b DELTA_FAILED_TO_MERGE_FIELDS +details
[120] [127] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:10:06 2026/09/03 16:10:06 2026/09/03 16:10:06 175 ms 176 ms write_operation { input { common { plan_id: 137 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-02.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw" } CLOSED 8b26a669-e3a5-46d2-9682-646315f9fcf6 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_8b26a669-e3a5-46d2-9682-646315f9fcf6
[191] [197] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:35 2026/09/03 16:13:35 2026/09/03 16:13:35 110 ms 115 ms write_operation { input { common { plan_id: 58 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-04.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 89c328c3-476f-4d77-ae7a-980f234b092b SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_89c328c3-476f-4d77-ae7a-980f234b092b DELTA_FAILED_TO_MERGE_FIELDS +details
[237] [243] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:08 2026/09/03 16:14:08 2026/09/03 16:14:08 109 ms 114 ms write_operation { input { common { plan_id: 148 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-03.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 88dfc4ad-bfe4-4e22-a465-84d5a27f6a7d SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_88dfc4ad-bfe4-4e22-a465-84d5a27f6a7d DELTA_FAILED_TO_MERGE_FIELDS +details
[234] [240] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:07 2026/09/03 16:14:08 2026/09/03 16:14:08 98 ms 101 ms write_operation { input { common { plan_id: 142 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-06.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 86f21334-439e-47d0-a875-fd51c6187d5c SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_86f21334-439e-47d0-a875-fd51c6187d5c DELTA_FAILED_TO_MERGE_FIELDS +details
[180] [186] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:34 2026/09/03 16:13:34 2026/09/03 16:13:34 76 ms 80 ms write_operation { input { common { plan_id: 36 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-12.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 858e3b2b-185a-49ad-8d3f-1c664581c01e SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_858e3b2b-185a-49ad-8d3f-1c664581c01e DELTA_FAILED_TO_MERGE_FIELDS +details
[188] [194] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:35 2026/09/03 16:13:35 2026/09/03 16:13:35 116 ms 123 ms write_operation { input { common { plan_id: 52 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-06.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 82e7c2d4-fb99-40f7-b2c3-701d13a1e7b3 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_82e7c2d4-fb99-40f7-b2c3-701d13a1e7b3 DELTA_METADATA_MISMATCH +details
[257] [263] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:10 2026/09/03 16:14:10 2026/09/03 16:14:10 99 ms 118 ms write_operation { input { common { plan_id: 188 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-05.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 8251ea1b-2aa4-4e33-9d45-236b851177ae SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_8251ea1b-2aa4-4e33-9d45-236b851177ae DELTA_FAILED_TO_MERGE_FIELDS +details
[216] [222] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:39 2026/09/03 16:13:39 2026/09/03 16:13:39 119 ms 128 ms write_operation { input { common { plan_id: 108 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-06.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 821d0b0d-41ea-48a1-b8fa-a3c7cf284237 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_821d0b0d-41ea-48a1-b8fa-a3c7cf284237 DELTA_METADATA_MISMATCH +details
[162] [168] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:12:39 2026/09/03 16:12:39 2026/09/03 16:12:39 83 ms 87 ms write_operation { input { common { plan_id: 4 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-10.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 7eb4ab4c-6e7e-4cda-971f-5b6294638da5 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_7eb4ab4c-6e7e-4cda-971f-5b6294638da5 DELTA_FAILED_TO_MERGE_FIELDS +details
[102][103] [110] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:03:59 2026/09/03 16:04:01 2026/09/03 16:04:01 2 seconds 133 ms 2 seconds 277 ms common { plan_id: 114 } aggregate { input { common { plan_id: 113 } read { data_source { format: "delta" schema: "" paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips" } } } group_type: GROUP_TYPE_GROUPBY aggregate_expressions { unresolved_function { function_name: "count" arguments { literal { integer: 1 } } } } } CLOSED 7e420069-8d5c-4a04-8ffd-b5541331883b SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_7e420069-8d5c-4a04-8ffd-b5541331883b
[128][129] [136][137] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:10:07 8 weeks 3 days 2 hours 8 weeks 3 days 2 hours write_operation { input { common { plan_id: 151 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-08.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw" } RUNNING 7addeaeb-55db-4d99-a6af-39b0ebebf3da SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_7addeaeb-55db-4d99-a6af-39b0ebebf3da
[252] [258] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:10 2026/09/03 16:14:10 2026/09/03 16:14:10 88 ms 93 ms write_operation { input { common { plan_id: 178 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-04.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 7a710e17-02ae-4a00-94f4-26950f47b03f SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_7a710e17-02ae-4a00-94f4-26950f47b03f DELTA_METADATA_MISMATCH +details
[184] [190] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:35 2026/09/03 16:13:35 2026/09/03 16:13:35 143 ms 150 ms write_operation { input { common { plan_id: 44 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-12.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 7a5df2e0-b57e-470b-94e5-badc2b56aa44 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_7a5df2e0-b57e-470b-94e5-badc2b56aa44 DELTA_METADATA_MISMATCH +details
[125] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:10:07 8 weeks 3 days 2 hours 8 weeks 3 days 2 hours write_operation { input { common { plan_id: 145 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-08.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw" } RUNNING 79715b50-a0c6-4e7e-989e-0d369605fa7e SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_79715b50-a0c6-4e7e-989e-0d369605fa7e
[127] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:10:07 2026/09/03 16:10:07 127 ms 8 weeks 3 days 2 hours write_operation { input { common { plan_id: 149 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-11.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw" } CANCELED 7865d33d-b14d-45dd-80a0-07c104be9353 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_7865d33d-b14d-45dd-80a0-07c104be9353
[199] [205] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:36 2026/09/03 16:13:36 2026/09/03 16:13:37 113 ms 117 ms write_operation { input { common { plan_id: 74 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-01.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 7338ba55-d94b-45e1-998b-8100ac497b10 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_7338ba55-d94b-45e1-998b-8100ac497b10 DELTA_METADATA_MISMATCH +details
[158][159][160] [164][165][166] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:12:07 2026/09/03 16:12:38 2026/09/03 16:12:38 31 seconds 764 ms 31 seconds 769 ms write_operation { input { common { plan_id: 0 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-10.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 72c531e6-b91e-430c-a90f-107332e492cb SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_72c531e6-b91e-430c-a90f-107332e492cb
[104] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:00:30 2026/09/03 16:00:30 2026/09/03 16:00:30 11 ms 14 ms sql_command { input { common { plan_id: 110 } sql { query: "describe details spark_catalog.yellow_taxi.trips" } } } CLOSED 729b26e6-c29d-4972-9c76-e77b5ade0a53 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_729b26e6-c29d-4972-9c76-e77b5ade0a53 TABLE_OR_VIEW_NOT_FOUND +details
[118] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:10:06 8 weeks 3 days 2 hours 8 weeks 3 days 2 hours write_operation { input { common { plan_id: 135 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-01.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw" } RUNNING 7023641f-3361-4da3-9af4-ecef5cacf90a SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_7023641f-3361-4da3-9af4-ecef5cacf90a
[204] [210] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:37 2026/09/03 16:13:37 2026/09/03 16:13:37 143 ms 148 ms write_operation { input { common { plan_id: 84 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-03.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 6bc41597-674a-4fee-9ab3-55277c54abe3 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_6bc41597-674a-4fee-9ab3-55277c54abe3 DELTA_FAILED_TO_MERGE_FIELDS +details
[245] [251] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:14:09 2026/09/03 16:14:09 2026/09/03 16:14:09 230 ms 236 ms write_operation { input { common { plan_id: 164 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-02.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 68456b2c-116e-405c-9494-0c45481a30f9 SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_68456b2c-116e-405c-9494-0c45481a30f9 DELTA_METADATA_MISMATCH +details
[115] [121][122] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:10:05 2026/09/03 16:10:06 2026/09/03 16:10:06 289 ms 289 ms write_operation { input { common { plan_id: 129 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-07.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw" } CLOSED 6780f38f-c162-42bf-98a5-81e0579a82ee SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_6780f38f-c162-42bf-98a5-81e0579a82ee
[76] [76] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:56 2026/09/03 15:55:56 2026/09/03 15:55:56 191 ms 200 ms sql_command { input { common { plan_id: 77 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-10.parquet`\n " } } } CLOSED 666d7732-56bb-4a3f-9910-563a42d240b6 SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_666d7732-56bb-4a3f-9910-563a42d240b6 TABLE_OR_VIEW_NOT_FOUND +details
[68] [68] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 15:55:55 2026/09/03 15:55:55 2026/09/03 15:55:55 125 ms 130 ms sql_command { input { common { plan_id: 69 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n coalesce(month(tpep_pickup_datetime),9),\n coalesce(day(tpep_pickup_datetime),3)\n from\n parquet.`/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-09.parquet`\n " } } } CLOSED 63857746-50c6-4e6f-b0a0-3726dd1a630a SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_63857746-50c6-4e6f-b0a0-3726dd1a630a TABLE_OR_VIEW_NOT_FOUND +details
[217] [223] 50cf85d5-ae27-4707-b30c-2f106b0fbf42 2026/09/03 16:13:39 2026/09/03 16:13:39 2026/09/03 16:13:39 89 ms 93 ms write_operation { input { common { plan_id: 110 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-06.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } CLOSED 5fac896b-bc68-4d5c-bcc2-abfc406e750f SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_5fac896b-bc68-4d5c-bcc2-abfc406e750f DELTA_FAILED_TO_MERGE_FIELDS +details
[132] [140] 29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0 2026/09/03 16:10:08 2026/09/03 16:10:08 2026/09/03 16:10:08 198 ms 199 ms write_operation { input { common { plan_id: 157 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-07.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw" } CLOSED 5d5f4566-bcab-49ad-b1f3-d0255fe910bc SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_5d5f4566-bcab-49ad-b1f3-d0255fe910bc
Page: