|
|
|
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 15:59:02
|
2026/09/03 15:59:02
|
2026/09/03 15:59:02
|
11 ms
|
24 ms
|
common {
plan_id: 107
}
limit {
input {
common {
plan_id: 106
}
local_relation {
data: "\377\377\377\377@\000\000\000[truncated(size=152)]"
}
}
limit: 1000
}
|
CLOSED
|
21f9f48f-f295-462d-88d7-9aec4bdd3753
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_21f9f48f-f295-462d-88d7-9aec4bdd3753
|
|
|
|
|
|
[103]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:00:22
|
2026/09/03 16:00:22
|
2026/09/03 16:00:22
|
25 ms
|
30 ms
|
sql_command {
input {
common {
plan_id: 109
}
sql {
query: "\ncreate table spark_catalog.yellow_taxi.trips(\n VendorID long,\n tpep_pickup_datetime timestamp,\n tpep_dropoff_datetime timestamp,\n passenger_count long,\n trip_distance double,\n RatecodeID long,\n store_and_fwd_flag string,\n PULocationID long,\n DOLocationID long,\n payment_type long,\n fare_amount double,\n extra double,\n mta_tax double,\n tip_amount double,\n tolls_amount double,\n improvement_surcharge double,\n total_amount double,\n congestion_surcharge double,\n airport_fee double,\n load_timestamp timestamp,\n year int,\n month int,\n day int\n)\nusing delta\npartitioned by (year,month)\nlocation \'/home/jovyan/spark-warehouse/yellow_taxi.db/trips\'\n"
}
}
}
|
CLOSED
|
269f6447-c3d5-480a-826a-f446bdec940f
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_269f6447-c3d5-480a-826a-f446bdec940f
|
|
TABLE_OR_VIEW_ALREADY_EXISTS
+details
INTERNAL: [TABLE_OR_VIEW_ALREADY_EXISTS] Cannot create table or view `yellow_taxi`.`trips` because it already exists.
Choose a different name, drop or replace the existing object, or add the IF NOT EXISTS clause to tolerate pre-existing objects. SQLSTATE: 42P07
|
|
|
|
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 15:56:10
|
2026/09/03 15:56:10
|
2026/09/03 15:56:10
|
357 ms
|
378 ms
|
common {
plan_id: 101
}
limit {
input {
common {
plan_id: 100
}
local_relation {
data: "\377\377\377\377@\000\000\000[truncated(size=152)]"
}
}
limit: 1000
}
|
CLOSED
|
2fb37124-09dd-46af-a3ea-7f3ff3899f9a
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_2fb37124-09dd-46af-a3ea-7f3ff3899f9a
|
|
|
|
|
|
[98]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 15:56:09
|
2026/09/03 15:56:10
|
2026/09/03 15:56:10
|
216 ms
|
235 ms
|
sql_command {
input {
common {
plan_id: 99
}
sql {
query: "create schema if not exists spark_catalog.yellow_taxi"
}
}
}
|
CLOSED
|
3322b461-013d-4354-aa6f-30d2254e748c
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_3322b461-013d-4354-aa6f-30d2254e748c
|
|
|
|
|
|
[101]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 15:59:02
|
2026/09/03 15:59:02
|
2026/09/03 15:59:02
|
109 ms
|
118 ms
|
sql_command {
input {
common {
plan_id: 105
}
sql {
query: "\ncreate table if not exists spark_catalog.yellow_taxi.trips(\n VendorID long,\n tpep_pickup_datetime timestamp,\n tpep_dropoff_datetime timestamp,\n passenger_count long,\n trip_distance double,\n RatecodeID long,\n store_and_fwd_flag string,\n PULocationID long,\n DOLocationID long,\n payment_type long,\n fare_amount double,\n extra double,\n mta_tax double,\n tip_amount double,\n tolls_amount double,\n improvement_surcharge double,\n total_amount double,\n congestion_surcharge double,\n airport_fee double,\n load_timestamp timestamp,\n year int,\n month int,\n day int\n)\nusing delta\npartitioned by (year,month)\nlocation \'/home/jovyan/spark-warehouse/yellow_taxi.db/trips\'\n"
}
}
}
|
CLOSED
|
4e3e69c5-e8a8-4c00-a30a-7571f47e1126
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_4e3e69c5-e8a8-4c00-a30a-7571f47e1126
|
|
|
|
|
|
[104]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:00:30
|
2026/09/03 16:00:30
|
2026/09/03 16:00:30
|
11 ms
|
14 ms
|
sql_command {
input {
common {
plan_id: 110
}
sql {
query: "describe details spark_catalog.yellow_taxi.trips"
}
}
}
|
CLOSED
|
729b26e6-c29d-4972-9c76-e77b5ade0a53
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_729b26e6-c29d-4972-9c76-e77b5ade0a53
|
|
TABLE_OR_VIEW_NOT_FOUND
+details
INTERNAL: [TABLE_OR_VIEW_NOT_FOUND] The table or view `details` cannot be found. Verify the spelling and correctness of the schema and catalog.
If you did not qualify the name with a schema, verify the current_schema() output, or qualify the name with the correct schema and catalog.
To tolerate the error on drop use DROP VIEW IF EXISTS or DROP TABLE IF EXISTS. SQLSTATE: 42P01; line 1 pos 9;
'DescribeColumn 'spark_catalog.yellow_taxi.trips, false, [info_name#4363, info_value#4364]
+- 'UnresolvedTableOrView [details], DESCRIBE TABLE, true
|
|
|
|
[99]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 15:56:11
|
2026/09/03 15:56:11
|
2026/09/03 15:56:11
|
776 ms
|
779 ms
|
sql_command {
input {
common {
plan_id: 102
}
sql {
query: "\ncreate table if not exists spark_catalog.yellow_taxi.trips(\n VendorID long,\n tpep_pickup_datetime timestamp,\n tpep_dropoff_datetime timestamp,\n passenger_count long,\n trip_distance double,\n RatecodeID long,\n store_and_fwd_flag string,\n PULocationID long,\n DOLocationID long,\n payment_type long,\n fare_amount double,\n extra double,\n mta_tax double,\n tip_amount double,\n tolls_amount double,\n improvement_surcharge double,\n total_amount double,\n congestion_surcharge double,\n airport_fee double,\n load_timestamp timestamp,\n year int,\n month int,\n day int\n)\nusing delta\npartitioned by (year,month)\n"
}
}
}
|
CLOSED
|
9fcede98-796d-4cc6-b745-53573fede9fd
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_9fcede98-796d-4cc6-b745-53573fede9fd
|
|
DELTA_CREATE_TABLE_WITH_NON_EMPTY_LOCATION
+details
INTERNAL: [DELTA_CREATE_TABLE_WITH_NON_EMPTY_LOCATION] Cannot create table ('`yellow_taxi`.`trips`'). The associated location ('file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips') is not empty and also not a Delta table.
|
|
|
|
[97]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 15:55:59
|
2026/09/03 15:55:59
|
2026/09/03 15:55:59
|
510 ms
|
515 ms
|
sql_command {
input {
common {
plan_id: 98
}
sql {
query: "\ncreate table if not exists spark_catalog.yellow_taxi.trips(\n VendorID long,\n tpep_pickup_datetime timestamp,\n tpep_dropoff_datetime timestamp,\n passenger_count long,\n trip_distance double,\n RatecodeID long,\n store_and_fwd_flag string,\n PULocationID long,\n DOLocationID long,\n payment_type long,\n fare_amount double,\n extra double,\n mta_tax double,\n tip_amount double,\n tolls_amount double,\n improvement_surcharge double,\n total_amount double,\n congestion_surcharge double,\n airport_fee double,\n load_timestamp timestamp,\n year int,\n month int,\n day int\n)\nusing delta\npartitioned by (year,month)\n"
}
}
}
|
CLOSED
|
a13d02e2-eec6-48b6-814e-ba08e461b69e
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_a13d02e2-eec6-48b6-814e-ba08e461b69e
|
|
SCHEMA_NOT_FOUND
+details
INTERNAL: [SCHEMA_NOT_FOUND] The schema `spark_catalog`.`yellow_taxi` cannot be found. Verify the spelling and correctness of the schema and catalog.
If you did not qualify the name with a catalog, verify the current_schema() output, or qualify the name with the correct catalog.
To tolerate the error on drop use DROP SCHEMA IF EXISTS. SQLSTATE: 42704
|
|
|
|
[100]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 15:56:49
|
2026/09/03 15:56:49
|
2026/09/03 15:56:49
|
27 ms
|
35 ms
|
sql_command {
input {
common {
plan_id: 103
}
sql {
query: "drop table spark_catalog.yellow_taxi.trips"
}
}
}
|
CLOSED
|
bdb9942f-a378-4f47-8872-09aee772ba34
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_bdb9942f-a378-4f47-8872-09aee772ba34
|
|
TABLE_OR_VIEW_NOT_FOUND
+details
INTERNAL: [TABLE_OR_VIEW_NOT_FOUND] The table or view `spark_catalog`.`yellow_taxi`.`trips` cannot be found. Verify the spelling and correctness of the schema and catalog.
If you did not qualify the name with a schema, verify the current_schema() output, or qualify the name with the correct schema and catalog.
To tolerate the error on drop use DROP VIEW IF EXISTS or DROP TABLE IF EXISTS. SQLSTATE: 42P01
|
|
|
|
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 15:58:44
|
2026/09/03 15:58:44
|
2026/09/03 15:58:44
|
15 ms
|
22 ms
|
sql_command {
input {
common {
plan_id: 104
}
sql {
query: "\ncreate table if not exists spark_catalog.yellow_taxi.trips(\n VendorID long,\n tpep_pickup_datetime timestamp,\n tpep_dropoff_datetime timestamp,\n passenger_count long,\n trip_distance double,\n RatecodeID long,\n store_and_fwd_flag string,\n PULocationID long,\n DOLocationID long,\n payment_type long,\n fare_amount double,\n extra double,\n mta_tax double,\n tip_amount double,\n tolls_amount double,\n improvement_surcharge double,\n total_amount double,\n congestion_surcharge double,\n airport_fee double,\n load_timestamp timestamp,\n year int,\n month int,\n day int\n)\nusing delta\npartitioned by (year,month)\nlocation \'/home/jovyan/spark-warehouse/yellow_taxi.db/trips\n"
}
}
}
|
CLOSED
|
bf5ad8eb-5982-421f-a63e-3b0aece0293b
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_bf5ad8eb-5982-421f-a63e-3b0aece0293b
|
|
PARSE_SYNTAX_ERROR
+details
INTERNAL:
[PARSE_SYNTAX_ERROR] Syntax error at or near '''. SQLSTATE: 42601 (line 29, pos 9)
== SQL ==
create table if not exists spark_catalog.yellow_taxi.trips(
VendorID long,
tpep_pickup_datetime timestamp,
tpep_dropoff_datetime timestamp,
passenger_count long,
trip_distance double,
RatecodeID long,
store_and_fwd_flag string,
PULocationID long,
DOLocationID long,
payment_type long,
fare_amount double,
extra double,
mta_tax double,
tip_amount double,
tolls_amount double,
improvement_surcharge double,
total_amount double,
congestion_surcharge double,
airport_fee double,
load_timestamp timestamp,
year int,
month int,
day int
)
using delta
partitioned by (year,month)
location '/home/jovyan/spark-warehouse/yellow_taxi.db/trips
---------^^^
|
|
|
|
[102]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:00:08
|
2026/09/03 16:00:08
|
2026/09/03 16:00:08
|
19 ms
|
25 ms
|
sql_command {
input {
common {
plan_id: 108
}
sql {
query: "describe details spark_catalog.yellow_taxi.trips"
}
}
}
|
CLOSED
|
e917eaaf-733e-4196-be3a-45f85a4d60ba
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_e917eaaf-733e-4196-be3a-45f85a4d60ba
|
|
TABLE_OR_VIEW_NOT_FOUND
+details
INTERNAL: [TABLE_OR_VIEW_NOT_FOUND] The table or view `details` cannot be found. Verify the spelling and correctness of the schema and catalog.
If you did not qualify the name with a schema, verify the current_schema() output, or qualify the name with the correct schema and catalog.
To tolerate the error on drop use DROP VIEW IF EXISTS or DROP TABLE IF EXISTS. SQLSTATE: 42P01; line 1 pos 9;
'DescribeColumn 'spark_catalog.yellow_taxi.trips, false, [info_name#4336, info_value#4337]
+- 'UnresolvedTableOrView [details], DESCRIBE TABLE, true
|
|
|
[100][101][97][98][99]
|
[105][106][107][108][109]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:03:17
|
2026/09/03 16:03:44
|
2026/09/03 16:03:44
|
26 seconds 948 ms
|
26 seconds 976 ms
|
common {
plan_id: 112
}
limit {
input {
common {
plan_id: 111
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
limit: 1000
}
|
CLOSED
|
5c4d2c10-fdcb-48fb-b90d-06cbd97c3009
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_5c4d2c10-fdcb-48fb-b90d-06cbd97c3009
|
|
|
|
|
[102][103]
|
[110]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:03:59
|
2026/09/03 16:04:01
|
2026/09/03 16:04:01
|
2 seconds 133 ms
|
2 seconds 277 ms
|
common {
plan_id: 114
}
aggregate {
input {
common {
plan_id: 113
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
|
CLOSED
|
7e420069-8d5c-4a04-8ffd-b5541331883b
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_7e420069-8d5c-4a04-8ffd-b5541331883b
|
|
|
|
|
[104][105]
|
[111]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:04:22
|
2026/09/03 16:04:23
|
2026/09/03 16:04:23
|
1 second 293 ms
|
1 second 306 ms
|
common {
plan_id: 116
}
aggregate {
input {
common {
plan_id: 115
}
read {
data_source {
format: "delta"
schema: ""
paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
|
CLOSED
|
1534209b-e69e-4668-879a-4f7b18f0c8ed
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_1534209b-e69e-4668-879a-4f7b18f0c8ed
|
|
|
|
|
[106][107]
|
[112][113]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:09:49
|
2026/09/03 16:10:00
|
2026/09/03 16:10:00
|
10 seconds 248 ms
|
10 seconds 252 ms
|
write_operation {
input {
common {
plan_id: 117
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
CLOSED
|
99accdac-7c3e-412d-adf9-fcb58b5c916c
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_99accdac-7c3e-412d-adf9-fcb58b5c916c
|
|
|
|
|
[108][109]
|
[114][115]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:00
|
2026/09/03 16:10:04
|
2026/09/03 16:10:04
|
4 seconds 83 ms
|
4 seconds 85 ms
|
write_operation {
input {
common {
plan_id: 119
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-11.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
CLOSED
|
4834ae02-5360-4c58-8f85-4f9f8f34dae7
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_4834ae02-5360-4c58-8f85-4f9f8f34dae7
|
|
|
|
|
[110][111]
|
[116][117]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:04
|
2026/09/03 16:10:05
|
|
1 second 113 ms
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 121
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
CANCELED
|
f4ab84f4-63f7-4ffd-9e57-1bc858c28878
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_f4ab84f4-63f7-4ffd-9e57-1bc858c28878
|
|
|
|
|
[112]
|
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:05
|
2026/09/03 16:10:05
|
|
268 ms
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 123
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
CANCELED
|
9fcf03d6-e3f1-4cf0-ba94-f9fec4989937
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_9fcf03d6-e3f1-4cf0-ba94-f9fec4989937
|
|
|
|
|
[113]
|
[118]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:05
|
|
|
8 weeks 3 days 1 hour
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 125
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
RUNNING
|
30c3a325-39ef-4d92-aeb2-0c3cb47450ee
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_30c3a325-39ef-4d92-aeb2-0c3cb47450ee
|
|
|
|
|
[114]
|
[119][120]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:05
|
2026/09/03 16:10:06
|
2026/09/03 16:10:06
|
322 ms
|
322 ms
|
write_operation {
input {
common {
plan_id: 127
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
CLOSED
|
24da78ab-53f3-47e8-b928-e057f6c960f7
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_24da78ab-53f3-47e8-b928-e057f6c960f7
|
|
|
|
|
[115]
|
[121][122]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:05
|
2026/09/03 16:10:06
|
2026/09/03 16:10:06
|
289 ms
|
289 ms
|
write_operation {
input {
common {
plan_id: 129
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
CLOSED
|
6780f38f-c162-42bf-98a5-81e0579a82ee
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_6780f38f-c162-42bf-98a5-81e0579a82ee
|
|
|
|
|
[116]
|
[123][124]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:06
|
|
|
8 weeks 3 days 1 hour
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 131
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-03.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
RUNNING
|
bf40aa6a-2502-42af-8fda-de65e57da0fc
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_bf40aa6a-2502-42af-8fda-de65e57da0fc
|
|
|
|
|
[117][119]
|
[125][126]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:06
|
2026/09/03 16:10:06
|
2026/09/03 16:10:06
|
390 ms
|
390 ms
|
write_operation {
input {
common {
plan_id: 133
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
CLOSED
|
3353fded-646f-4e2b-94ee-ddf45ec66e18
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_3353fded-646f-4e2b-94ee-ddf45ec66e18
|
|
|
|
|
[118]
|
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:06
|
|
|
8 weeks 3 days 1 hour
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 135
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-01.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
RUNNING
|
7023641f-3361-4da3-9af4-ecef5cacf90a
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_7023641f-3361-4da3-9af4-ecef5cacf90a
|
|
|
|
|
[120]
|
[127]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:06
|
2026/09/03 16:10:06
|
2026/09/03 16:10:06
|
175 ms
|
176 ms
|
write_operation {
input {
common {
plan_id: 137
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-02.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
CLOSED
|
8b26a669-e3a5-46d2-9682-646315f9fcf6
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_8b26a669-e3a5-46d2-9682-646315f9fcf6
|
|
|
|
|
[121]
|
[128][129]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:06
|
|
|
8 weeks 3 days 1 hour
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 139
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
RUNNING
|
e9888ae1-7199-4cff-9c64-58021fbdf24e
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_e9888ae1-7199-4cff-9c64-58021fbdf24e
|
|
|
|
|
[122]
|
[130][131]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:06
|
|
|
8 weeks 3 days 1 hour
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 141
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-02.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
RUNNING
|
0736c6a9-8500-4c2b-a735-a0089e70f6bc
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_0736c6a9-8500-4c2b-a735-a0089e70f6bc
|
|
|
|
|
[123][124]
|
[132][133]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:07
|
|
|
8 weeks 3 days 1 hour
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 143
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-06.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
RUNNING
|
c01a3fb1-bdc7-4ec1-a598-e4f540be20fe
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_c01a3fb1-bdc7-4ec1-a598-e4f540be20fe
|
|
|
|
|
[125]
|
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:07
|
|
|
8 weeks 3 days 1 hour
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 145
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
RUNNING
|
79715b50-a0c6-4e7e-989e-0d369605fa7e
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_79715b50-a0c6-4e7e-989e-0d369605fa7e
|
|
|
|
|
[126]
|
[134][135]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:07
|
2026/09/03 16:10:07
|
2026/09/03 16:10:07
|
333 ms
|
334 ms
|
write_operation {
input {
common {
plan_id: 147
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
CLOSED
|
14b3700d-9902-44c3-8c7b-7d1ab2be7dac
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_14b3700d-9902-44c3-8c7b-7d1ab2be7dac
|
|
|
|
|
[127]
|
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:07
|
2026/09/03 16:10:07
|
|
127 ms
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 149
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-11.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
CANCELED
|
7865d33d-b14d-45dd-80a0-07c104be9353
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_7865d33d-b14d-45dd-80a0-07c104be9353
|
|
|
|
|
[128][129]
|
[136][137]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:07
|
|
|
8 weeks 3 days 1 hour
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 151
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
RUNNING
|
7addeaeb-55db-4d99-a6af-39b0ebebf3da
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_7addeaeb-55db-4d99-a6af-39b0ebebf3da
|
|
|
|
|
[130]
|
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:07
|
|
|
8 weeks 3 days 1 hour
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 153
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
RUNNING
|
2630ec1c-1b31-4c50-a65b-55f5decbd2fc
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_2630ec1c-1b31-4c50-a65b-55f5decbd2fc
|
|
|
|
|
[131]
|
[138][139]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:08
|
|
|
8 weeks 3 days 1 hour
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 155
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
RUNNING
|
4909aecf-283f-47b5-8b1a-eaca18732b21
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_4909aecf-283f-47b5-8b1a-eaca18732b21
|
|
|
|
|
[132]
|
[140]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:08
|
2026/09/03 16:10:08
|
2026/09/03 16:10:08
|
198 ms
|
199 ms
|
write_operation {
input {
common {
plan_id: 157
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
CLOSED
|
5d5f4566-bcab-49ad-b1f3-d0255fe910bc
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_5d5f4566-bcab-49ad-b1f3-d0255fe910bc
|
|
|
|
|
[133]
|
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:08
|
2026/09/03 16:10:08
|
|
266 ms
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 159
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-06.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
CANCELED
|
f8e84450-8ff3-4bd6-ac2b-82af9ebbfca0
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_f8e84450-8ff3-4bd6-ac2b-82af9ebbfca0
|
|
|
|
|
[134]
|
[141][142]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:08
|
|
|
8 weeks 3 days 1 hour
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 161
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
RUNNING
|
e9f70b88-ec0d-429a-ae12-eef385da88ec
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_e9f70b88-ec0d-429a-ae12-eef385da88ec
|
|
|
|
|
[135][136]
|
[143][144]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:08
|
|
|
8 weeks 3 days 1 hour
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 163
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
RUNNING
|
c2fa0c35-4ecf-4024-9fd5-3129c9236878
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_c2fa0c35-4ecf-4024-9fd5-3129c9236878
|
|
|
|
|
[137][139]
|
[145][146]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:09
|
|
|
8 weeks 3 days 1 hour
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 165
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
RUNNING
|
2f228dd1-be15-416d-be3d-8dc0abcdbd80
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_2f228dd1-be15-416d-be3d-8dc0abcdbd80
|
|
|
|
|
[138]
|
[147][148]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:09
|
2026/09/03 16:10:09
|
2026/09/03 16:10:09
|
560 ms
|
567 ms
|
write_operation {
input {
common {
plan_id: 167
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-04.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
CLOSED
|
0e0ae871-5c31-43fe-bfcd-3145d557e602
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_0e0ae871-5c31-43fe-bfcd-3145d557e602
|
|
|
|
|
[140]
|
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:09
|
2026/09/03 16:10:09
|
2026/09/03 16:10:09
|
182 ms
|
182 ms
|
write_operation {
input {
common {
plan_id: 169
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-06.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
CLOSED
|
dcb5e0d2-c2a0-4d54-bde4-c5fe6867a554
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_dcb5e0d2-c2a0-4d54-bde4-c5fe6867a554
|
|
|
|
|
[141]
|
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:09
|
2026/09/03 16:10:09
|
2026/09/03 16:10:09
|
156 ms
|
156 ms
|
write_operation {
input {
common {
plan_id: 171
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
CLOSED
|
46569e48-f731-4f2a-85b8-f216c5e2460e
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_46569e48-f731-4f2a-85b8-f216c5e2460e
|
|
|
|
|
[142]
|
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:09
|
|
|
8 weeks 3 days 1 hour
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 173
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
RUNNING
|
531ff59e-678b-4e2c-8bde-a0f5c5f9248b
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_531ff59e-678b-4e2c-8bde-a0f5c5f9248b
|
|
|
|
|
[143]
|
[149]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:09
|
|
|
8 weeks 3 days 1 hour
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 175
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-04.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
RUNNING
|
3bb4164c-8dcf-4a51-bc6d-b9c29174b839
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_3bb4164c-8dcf-4a51-bc6d-b9c29174b839
|
|
|
|
|
[145][148]
|
[152][153]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:10
|
|
|
8 weeks 3 days 1 hour
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 179
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-09.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
RUNNING
|
4a4d2cea-6df1-4258-81eb-757d681d47f8
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_4a4d2cea-6df1-4258-81eb-757d681d47f8
|
|
|
|
|
[146]
|
[150][151]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:10
|
|
|
8 weeks 3 days 1 hour
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 177
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-04.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
RUNNING
|
4f641188-f012-4bf6-bce6-417e8736f9c1
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_4f641188-f012-4bf6-bce6-417e8736f9c1
|
|
|
|
|
[147]
|
[154]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:10
|
|
|
8 weeks 3 days 1 hour
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 181
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-09.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
RUNNING
|
3f39aeed-ff3c-4900-8789-60d0940d1a76
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_3f39aeed-ff3c-4900-8789-60d0940d1a76
|
|
|
|
|
[149][150]
|
[155][156]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:10
|
2026/09/03 16:10:17
|
2026/09/03 16:10:17
|
7 seconds 162 ms
|
7 seconds 163 ms
|
write_operation {
input {
common {
plan_id: 183
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
CLOSED
|
19e2d57c-1fb5-4d37-a377-c4460bc08d30
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_19e2d57c-1fb5-4d37-a377-c4460bc08d30
|
|
|
|
|
[151][152]
|
[157][158]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:17
|
2026/09/03 16:10:23
|
|
5 seconds 520 ms
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 185
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
CANCELED
|
a1541722-9f42-44d1-b623-e01e03ca7219
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_a1541722-9f42-44d1-b623-e01e03ca7219
|
|
|
|
|
[153][154]
|
[159][160]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:23
|
2026/09/03 16:10:26
|
|
3 seconds 768 ms
|
8 weeks 3 days 1 hour
|
write_operation {
input {
common {
plan_id: 187
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
CANCELED
|
ce16240e-152e-4179-aeb2-45a9b7a0bbbf
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_ce16240e-152e-4179-aeb2-45a9b7a0bbbf
|
|
|
|
|
[155][156][157]
|
[161][162][163]
|
29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0
|
2026/09/03 16:10:26
|
2026/09/03 16:10:39
|
2026/09/03 16:17:54
|
12 seconds 670 ms
|
7 minutes 27 seconds
|
write_operation {
input {
common {
plan_id: 189
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
}
|
CLOSED
|
0d73ec80-efc3-457f-b7a0-ecf03792de7e
|
SparkConnect_OperationTag_User__Session_29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0_Operation_0d73ec80-efc3-457f-b7a0-ecf03792de7e
|
|
|
|
|
[158][159][160]
|
[164][165][166]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:12:07
|
2026/09/03 16:12:38
|
2026/09/03 16:12:38
|
31 seconds 764 ms
|
31 seconds 769 ms
|
write_operation {
input {
common {
plan_id: 0
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
72c531e6-b91e-430c-a90f-107332e492cb
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_72c531e6-b91e-430c-a90f-107332e492cb
|
|
|
|
|
[161]
|
[167]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:12:38
|
2026/09/03 16:12:39
|
2026/09/03 16:12:39
|
101 ms
|
104 ms
|
write_operation {
input {
common {
plan_id: 2
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-11.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
f1a22686-1c05-430b-bd21-db360e87205f
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_f1a22686-1c05-430b-bd21-db360e87205f
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[162]
|
[168]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:12:39
|
2026/09/03 16:12:39
|
2026/09/03 16:12:39
|
83 ms
|
87 ms
|
write_operation {
input {
common {
plan_id: 4
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
7eb4ab4c-6e7e-4cda-971f-5b6294638da5
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_7eb4ab4c-6e7e-4cda-971f-5b6294638da5
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[163]
|
[169]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:12:39
|
2026/09/03 16:12:39
|
2026/09/03 16:12:39
|
100 ms
|
103 ms
|
write_operation {
input {
common {
plan_id: 6
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
49321596-692d-4bbb-9aa6-ac0b49869aae
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_49321596-692d-4bbb-9aa6-ac0b49869aae
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[164][165]
|
[170][171]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:12:39
|
2026/09/03 16:13:06
|
2026/09/03 16:13:06
|
27 seconds 620 ms
|
27 seconds 625 ms
|
write_operation {
input {
common {
plan_id: 8
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
4a0e6fa4-11f8-45c5-9138-12142a2c4d93
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_4a0e6fa4-11f8-45c5-9138-12142a2c4d93
|
|
|
|
|
[166]
|
[172]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:06
|
2026/09/03 16:13:07
|
2026/09/03 16:13:07
|
176 ms
|
183 ms
|
write_operation {
input {
common {
plan_id: 10
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
95614555-3777-4dfe-826f-dd28d83359e8
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_95614555-3777-4dfe-826f-dd28d83359e8
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[167]
|
[173]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:07
|
2026/09/03 16:13:07
|
2026/09/03 16:13:07
|
304 ms
|
310 ms
|
write_operation {
input {
common {
plan_id: 12
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
ccc38014-821f-42c5-b1f5-65d5700fbadf
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_ccc38014-821f-42c5-b1f5-65d5700fbadf
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[168]
|
[174]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:07
|
2026/09/03 16:13:07
|
2026/09/03 16:13:07
|
499 ms
|
503 ms
|
write_operation {
input {
common {
plan_id: 14
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-03.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
d2e00546-45c8-4a1f-890f-63c0315ed1cc
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_d2e00546-45c8-4a1f-890f-63c0315ed1cc
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[169][170]
|
[175][176]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:07
|
2026/09/03 16:13:33
|
2026/09/03 16:13:33
|
25 seconds 362 ms
|
25 seconds 366 ms
|
write_operation {
input {
common {
plan_id: 16
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
035259f2-8534-4df9-9603-193cb3db6fe8
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_035259f2-8534-4df9-9603-193cb3db6fe8
|
|
|
|
|
[171]
|
[177]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:33
|
2026/09/03 16:13:33
|
2026/09/03 16:13:33
|
156 ms
|
159 ms
|
write_operation {
input {
common {
plan_id: 18
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-01.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
ce551e70-2c11-40d6-bee9-c12c33e80063
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_ce551e70-2c11-40d6-bee9-c12c33e80063
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[172]
|
[178]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:33
|
2026/09/03 16:13:33
|
2026/09/03 16:13:33
|
140 ms
|
151 ms
|
write_operation {
input {
common {
plan_id: 20
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-02.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
993baa0e-ddcb-4699-b50a-50e6c4c21fde
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_993baa0e-ddcb-4699-b50a-50e6c4c21fde
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[173]
|
[179]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:33
|
2026/09/03 16:13:33
|
2026/09/03 16:13:33
|
93 ms
|
98 ms
|
write_operation {
input {
common {
plan_id: 22
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
070b7388-8ec5-4d50-b7fa-defa8b2fc8d7
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_070b7388-8ec5-4d50-b7fa-defa8b2fc8d7
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[174]
|
[180]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:33
|
2026/09/03 16:13:33
|
2026/09/03 16:13:33
|
93 ms
|
97 ms
|
write_operation {
input {
common {
plan_id: 24
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-02.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
f8ae7c29-a8ea-4205-a0a3-f1dd0000d6a4
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_f8ae7c29-a8ea-4205-a0a3-f1dd0000d6a4
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[175]
|
[181]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:33
|
2026/09/03 16:13:33
|
2026/09/03 16:13:33
|
110 ms
|
118 ms
|
write_operation {
input {
common {
plan_id: 26
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-06.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
43c883ae-8661-4fae-9072-fff947596643
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_43c883ae-8661-4fae-9072-fff947596643
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[176]
|
[182]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:33
|
2026/09/03 16:13:33
|
2026/09/03 16:13:34
|
97 ms
|
100 ms
|
write_operation {
input {
common {
plan_id: 28
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
b041af04-e936-43f4-ae5f-b9c73544bfdd
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_b041af04-e936-43f4-ae5f-b9c73544bfdd
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[177]
|
[183]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:34
|
2026/09/03 16:13:34
|
2026/09/03 16:13:34
|
112 ms
|
117 ms
|
write_operation {
input {
common {
plan_id: 30
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
8bcbc6a0-14e8-4a77-9380-2b94ecc9e95b
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_8bcbc6a0-14e8-4a77-9380-2b94ecc9e95b
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[178]
|
[184]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:34
|
2026/09/03 16:13:34
|
2026/09/03 16:13:34
|
164 ms
|
169 ms
|
write_operation {
input {
common {
plan_id: 32
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-11.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
ed081ed8-4ab9-4e4d-a9d8-f25faeb6c9ed
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_ed081ed8-4ab9-4e4d-a9d8-f25faeb6c9ed
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[179]
|
[185]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:34
|
2026/09/03 16:13:34
|
2026/09/03 16:13:34
|
250 ms
|
255 ms
|
write_operation {
input {
common {
plan_id: 34
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
58782597-3c4f-4429-82f1-d7be3d74c34e
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_58782597-3c4f-4429-82f1-d7be3d74c34e
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[180]
|
[186]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:34
|
2026/09/03 16:13:34
|
2026/09/03 16:13:34
|
76 ms
|
80 ms
|
write_operation {
input {
common {
plan_id: 36
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
858e3b2b-185a-49ad-8d3f-1c664581c01e
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_858e3b2b-185a-49ad-8d3f-1c664581c01e
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[181]
|
[187]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:34
|
2026/09/03 16:13:34
|
2026/09/03 16:13:34
|
116 ms
|
121 ms
|
write_operation {
input {
common {
plan_id: 38
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
19df5b34-f378-494e-81db-e3371ab2c257
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_19df5b34-f378-494e-81db-e3371ab2c257
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[182]
|
[188]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:34
|
2026/09/03 16:13:34
|
2026/09/03 16:13:34
|
139 ms
|
143 ms
|
write_operation {
input {
common {
plan_id: 40
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
a9b43a10-8ee3-4cdc-b188-b967035b5a2e
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_a9b43a10-8ee3-4cdc-b188-b967035b5a2e
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[183]
|
[189]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:34
|
2026/09/03 16:13:35
|
2026/09/03 16:13:35
|
105 ms
|
111 ms
|
write_operation {
input {
common {
plan_id: 42
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-06.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
320e82c2-abf9-41e7-831c-5b4e4e6469f9
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_320e82c2-abf9-41e7-831c-5b4e4e6469f9
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[184]
|
[190]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:35
|
2026/09/03 16:13:35
|
2026/09/03 16:13:35
|
143 ms
|
150 ms
|
write_operation {
input {
common {
plan_id: 44
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
7a5df2e0-b57e-470b-94e5-badc2b56aa44
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_7a5df2e0-b57e-470b-94e5-badc2b56aa44
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[185]
|
[191]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:35
|
2026/09/03 16:13:35
|
2026/09/03 16:13:35
|
83 ms
|
88 ms
|
write_operation {
input {
common {
plan_id: 46
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
3a121330-0197-4c65-82ea-66cd99480a68
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_3a121330-0197-4c65-82ea-66cd99480a68
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[186]
|
[192]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:35
|
2026/09/03 16:13:35
|
2026/09/03 16:13:35
|
81 ms
|
86 ms
|
write_operation {
input {
common {
plan_id: 48
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
038056f6-65ae-4842-828e-83013290f29d
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_038056f6-65ae-4842-828e-83013290f29d
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'passenger_count' and 'passenger_count'
|
|
|
[187]
|
[193]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:35
|
2026/09/03 16:13:35
|
2026/09/03 16:13:35
|
87 ms
|
93 ms
|
write_operation {
input {
common {
plan_id: 50
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-04.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
453243e3-12f6-43ff-b295-28633ad30539
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_453243e3-12f6-43ff-b295-28633ad30539
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[188]
|
[194]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:35
|
2026/09/03 16:13:35
|
2026/09/03 16:13:35
|
116 ms
|
123 ms
|
write_operation {
input {
common {
plan_id: 52
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-06.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
82e7c2d4-fb99-40f7-b2c3-701d13a1e7b3
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_82e7c2d4-fb99-40f7-b2c3-701d13a1e7b3
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[189]
|
[195]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:35
|
2026/09/03 16:13:35
|
2026/09/03 16:13:35
|
102 ms
|
105 ms
|
write_operation {
input {
common {
plan_id: 54
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
a71ebdcc-81b1-4f0f-8ba8-05eb45a4bb71
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_a71ebdcc-81b1-4f0f-8ba8-05eb45a4bb71
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[190]
|
[196]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:35
|
2026/09/03 16:13:35
|
2026/09/03 16:13:35
|
79 ms
|
82 ms
|
write_operation {
input {
common {
plan_id: 56
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
3a1b4a58-3756-4684-a865-1c18f8afce94
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_3a1b4a58-3756-4684-a865-1c18f8afce94
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[191]
|
[197]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:35
|
2026/09/03 16:13:35
|
2026/09/03 16:13:35
|
110 ms
|
115 ms
|
write_operation {
input {
common {
plan_id: 58
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-04.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
89c328c3-476f-4d77-ae7a-980f234b092b
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_89c328c3-476f-4d77-ae7a-980f234b092b
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[192]
|
[198]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:35
|
2026/09/03 16:13:36
|
2026/09/03 16:13:36
|
279 ms
|
284 ms
|
write_operation {
input {
common {
plan_id: 60
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-04.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
2c86dd1a-1570-4f98-9e2e-9b81a80d2006
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_2c86dd1a-1570-4f98-9e2e-9b81a80d2006
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[193]
|
[199]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:36
|
2026/09/03 16:13:36
|
2026/09/03 16:13:36
|
136 ms
|
141 ms
|
write_operation {
input {
common {
plan_id: 62
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-09.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
11505f12-b6ea-4784-8780-c85845c387a8
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_11505f12-b6ea-4784-8780-c85845c387a8
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[194]
|
[200]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:36
|
2026/09/03 16:13:36
|
2026/09/03 16:13:36
|
100 ms
|
104 ms
|
write_operation {
input {
common {
plan_id: 64
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-09.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
d3b188fb-9986-4e7b-a6e2-4c40c4e69317
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_d3b188fb-9986-4e7b-a6e2-4c40c4e69317
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[195]
|
[201]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:36
|
2026/09/03 16:13:36
|
2026/09/03 16:13:36
|
107 ms
|
111 ms
|
write_operation {
input {
common {
plan_id: 66
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
1842e87c-6411-4588-a7cc-b4a675f5ab04
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_1842e87c-6411-4588-a7cc-b4a675f5ab04
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[196]
|
[202]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:36
|
2026/09/03 16:13:36
|
2026/09/03 16:13:36
|
87 ms
|
94 ms
|
write_operation {
input {
common {
plan_id: 68
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-08.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
1a81ea2a-525d-4e8d-9b12-741b7aa7c3f9
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_1a81ea2a-525d-4e8d-9b12-741b7aa7c3f9
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[197]
|
[203]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:36
|
2026/09/03 16:13:36
|
2026/09/03 16:13:36
|
99 ms
|
105 ms
|
write_operation {
input {
common {
plan_id: 70
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-12.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
43d0c529-3218-4ae3-a405-0e00f1eb6600
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_43d0c529-3218-4ae3-a405-0e00f1eb6600
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[198]
|
[204]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:36
|
2026/09/03 16:13:36
|
2026/09/03 16:13:36
|
93 ms
|
98 ms
|
write_operation {
input {
common {
plan_id: 72
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-05.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
4fae2a35-37ef-4ee1-a1b5-ff7757bf2cff
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_4fae2a35-37ef-4ee1-a1b5-ff7757bf2cff
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[199]
|
[205]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:36
|
2026/09/03 16:13:36
|
2026/09/03 16:13:37
|
113 ms
|
117 ms
|
write_operation {
input {
common {
plan_id: 74
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-01.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
7338ba55-d94b-45e1-998b-8100ac497b10
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_7338ba55-d94b-45e1-998b-8100ac497b10
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[200]
|
[206]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:37
|
2026/09/03 16:13:37
|
2026/09/03 16:13:37
|
92 ms
|
98 ms
|
write_operation {
input {
common {
plan_id: 76
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-01.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
31428a5a-88f9-453a-b45c-c7644ee6ce7e
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_31428a5a-88f9-453a-b45c-c7644ee6ce7e
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[201]
|
[207]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:37
|
2026/09/03 16:13:37
|
2026/09/03 16:13:37
|
140 ms
|
144 ms
|
write_operation {
input {
common {
plan_id: 78
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-03.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
be22460e-a3d6-4c1d-98e9-0f8c38a34805
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_be22460e-a3d6-4c1d-98e9-0f8c38a34805
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[202]
|
[208]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:37
|
2026/09/03 16:13:37
|
2026/09/03 16:13:37
|
124 ms
|
133 ms
|
write_operation {
input {
common {
plan_id: 80
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-04.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
d3e4ca73-208a-48c3-bbdf-5076a7d99caa
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_d3e4ca73-208a-48c3-bbdf-5076a7d99caa
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[203]
|
[209]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:37
|
2026/09/03 16:13:37
|
2026/09/03 16:13:37
|
142 ms
|
148 ms
|
write_operation {
input {
common {
plan_id: 82
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-10.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
b69fd70b-bb76-4198-91e3-0f7223de0693
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_b69fd70b-bb76-4198-91e3-0f7223de0693
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[204]
|
[210]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:37
|
2026/09/03 16:13:37
|
2026/09/03 16:13:37
|
143 ms
|
148 ms
|
write_operation {
input {
common {
plan_id: 84
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-03.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
6bc41597-674a-4fee-9ab3-55277c54abe3
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_6bc41597-674a-4fee-9ab3-55277c54abe3
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[205]
|
[211]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:37
|
2026/09/03 16:13:37
|
2026/09/03 16:13:37
|
159 ms
|
170 ms
|
write_operation {
input {
common {
plan_id: 86
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-09.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
d7ae4bfa-6ae1-4130-a89f-a2a3062ce403
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_d7ae4bfa-6ae1-4130-a89f-a2a3062ce403
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[206]
|
[212]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:37
|
2026/09/03 16:13:38
|
2026/09/03 16:13:38
|
116 ms
|
121 ms
|
write_operation {
input {
common {
plan_id: 88
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-02.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
1f032c4e-d4a8-4748-b54f-a53e0013de78
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_1f032c4e-d4a8-4748-b54f-a53e0013de78
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|
|
|
[207]
|
[213]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:38
|
2026/09/03 16:13:38
|
2026/09/03 16:13:38
|
127 ms
|
131 ms
|
write_operation {
input {
common {
plan_id: 90
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-03.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
14c8aa2c-e9b7-4654-8609-907121af310f
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_14c8aa2c-e9b7-4654-8609-907121af310f
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'passenger_count' and 'passenger_count'
|
|
|
[208]
|
[214]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:38
|
2026/09/03 16:13:38
|
2026/09/03 16:13:38
|
97 ms
|
104 ms
|
write_operation {
input {
common {
plan_id: 92
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-01.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
e22ae106-151d-445f-92a5-48264e354cc9
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_e22ae106-151d-445f-92a5-48264e354cc9
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[209]
|
[215]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:38
|
2026/09/03 16:13:38
|
2026/09/03 16:13:38
|
171 ms
|
175 ms
|
write_operation {
input {
common {
plan_id: 94
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-07.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
00f8c9d7-c11a-411f-b7be-c0be0e2f29b0
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_00f8c9d7-c11a-411f-b7be-c0be0e2f29b0
|
|
DELTA_METADATA_MISMATCH
+details
INTERNAL: [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table.
- A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f).
To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'.
For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details.
Table schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double (nullable = true)
|-- improvement_surcharge: double (nullable = true)
|-- total_amount: double (nullable = true)
|-- congestion_surcharge: void (nullable = true)
|-- airport_fee: void (nullable = true)
Data schema:
root
|-- VendorID: long (nullable = true)
|-- tpep_pickup_datetime: timestamp_ntz (nullable = true)
|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true)
|-- passenger_count: double (nullable = true)
|-- trip_distance: double (nullable = true)
|-- RatecodeID: double (nullable = true)
|-- store_and_fwd_flag: string (nullable = true)
|-- PULocationID: long (nullable = true)
|-- DOLocationID: long (nullable = true)
|-- payment_type: long (nullable = true)
|-- fare_amount: double (nullable = true)
|-- extra: double (nullable = true)
|-- mta_tax: double (nullable = true)
|-- tip_amount: double (nullable = true)
|-- tolls_amount: double ...
|
|
|
[210]
|
[216]
|
50cf85d5-ae27-4707-b30c-2f106b0fbf42
|
2026/09/03 16:13:38
|
2026/09/03 16:13:38
|
2026/09/03 16:13:38
|
141 ms
|
145 ms
|
write_operation {
input {
common {
plan_id: 96
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-09.parquet"
}
}
}
source: "delta"
path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
mode: SAVE_MODE_APPEND
}
|
CLOSED
|
3c9481a0-0f2d-428a-9746-fcd72062da9f
|
SparkConnect_OperationTag_User__Session_50cf85d5-ae27-4707-b30c-2f106b0fbf42_Operation_3c9481a0-0f2d-428a-9746-fcd72062da9f
|
|
DELTA_FAILED_TO_MERGE_FIELDS
+details
INTERNAL: [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
|