Spark Connect server - SQL / DataFrame

Completed Queries: 15
Failed Queries: 221

Completed Queries (15)

Page:

ID ▾

Description

Submitted

Duration

Job IDs

Sub Execution IDs

225

Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details

Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
  command {
    write_operation {
      input {
        common {
  ...

session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
  command {
    write_operation {
      input {
        common {
          plan_id: 114
        }
        read {
          data_source {
            format: "parquet"
            schema: ""
            paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-07.parquet"
          }
        }
      }
      source: "delta"
      path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
      mode: SAVE_MODE_APPEND
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "21211c3d-a004-4101-a1bb-488c89fddc2f"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"

2026/09/03 16:13:39

27 s

[226]

+details

Description

Submitted

Duration

Job IDs

226

Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details

Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
  command {
    write_operation {
      input {
        common {
  ...

session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
  command {
    write_operation {
      input {
        common {
          plan_id: 114
        }
        read {
          data_source {
            format: "parquet"
            schema: ""
            paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-07.parquet"
          }
        }
      }
      source: "delta"
      path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
      mode: SAVE_MODE_APPEND
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "21211c3d-a004-4101-a1bb-488c89fddc2f"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"

2026/09/03 16:13:39

27 s

[220]

175

Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details

Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
  command {
    write_operation {
      input {
        common {
  ...

session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
  command {
    write_operation {
      input {
        common {
          plan_id: 16
        }
        read {
          data_source {
            format: "parquet"
            schema: ""
            paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-12.parquet"
          }
        }
      }
      source: "delta"
      path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
      mode: SAVE_MODE_APPEND
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "035259f2-8534-4df9-9603-193cb3db6fe8"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"

2026/09/03 16:13:08

25 s

[176]

+details

Description

Submitted

Duration

Job IDs

176

Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details

Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
  command {
    write_operation {
      input {
        common {
  ...

session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
  command {
    write_operation {
      input {
        common {
          plan_id: 16
        }
        read {
          data_source {
            format: "parquet"
            schema: ""
            paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-12.parquet"
          }
        }
      }
      source: "delta"
      path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
      mode: SAVE_MODE_APPEND
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "035259f2-8534-4df9-9603-193cb3db6fe8"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"

2026/09/03 16:13:08

25 s

[170]

170

Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details

Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
  command {
    write_operation {
      input {
        common {
  ...

session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
  command {
    write_operation {
      input {
        common {
          plan_id: 8
        }
        read {
          data_source {
            format: "parquet"
            schema: ""
            paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-08.parquet"
          }
        }
      }
      source: "delta"
      path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
      mode: SAVE_MODE_APPEND
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "4a0e6fa4-11f8-45c5-9138-12142a2c4d93"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"

2026/09/03 16:12:39

28 s

[171]

+details

Description

Submitted

Duration

Job IDs

171

Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details

Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
  command {
    write_operation {
      input {
        common {
  ...

session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
  command {
    write_operation {
      input {
        common {
          plan_id: 8
        }
        read {
          data_source {
            format: "parquet"
            schema: ""
            paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-08.parquet"
          }
        }
      }
      source: "delta"
      path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
      mode: SAVE_MODE_APPEND
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "4a0e6fa4-11f8-45c5-9138-12142a2c4d93"
client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"

2026/09/03 16:12:39

27 s

[165]

164

Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details

Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
  command {
    write_operation {
      input {
        common {
  ...

session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
  command {
    write_operation {
      input {
        common {
          plan_id: 0
        }
        read {
          data_source {
            format: "parquet"
            schema: ""
            paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-10.parquet"
          }
        }
      }
      source: "delta"
      path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
      mode: SAVE_MODE_APPEND
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "72c531e6-b91e-430c-a90f-107332e492cb"

2026/09/03 16:12:07

32 s

[165][166]

+details

Description

Submitted

Duration

Job IDs

165

Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details

Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
  command {
    write_operation {
      input {
        common {
  ...

session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
  command {
    write_operation {
      input {
        common {
          plan_id: 0
        }
        read {
          data_source {
            format: "parquet"
            schema: ""
            paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-10.parquet"
          }
        }
      }
      source: "delta"
      path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
      mode: SAVE_MODE_APPEND
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "72c531e6-b91e-430c-a90f-107332e492cb"

2026/09/03 16:12:07

31 s

[159]

166

Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details

Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
  command {
    write_operation {
      input {
        common {
  ...

session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42"
plan {
  command {
    write_operation {
      input {
        common {
          plan_id: 0
        }
        read {
          data_source {
            format: "parquet"
            schema: ""
            paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-10.parquet"
          }
        }
      }
      source: "delta"
      path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest"
      mode: SAVE_MODE_APPEND
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "72c531e6-b91e-430c-a90f-107332e492cb"

2026/09/03 16:12:38

0.2 s

[160]

161

Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { write_operation { input { common { ... +details

Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  command {
    write_operation {
      input {
        common {
  ...

session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  command {
    write_operation {
      input {
        common {
          plan_id: 189
        }
        read {
          data_source {
            format: "parquet"
            schema: ""
            paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-05.parquet"
          }
        }
      }
      source: "delta"
      path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "0d73ec80-efc3-457f-b7a0-ecf03792de7e"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"

2026/09/03 16:10:27

13 s

[162][163]

+details

Description

Submitted

Duration

Job IDs

162

Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { write_operation { input { common { ... +details

Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  command {
    write_operation {
      input {
        common {
  ...

session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  command {
    write_operation {
      input {
        common {
          plan_id: 189
        }
        read {
          data_source {
            format: "parquet"
            schema: ""
            paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-05.parquet"
          }
        }
      }
      source: "delta"
      path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "0d73ec80-efc3-457f-b7a0-ecf03792de7e"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"

2026/09/03 16:10:27

12 s

[156]

163

Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { write_operation { input { common { ... +details

Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  command {
    write_operation {
      input {
        common {
  ...

session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  command {
    write_operation {
      input {
        common {
          plan_id: 189
        }
        read {
          data_source {
            format: "parquet"
            schema: ""
            paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-05.parquet"
          }
        }
      }
      source: "delta"
      path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "0d73ec80-efc3-457f-b7a0-ecf03792de7e"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"

2026/09/03 16:10:39

0.2 s

[157]

111

Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { root { common { plan_id: 116 } aggregate { ... +details

Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  root {
    common {
      plan_id: 116
    }
    aggregate {
    ...

session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  root {
    common {
      plan_id: 116
    }
    aggregate {
      input {
        common {
          plan_id: 115
        }
        read {
          data_source {
            format: "delta"
            schema: ""
            paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
          }
        }
      }
      group_type: GROUP_TYPE_GROUPBY
      aggregate_expressions {
        unresolved_function {
          function_name: "count"
          arguments {
            literal {
              integer: 1
            }
          }
        }
      }
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "1534209b-e69e-4668-879a-4f7b18f0c8ed"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"

2026/09/03 16:04:22

1 s

[104][105]

110

Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { root { common { plan_id: 114 } aggregate { ... +details

Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  root {
    common {
      plan_id: 114
    }
    aggregate {
    ...

session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  root {
    common {
      plan_id: 114
    }
    aggregate {
      input {
        common {
          plan_id: 113
        }
        read {
          data_source {
            format: "delta"
            schema: ""
            paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
          }
        }
      }
      group_type: GROUP_TYPE_GROUPBY
      aggregate_expressions {
        unresolved_function {
          function_name: "count"
          arguments {
            literal {
              integer: 1
            }
          }
        }
      }
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "7e420069-8d5c-4a04-8ffd-b5541331883b"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"

2026/09/03 16:03:59

2 s

[102][103]

109

Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { root { common { plan_id: 112 } limit { in... +details

Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  root {
    common {
      plan_id: 112
    }
    limit {
      in...

session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  root {
    common {
      plan_id: 112
    }
    limit {
      input {
        common {
          plan_id: 111
        }
        read {
          data_source {
            format: "delta"
            schema: ""
            paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
          }
        }
      }
      limit: 1000
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "5c4d2c10-fdcb-48fb-b90d-06cbd97c3009"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"

2026/09/03 16:03:42

2 s

[101]

108

Delta: Delta: Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { root { common { plan_id: 112 } limit { in...: Filtering files for query: Compute snapshot for version: 2 +details

Delta: Delta: Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  root {
    common {
      plan_id: 112
    }
    limit {
      in...: Filtering files for query: Compute snapshot for version: 2

session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  root {
    common {
      plan_id: 112
    }
    limit {
      input {
        common {
          plan_id: 111
        }
        read {
          data_source {
            format: "delta"
            schema: ""
            paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
          }
        }
      }
      limit: 1000
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "5c4d2c10-fdcb-48fb-b90d-06cbd97c3009"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"

2026/09/03 16:03:36

5 s

[99][100]

107

Delta: Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { root { common { plan_id: 112 } limit { in...: Filtering files for query +details

Delta: Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  root {
    common {
      plan_id: 112
    }
    limit {
      in...: Filtering files for query

session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  root {
    common {
      plan_id: 112
    }
    limit {
      input {
        common {
          plan_id: 111
        }
        read {
          data_source {
            format: "delta"
            schema: ""
            paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
          }
        }
      }
      limit: 1000
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "5c4d2c10-fdcb-48fb-b90d-06cbd97c3009"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"

2026/09/03 16:03:26

10 s

[98]

106

Delta: Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { root { common { plan_id: 112 } limit { in...: Filtering files for query +details

Delta: Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  root {
    common {
      plan_id: 112
    }
    limit {
      in...: Filtering files for query

session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  root {
    common {
      plan_id: 112
    }
    limit {
      input {
        common {
          plan_id: 111
        }
        read {
          data_source {
            format: "delta"
            schema: ""
            paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
          }
        }
      }
      limit: 1000
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "5c4d2c10-fdcb-48fb-b90d-06cbd97c3009"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"

2026/09/03 16:03:25

0.2 s

105

Delta: Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { root { common { plan_id: 112 } limit { in...: Filtering files for query +details

Delta: Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  root {
    common {
      plan_id: 112
    }
    limit {
      in...: Filtering files for query

session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  root {
    common {
      plan_id: 112
    }
    limit {
      input {
        common {
          plan_id: 111
        }
        read {
          data_source {
            format: "delta"
            schema: ""
            paths: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips"
          }
        }
      }
      limit: 1000
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "5c4d2c10-fdcb-48fb-b90d-06cbd97c3009"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"

2026/09/03 16:03:19

6 s

[97]

101

Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { ... +details

Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  command {
    sql_command {
      input {
        common {
      ...

session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  command {
    sql_command {
      input {
        common {
          plan_id: 105
        }
        sql {
          query: "\ncreate table if not exists spark_catalog.yellow_taxi.trips(\n    VendorID long,\n    tpep_pickup_datetime timestamp,\n    tpep_dropoff_datetime timestamp,\n    passenger_count long,\n    trip_distance double,\n    RatecodeID long,\n    store_and_fwd_flag string,\n    PULocationID long,\n    DOLocationID long,\n    payment_type long,\n    fare_amount double,\n    extra double,\n    mta_tax double,\n    tip_amount double,\n    tolls_amount double,\n    improvement_surcharge double,\n    total_amount double,\n    congestion_surcharge double,\n    airport_fee double,\n    load_timestamp timestamp,\n    year int,\n    month int,\n    day int\n)\nusing delta\npartitioned by (year,month)\nlocation \'/home/jovyan/spark-warehouse/yellow_taxi.db/trips\'\n"
        }
      }
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "4e3e69c5-e8a8-4c00-a30a-7571f47e1126"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"

2026/09/03 15:59:02

81 ms

Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { ... +details

Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  command {
    sql_command {
      input {
        common {
      ...

session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  command {
    sql_command {
      input {
        common {
          plan_id: 99
        }
        sql {
          query: "create schema if not exists spark_catalog.yellow_taxi"
        }
      }
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "3322b461-013d-4354-aa6f-30d2254e748c"
client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"

2026/09/03 15:56:09

11 ms

Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { create_dataframe_view { input { commo... +details

Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  command {
    create_dataframe_view {
      input {
        commo...

session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0"
plan {
  command {
    create_dataframe_view {
      input {
        common {
          plan_id: 0
        }
        read {
          data_source {
            format: "parquet"
            schema: ""
            paths: "/home/jovyan/data/yellow-taxi"
          }
        }
      }
      name: "trips"
      replace: true
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11"
request_options {
  result_chunking_options {
    allow_arrow_batch_chunking: true
  }
}
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "3f499705-fda8-4e45-848f-dae0448e100f"

2026/09/03 15:55:27

0.5 s

Page:

Failed Queries (221)

Page:

ID	Description	Submitted	Duration	Error Message ▴
99	Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { ... +details Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { ... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { plan_id: 102 } sql { query: "\ncreate table if not exists spark_catalog.yellow_taxi.trips(\n VendorID long,\n tpep_pickup_datetime timestamp,\n tpep_dropoff_datetime timestamp,\n passenger_count long,\n trip_distance double,\n RatecodeID long,\n store_and_fwd_flag string,\n PULocationID long,\n DOLocationID long,\n payment_type long,\n fare_amount double,\n extra double,\n mta_tax double,\n tip_amount double,\n tolls_amount double,\n improvement_surcharge double,\n total_amount double,\n congestion_surcharge double,\n airport_fee double,\n load_timestamp timestamp,\n year int,\n month int,\n day int\n)\nusing delta\npartitioned by (year,month)\n" } } } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "9fcede98-796d-4cc6-b745-53573fede9fd" client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"	2026/09/03 15:56:11	0.7 s	DELTA_CREATE_TABLE_WITH_NON_EMPTY_LOCATION +details [DELTA_CREATE_TABLE_WITH_NON_EMPTY_LOCATION] Cannot create table ('`yellow_taxi`.`trips`'). The associated location ('file:/home/jovyan/spark-warehouse/yellow_taxi.db/trips') is not empty and also not a Delta table.
167	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 2 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-11.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "f1a22686-1c05-430b-bd21-db360e87205f" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:12:39	10 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
168	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 4 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-10.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "7eb4ab4c-6e7e-4cda-971f-5b6294638da5" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:12:39	6 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
169	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 6 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-10.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "49321596-692d-4bbb-9aa6-ac0b49869aae" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:12:39	9 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
173	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 12 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-07.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "ccc38014-821f-42c5-b1f5-65d5700fbadf" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:07	23 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
179	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 22 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-12.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "070b7388-8ec5-4d50-b7fa-defa8b2fc8d7" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:33	9 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
181	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 26 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-06.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "43c883ae-8661-4fae-9072-fff947596643" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:33	14 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
183	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 30 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-07.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "8bcbc6a0-14e8-4a77-9380-2b94ecc9e95b" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:34	8 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
185	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 34 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-08.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "58782597-3c4f-4429-82f1-d7be3d74c34e" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:34	21 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
186	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 36 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-12.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "858e3b2b-185a-49ad-8d3f-1c664581c01e" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:34	7 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
191	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 46 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-12.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "3a121330-0197-4c65-82ea-66cd99480a68" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:35	7 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
193	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 50 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-04.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "453243e3-12f6-43ff-b295-28633ad30539" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:35	10 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
195	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 54 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-08.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "a71ebdcc-81b1-4f0f-8ba8-05eb45a4bb71" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:35	12 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
197	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 58 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-04.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "89c328c3-476f-4d77-ae7a-980f234b092b" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:35	13 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
198	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 60 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-04.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "2c86dd1a-1570-4f98-9e2e-9b81a80d2006" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:36	28 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
199	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 62 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-09.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "11505f12-b6ea-4784-8780-c85845c387a8" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:36	11 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
204	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 72 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-05.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "4fae2a35-37ef-4ee1-a1b5-ff7757bf2cff" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:36	8 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
206	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 76 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-01.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "31428a5a-88f9-453a-b45c-c7644ee6ce7e" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:37	7 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
209	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 82 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-10.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "b69fd70b-bb76-4198-91e3-0f7223de0693" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:37	16 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
210	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 84 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-03.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "6bc41597-674a-4fee-9ab3-55277c54abe3" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:37	11 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
212	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 88 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-02.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "1f032c4e-d4a8-4748-b54f-a53e0013de78" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:37	8 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
216	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 96 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-09.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "3c9481a0-0f2d-428a-9746-fcd72062da9f" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:38	14 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
217	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 98 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-05.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "15644fc0-5219-436f-978a-262f2851cff8" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:38	10 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
218	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 100 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-03.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "193c6253-94c4-4d1c-b0b0-d48c996d246e" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:38	7 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
223	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 110 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-06.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "5fac896b-bc68-4d5c-bcc2-abfc406e750f" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:39	7 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
230	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 122 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-09.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "f1c57fb8-ee34-47e9-9a07-720cfd1c5e8e" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:06	8 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
232	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 126 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-02.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "d30ab6dc-8509-490d-9183-1f392faaeab6" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:07	8 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
240	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 142 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-06.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "86f21334-439e-47d0-a875-fd51c6187d5c" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:08	10 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
241	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 144 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-01.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "e9d4efb1-75f2-497f-9d0f-d75b7833153b" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:08	11 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
242	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 146 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-11.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "a096a92e-2cf9-4190-bd0c-07e3dea8fab7" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:08	15 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
243	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 148 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-03.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "88dfc4ad-bfe4-4e22-a465-84d5a27f6a7d" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:08	9 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
245	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 152 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-11.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "b452b4b9-2c1d-401d-856d-69a829ad0aaa" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:08	7 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
247	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 156 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-07.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "2d69db4e-6414-4518-b9f7-a4f2a54548ab" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:08	8 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
259	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 180 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2025-08.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "bf000549-c1aa-4eb9-924e-d87ff0d8d33f" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:10	7 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
263	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 188 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-05.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "8251ea1b-2aa4-4e33-9d45-236b851177ae" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:10	13 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
264	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 190 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2024-02.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "f51353ee-b876-4820-8de9-8e595ad43048" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:10	8 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'VendorID' and 'VendorID'
192	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 48 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-05.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "038056f6-65ae-4842-828e-83013290f29d" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:35	7 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'passenger_count' and 'passenger_count'
213	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 90 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-03.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "14c8aa2c-e9b7-4654-8609-907121af310f" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:38	12 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'passenger_count' and 'passenger_count'
221	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 106 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-04.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "29dbea9c-4898-40e0-8360-9ebb3400571e" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:39	9 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'passenger_count' and 'passenger_count'
250	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 162 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-01.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "f988164d-2a30-4c6c-812b-4ad65094c526" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:09	26 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'passenger_count' and 'passenger_count'
253	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 168 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-02.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "9d08ab95-a13f-4b32-af42-1a9b9a8db562" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:09	9 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'passenger_count' and 'passenger_count'
256	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 174 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-06.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "12b1ae76-d166-4c27-9c07-8187996ee91e" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:09	10 ms	DELTA_FAILED_TO_MERGE_FIELDS +details [DELTA_FAILED_TO_MERGE_FIELDS] Failed to merge fields 'passenger_count' and 'passenger_count'
172	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 10 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-05.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "95614555-3777-4dfe-826f-dd28d83359e8" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:07	17 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
174	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 14 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-03.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "d2e00546-45c8-4a1f-890f-63c0315ed1cc" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:07	15 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
180	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 24 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-02.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "f8ae7c29-a8ea-4205-a0a3-f1dd0000d6a4" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:33	8 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
182	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 28 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-08.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "b041af04-e936-43f4-ae5f-b9c73544bfdd" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:33	9 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
184	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 32 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-11.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "ed081ed8-4ab9-4e4d-a9d8-f25faeb6c9ed" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:34	10 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
187	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 38 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-07.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "19df5b34-f378-494e-81db-e3371ab2c257" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:34	15 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
188	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 40 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-07.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "a9b43a10-8ee3-4cdc-b188-b967035b5a2e" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:34	15 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
190	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 44 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-12.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "7a5df2e0-b57e-470b-94e5-badc2b56aa44" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:35	23 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
201	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 66 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-12.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "1842e87c-6411-4588-a7cc-b4a675f5ab04" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:36	14 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
202	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 68 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-08.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "1a81ea2a-525d-4e8d-9b12-741b7aa7c3f9" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:36	8 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
205	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 74 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-01.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "7338ba55-d94b-45e1-998b-8100ac497b10" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:36	8 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
208	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 80 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-04.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "d3e4ca73-208a-48c3-bbdf-5076a7d99caa" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:37	20 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
211	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 86 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-09.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "d7ae4bfa-6ae1-4130-a89f-a2a3062ce403" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:37	26 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
214	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 92 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-01.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "e22ae106-151d-445f-92a5-48264e354cc9" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:38	8 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
222	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 108 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-06.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "821d0b0d-41ea-48a1-b8fa-a3c7cf284237" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:39	12 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
224	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 112 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-05.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "1b892df8-440a-4e11-8f2a-a8e9f5a0d381" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:39	7 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
227	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 116 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-11.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "dc8a1ecd-9dcf-4368-b9f1-539b5cd080ee" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:06	10 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
228	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 118 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-10.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "e95632ff-dda1-4fe8-90ec-9a939137983b" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:06	16 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
233	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 128 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2023-01.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "0f6391dc-4186-438a-a313-ba7c32f0b0e6" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:07	8 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
234	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 130 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-03.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "a4ec91a3-2e3c-4564-828a-1af8b644b1ba" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:07	8 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
235	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 132 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-11.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "c647fcb0-13e5-47e7-a2c6-e0920af818ee" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:07	8 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
237	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 136 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-06.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "57ae2e76-b04c-45fc-bed4-787052fe1f0b" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:07	11 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
244	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 150 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-10.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "b5b19e34-af5f-43f4-8dae-a7a494428649" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:08	9 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
254	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 170 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-08.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "49bf026a-31fb-4e3b-a127-7952a0a67f41" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:09	8 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
255	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 172 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2022-12.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "dd6f855b-4b32-4fb2-8d11-f133ff6422b0" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:09	15 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
257	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 176 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-09.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "4aa96cc8-eac5-47dd-a15d-7d6ec84e4631" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:10	8 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
260	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 182 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-09.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "a2301a18-0e5c-483a-b9c5-4256bfc59c7f" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:10	7 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
261	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 184 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-04.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "d90ee069-8ce2-49c2-8ac7-5b3b13c0da5d" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:10	7 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
262	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 186 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2021-02.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "131986c8-8cfc-4db3-a6cc-6201942f62e0" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:10	11 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: double (nullable = true)
177	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 18 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-01.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "ce551e70-2c11-40d6-bee9-c12c33e80063" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:33	18 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
178	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 20 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-02.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "993baa0e-ddcb-4699-b50a-50e6c4c21fde" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:33	9 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
189	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 42 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-06.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "320e82c2-abf9-41e7-831c-5b4e4e6469f9" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:35	11 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
194	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 52 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-06.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "82e7c2d4-fb99-40f7-b2c3-701d13a1e7b3" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:35	9 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
196	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 56 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-05.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "3a1b4a58-3756-4684-a865-1c18f8afce94" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:35	8 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
200	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 64 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-09.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "d3b188fb-9986-4e7b-a6e2-4c40c4e69317" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:36	7 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
203	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 70 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-12.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "43d0c529-3218-4ae3-a405-0e00f1eb6600" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:36	10 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
207	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 78 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-03.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "be22460e-a3d6-4c1d-98e9-0f8c38a34805" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:37	13 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
215	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 94 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-07.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "00f8c9d7-c11a-411f-b7be-c0be0e2f29b0" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:38	13 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
219	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 102 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-04.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "50badd40-73b6-413c-bf7f-913fa37c99a1" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:38	10 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
220	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 104 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-08.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "0cc0f910-7a61-4785-aaf6-54f3223e0dab" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:13:38	8 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
229	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 120 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-11.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "581465f6-3066-4298-b9b9-5ec1adcbc575" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:06	9 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
231	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 124 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-10.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "0ee9b11f-8e57-463c-86a9-723e65186262" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:06	9 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
236	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 134 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-09.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "2b2caa6f-19ec-4b1d-a859-3e6126e4c68b" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:07	8 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
238	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 138 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-10.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "52a96a13-df5e-4a95-af5a-163a6252c863" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:07	17 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
239	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 140 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-01.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "8d6ace22-b5ab-4313-a159-d5f59b0f7b07" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:07	10 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
246	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 154 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-07.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "2cd0c3f1-7085-448d-af0e-31d580b5d84f" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:08	11 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
248	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 158 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2018-11.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "04c2c4d4-48cd-41f1-911a-34f31a74a4dd" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:08	7 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
249	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 160 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-05.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "425e9ce3-23ef-448b-be7a-da8b0336f908" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:08	7 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
251	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 164 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-02.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "68456b2c-116e-405c-9494-0c45481a30f9" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:09	26 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
252	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 166 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2020-03.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "c9f6afc9-1002-4e61-a0c6-75a6e13466d1" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:09	10 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
258	Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... +details Spark Connect - session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { ... session_id: "50cf85d5-ae27-4707-b30c-2f106b0fbf42" plan { command { write_operation { input { common { plan_id: 178 } read { data_source { format: "parquet" schema: "" paths: "/home/jovyan/data/yellow-taxi/yellow_tripdata_2019-04.parquet" } } } source: "delta" path: "/home/jovyan/spark-warehouse/yellow_taxi.db/trips_raw_ingest" mode: SAVE_MODE_APPEND } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "7a710e17-02ae-4a00-94f4-26950f47b03f" client_observed_server_side_session_id: "22ad9d42-0ffe-4297-9b48-76cbfeeba479"	2026/09/03 16:14:10	7 ms	DELTA_METADATA_MISMATCH +details [DELTA_METADATA_MISMATCH] A metadata mismatch was detected when writing to the Delta table. - A schema mismatch detected when writing to the Delta table (Table ID: 28b4cb71-f282-476d-b38f-4c5b4063764f). To enable schema migration using DataFrameWriter or DataStreamWriter, please set: '.option("mergeSchema", "true")'. For other operations, set the session configuration spark.databricks.delta.schema.autoMerge.enabled to "true". See the documentation specific to the operation for details. Table schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: void (nullable = true) \|-- airport_fee: void (nullable = true) Data schema: root \|-- VendorID: long (nullable = true) \|-- tpep_pickup_datetime: timestamp_ntz (nullable = true) \|-- tpep_dropoff_datetime: timestamp_ntz (nullable = true) \|-- passenger_count: double (nullable = true) \|-- trip_distance: double (nullable = true) \|-- RatecodeID: double (nullable = true) \|-- store_and_fwd_flag: string (nullable = true) \|-- PULocationID: long (nullable = true) \|-- DOLocationID: long (nullable = true) \|-- payment_type: long (nullable = true) \|-- fare_amount: double (nullable = true) \|-- extra: double (nullable = true) \|-- mta_tax: double (nullable = true) \|-- tip_amount: double (nullable = true) \|-- tolls_amount: double (nullable = true) \|-- improvement_surcharge: double (nullable = true) \|-- total_amount: double (nullable = true) \|-- congestion_surcharge: double (nullable = true) \|-- airport_fee: void (nullable = true)
97	Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { ... +details Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { ... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { plan_id: 98 } sql { query: "\ncreate table if not exists spark_catalog.yellow_taxi.trips(\n VendorID long,\n tpep_pickup_datetime timestamp,\n tpep_dropoff_datetime timestamp,\n passenger_count long,\n trip_distance double,\n RatecodeID long,\n store_and_fwd_flag string,\n PULocationID long,\n DOLocationID long,\n payment_type long,\n fare_amount double,\n extra double,\n mta_tax double,\n tip_amount double,\n tolls_amount double,\n improvement_surcharge double,\n total_amount double,\n congestion_surcharge double,\n airport_fee double,\n load_timestamp timestamp,\n year int,\n month int,\n day int\n)\nusing delta\npartitioned by (year,month)\n" } } } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "a13d02e2-eec6-48b6-814e-ba08e461b69e" client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"	2026/09/03 15:55:59	0.2 s	SCHEMA_NOT_FOUND +details [SCHEMA_NOT_FOUND] The schema `spark_catalog`.`yellow_taxi` cannot be found. Verify the spelling and correctness of the schema and catalog. If you did not qualify the name with a catalog, verify the current_schema() output, or qualify the name with the correct catalog. To tolerate the error on drop use DROP SCHEMA IF EXISTS. SQLSTATE: 42704
103	Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { ... +details Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { ... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { plan_id: 109 } sql { query: "\ncreate table spark_catalog.yellow_taxi.trips(\n VendorID long,\n tpep_pickup_datetime timestamp,\n tpep_dropoff_datetime timestamp,\n passenger_count long,\n trip_distance double,\n RatecodeID long,\n store_and_fwd_flag string,\n PULocationID long,\n DOLocationID long,\n payment_type long,\n fare_amount double,\n extra double,\n mta_tax double,\n tip_amount double,\n tolls_amount double,\n improvement_surcharge double,\n total_amount double,\n congestion_surcharge double,\n airport_fee double,\n load_timestamp timestamp,\n year int,\n month int,\n day int\n)\nusing delta\npartitioned by (year,month)\nlocation \'/home/jovyan/spark-warehouse/yellow_taxi.db/trips\'\n" } } } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "269f6447-c3d5-480a-826a-f446bdec940f" client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"	2026/09/03 16:00:22	7 ms	TABLE_OR_VIEW_ALREADY_EXISTS +details [TABLE_OR_VIEW_ALREADY_EXISTS] Cannot create table or view `yellow_taxi`.`trips` because it already exists. Choose a different name, drop or replace the existing object, or add the IF NOT EXISTS clause to tolerate pre-existing objects. SQLSTATE: 42P07
102	Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { ... +details Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { ... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { plan_id: 108 } sql { query: "describe details spark_catalog.yellow_taxi.trips" } } } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "e917eaaf-733e-4196-be3a-45f85a4d60ba" client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"	2026/09/03 16:00:08	1 ms	TABLE_OR_VIEW_NOT_FOUND +details [TABLE_OR_VIEW_NOT_FOUND] The table or view `details` cannot be found. Verify the spelling and correctness of the schema and catalog. If you did not qualify the name with a schema, verify the current_schema() output, or qualify the name with the correct schema and catalog. To tolerate the error on drop use DROP VIEW IF EXISTS or DROP TABLE IF EXISTS. SQLSTATE: 42P01; line 1 pos 9; 'DescribeColumn 'spark_catalog.yellow_taxi.trips, false, [info_name#4336, info_value#4337] +- 'UnresolvedTableOrView [details], DESCRIBE TABLE, true
104	Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { ... +details Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { ... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { plan_id: 110 } sql { query: "describe details spark_catalog.yellow_taxi.trips" } } } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "729b26e6-c29d-4972-9c76-e77b5ade0a53" client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"	2026/09/03 16:00:30	0 ms	TABLE_OR_VIEW_NOT_FOUND +details [TABLE_OR_VIEW_NOT_FOUND] The table or view `details` cannot be found. Verify the spelling and correctness of the schema and catalog. If you did not qualify the name with a schema, verify the current_schema() output, or qualify the name with the correct schema and catalog. To tolerate the error on drop use DROP VIEW IF EXISTS or DROP TABLE IF EXISTS. SQLSTATE: 42P01; line 1 pos 9; 'DescribeColumn 'spark_catalog.yellow_taxi.trips, false, [info_name#4363, info_value#4364] +- 'UnresolvedTableOrView [details], DESCRIBE TABLE, true
100	Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { ... +details Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { ... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { plan_id: 103 } sql { query: "drop table spark_catalog.yellow_taxi.trips" } } } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "bdb9942f-a378-4f47-8872-09aee772ba34" client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"	2026/09/03 15:56:49	7 ms	TABLE_OR_VIEW_NOT_FOUND +details [TABLE_OR_VIEW_NOT_FOUND] The table or view `spark_catalog`.`yellow_taxi`.`trips` cannot be found. Verify the spelling and correctness of the schema and catalog. If you did not qualify the name with a schema, verify the current_schema() output, or qualify the name with the correct schema and catalog. To tolerate the error on drop use DROP VIEW IF EXISTS or DROP TABLE IF EXISTS. SQLSTATE: 42P01
24	Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { ... +details Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { ... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { plan_id: 25 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n [truncated(size=1,230)]" } } } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "a4eff0aa-b797-40e5-aeb0-a1c5368e8edb" client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"	2026/09/03 15:55:48	3 ms	TABLE_OR_VIEW_NOT_FOUND +details [TABLE_OR_VIEW_NOT_FOUND] The table or view `yellow_taxi`.`trips` cannot be found. Verify the spelling and correctness of the schema and catalog. If you did not qualify the name with a schema, verify the current_schema() output, or qualify the name with the correct schema and catalog. To tolerate the error on drop use DROP VIEW IF EXISTS or DROP TABLE IF EXISTS. SQLSTATE: 42P01; line 1 pos 12; 'InsertIntoStatement 'UnresolvedRelation [yellow_taxi, trips], [__required_write_privileges__=INSERT], false, false, false, false +- Project [try_cast(VendorID#1036 as bigint) AS VendorID#1057L, try_cast(tpep_pickup_datetime#1037 as timestamp) AS tpep_pickup_datetime#1058, try_cast(tpep_dropoff_datetime#1038 as timestamp) AS tpep_dropoff_datetime#1059, try_cast(passenger_count#1039L as bigint) AS passenger_count#1060L, try_cast(trip_distance#1040 as double) AS trip_distance#1061, try_cast(RatecodeID#1041L as bigint) AS RatecodeID#1062L, try_cast(store_and_fwd_flag#1042 as string) AS store_and_fwd_flag#1063, try_cast(PULocationID#1043 as bigint) AS PULocationID#1064L, try_cast(DOLocationID#1044 as bigint) AS DOLocationID#1065L, try_cast(payment_type#1045L as bigint) AS payment_type#1066L, try_cast(fare_amount#1046 as double) AS fare_amount#1067, try_cast(extra#1047 as double) AS extra#1068, try_cast(mta_tax#1048 as double) AS mta_tax#1069, try_cast(tip_amount#1049 as double) AS tip_amount#1070, try_cast(tolls_amount#1050 as double) AS tolls_amount#1071, try_cast(improvement_surcharge#1051 as double) AS improvement_surcharge#1072, try_cast(total_amount#1052 as double) AS total_amount#1073, try_cast(congestion_surcharge#1053 as double) AS congestion_surcharge#1074, try_cast(airport_fee#1054 as double) AS airport_fee#1075, current_timestamp() AS current_timestamp()#1056, coalesce(year(cast(tpep_pickup_datetime#1037 as date)), 2026) AS coalesce(year(tpep_pickup_datetime), 2026)#1076, coalesce(month(cast(tpep_pickup_datetime#1037 as date)), 9) AS coalesce(month(tpep_pickup_datetime), 9)#1077, coalesce(day(cast(tpep_pickup_datetime#1037 as date)), 3) AS coalesce(day(tpep_pickup_datetime), 3)#1078] +- Relation [VendorID#1036,tpep_pickup_datetime#1037,tpep_dropoff_datetime#1038,passenger_count#1039L,trip_distance#1040,RatecodeID#1041L,store_and_fwd_flag#1042,PULocationID#1043,DOLocationID#1044,payment_type#1045L,fare_amount#1046,extra#1047,mta_tax#1048,tip_amount#1049,tolls_amount#1050,improvement_surcharge#1051,total_amount#1052,congestion_surcharge#1053,Airport_fee#1054] parquet
25	Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { ... +details Spark Connect - session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { ... session_id: "29cbf5ee-3bc4-44da-a6fe-5b90efeec9f0" plan { command { sql_command { input { common { plan_id: 26 } sql { query: "insert into yellow_taxi.trips\n select \n try_cast(VendorID as long),\n try_cast(tpep_pickup_datetime as timestamp),\n try_cast(tpep_dropoff_datetime as timestamp),\n try_cast(passenger_count as long),\n try_cast(trip_distance as double),\n try_cast(RatecodeID as long),\n try_cast(store_and_fwd_flag as string),\n try_cast(PULocationID as long),\n try_cast(DOLocationID as long),\n try_cast(payment_type as long),\n try_cast(fare_amount as double),\n try_cast(extra as double),\n try_cast(mta_tax as double),\n try_cast(tip_amount as double),\n try_cast(tolls_amount as double),\n try_cast(improvement_surcharge as double),\n try_cast(total_amount as double),\n try_cast(congestion_surcharge as double),\n try_cast(airport_fee as double),\n current_timestamp,\n coalesce(year(tpep_pickup_datetime),2026),\n [truncated(size=1,230)]" } } } } } client_type: "_SPARK_CONNECT_PYTHON spark/4.1.0 os/linux python/3.13.11" request_options { result_chunking_options { allow_arrow_batch_chunking: true } } request_options { reattach_options { reattachable: true } } operation_id: "684a633f-7d36-4e99-a240-2e7b13f818e3" client_observed_server_side_session_id: "944329a9-456e-41f7-bdab-39648b290e2e"	2026/09/03 15:55:48	0 ms	TABLE_OR_VIEW_NOT_FOUND +details [TABLE_OR_VIEW_NOT_FOUND] The table or view `yellow_taxi`.`trips` cannot be found. Verify the spelling and correctness of the schema and catalog. If you did not qualify the name with a schema, verify the current_schema() output, or qualify the name with the correct schema and catalog. To tolerate the error on drop use DROP VIEW IF EXISTS or DROP TABLE IF EXISTS. SQLSTATE: 42P01; line 1 pos 12; 'InsertIntoStatement 'UnresolvedRelation [yellow_taxi, trips], [__required_write_privileges__=INSERT], false, false, false, false +- Project [try_cast(VendorID#1080L as bigint) AS VendorID#1101L, try_cast(tpep_pickup_datetime#1081 as timestamp) AS tpep_pickup_datetime#1102, try_cast(tpep_dropoff_datetime#1082 as timestamp) AS tpep_dropoff_datetime#1103, try_cast(passenger_count#1083L as bigint) AS passenger_count#1104L, try_cast(trip_distance#1084 as double) AS trip_distance#1105, try_cast(RatecodeID#1085L as bigint) AS RatecodeID#1106L, try_cast(store_and_fwd_flag#1086 as string) AS store_and_fwd_flag#1107, try_cast(PULocationID#1087L as bigint) AS PULocationID#1108L, try_cast(DOLocationID#1088L as bigint) AS DOLocationID#1109L, try_cast(payment_type#1089L as bigint) AS payment_type#1110L, try_cast(fare_amount#1090 as double) AS fare_amount#1111, try_cast(extra#1091 as double) AS extra#1112, try_cast(mta_tax#1092 as double) AS mta_tax#1113, try_cast(tip_amount#1093 as double) AS tip_amount#1114, try_cast(tolls_amount#1094 as double) AS tolls_amount#1115, try_cast(improvement_surcharge#1095 as double) AS improvement_surcharge#1116, try_cast(total_amount#1096 as double) AS total_amount#1117, try_cast(congestion_surcharge#1097 as double) AS congestion_surcharge#1118, try_cast(airport_fee#1098 as double) AS airport_fee#1119, current_timestamp() AS current_timestamp()#1100, coalesce(year(cast(tpep_pickup_datetime#1081 as date)), 2026) AS coalesce(year(tpep_pickup_datetime), 2026)#1120, coalesce(month(cast(tpep_pickup_datetime#1081 as date)), 9) AS coalesce(month(tpep_pickup_datetime), 9)#1121, coalesce(day(cast(tpep_pickup_datetime#1081 as date)), 3) AS coalesce(day(tpep_pickup_datetime), 3)#1122] +- Relation [VendorID#1080L,tpep_pickup_datetime#1081,tpep_dropoff_datetime#1082,passenger_count#1083L,trip_distance#1084,RatecodeID#1085L,store_and_fwd_flag#1086,PULocationID#1087L,DOLocationID#1088L,payment_type#1089L,fare_amount#1090,extra#1091,mta_tax#1092,tip_amount#1093,tolls_amount#1094,improvement_surcharge#1095,total_amount#1096,congestion_surcharge#1097,airport_fee#1098] parquet

Page: