Fix regression with delta writes of invariant columns

ArroyoSystems · Dec 27, 2024 · 7d7fd6d · 7d7fd6d
1 parent 233e89f
commit 7d7fd6d
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/crates/arroyo-connectors/src/filesystem/sink/delta.rs b/crates/arroyo-connectors/src/filesystem/sink/delta.rs
@@ -3,6 +3,7 @@ use anyhow::{Context, Result};
 use arrow::datatypes::{Schema, SchemaRef};
 use arroyo_storage::{get_current_credentials, StorageProvider};
 use arroyo_types::to_millis;
+use deltalake::TableProperty::{MinReaderVersion, MinWriterVersion};
 use deltalake::{
     aws::storage::s3_constants::AWS_S3_ALLOW_UNSAFE_RENAME,
     kernel::{Action, Add},
@@ -86,6 +87,8 @@ async fn create_new_table(
     CreateBuilder::new()
         .with_log_store(delta_object_store)
         .with_columns(delta_schema.fields().cloned())
+        .with_configuration_property(MinReaderVersion, Some("3"))
+        .with_configuration_property(MinWriterVersion, Some("7"))
         .await
         .map_err(Into::into)
 }