Merge remote-tracking branch 'upstream/main' into feat/rustls-reqwest

Author: gotocoding-DB

CHANGELOG.md

@@ -1,5 +1,33 @@
 # Changelog
 
+## [v0.18.1](https://github.com/delta-io/delta-kernel-rs/tree/v0.18.1/) (2025-11-24)
+
+[Full Changelog](https://github.com/delta-io/delta-kernel-rs/compare/v0.18.0...v0.18.1)
+
+
+### 🚀 Features / new APIs
+
+1. Scan::execute no longer requires lifetime bound  ([#1515])
+2. Migrate protocol validation to table_configuration ([#1411])
+3. Add Display for StructType, StructField, and MetadataColumnSpec ([#1494])
+5. Add EngineDataArrowExt and use it everywhere ([#1516])
+6. Implement builder for StructType ([#1492])
+7. Enable CDF for column-mapped tables ([#1510])
+
+### 🧪 Testing
+
+1. Extract File Action tests ([#1365])
+
+
+[#1515]: https://github.com/delta-io/delta-kernel-rs/pull/1515
+[#1365]: https://github.com/delta-io/delta-kernel-rs/pull/1365
+[#1411]: https://github.com/delta-io/delta-kernel-rs/pull/1411
+[#1494]: https://github.com/delta-io/delta-kernel-rs/pull/1494
+[#1516]: https://github.com/delta-io/delta-kernel-rs/pull/1516
+[#1492]: https://github.com/delta-io/delta-kernel-rs/pull/1492
+[#1510]: https://github.com/delta-io/delta-kernel-rs/pull/1510
+
+
 ## [v0.18.0](https://github.com/delta-io/delta-kernel-rs/tree/v0.18.0/) (2025-11-19)
 
 [Full Changelog](https://github.com/delta-io/delta-kernel-rs/compare/v0.17.1...v0.18.0)

Cargo.toml

@@ -27,4 +27,4 @@ license = "Apache-2.0"
 repository = "https://github.com/delta-io/delta-kernel-rs"
 readme = "README.md"
 rust-version = "1.85"
-version = "0.18.0"
+version = "0.18.1"

README.md

@@ -52,10 +52,10 @@ consumer's own `Engine` trait, the kernel has a feature flag to enable a default
 ```toml
 # fewer dependencies, requires consumer to implement Engine trait.
 # allows consumers to implement their own in-memory format
-delta_kernel = "0.18.0"
+delta_kernel = "0.18.1"
 
 # or turn on the default engine, based on latest arrow
-delta_kernel = { version = "0.18.0", features = ["default-engine", "arrow"] }
+delta_kernel = { version = "0.18.1", features = ["default-engine", "arrow"] }
 ```
 
 ### Feature flags

ffi/Cargo.toml

@@ -25,7 +25,7 @@ url = "2"
 delta_kernel = { path = "../kernel", default-features = false, features = [
   "internal-api",
 ] }
-delta_kernel_ffi_macros = { path = "../ffi-proc-macros", version = "0.18.0" }
+delta_kernel_ffi_macros = { path = "../ffi-proc-macros", version = "0.18.1" }
 
 [build-dependencies]
 cbindgen = "0.29.2"

kernel/Cargo.toml

@@ -39,7 +39,7 @@ pre-release-hook = [
 ]
 
 [dependencies]
-delta_kernel_derive = { path = "../derive-macros", version = "0.18.0" }
+delta_kernel_derive = { path = "../derive-macros", version = "0.18.1" }
 bytes = "1.10"
 chrono = "0.4.41"
 crc = "3.2.2"

kernel/src/actions/mod.rs

@@ -1477,135 +1477,6 @@ mod tests {
         }
     }
 
-    use crate::table_configuration::TableConfiguration;
-    use crate::utils::test_utils::assert_result_error_with_message;
-
-    // TODO: Migrate these protocol validation tests to TableConfiguration.
-    // The ensure_read_supported and ensure_write_supported methods have been moved from Protocol
-    // to TableConfiguration. These tests should be refactored to use TableConfiguration instead.
-
-    // Helper to create a TableConfiguration for testing protocol validation
-    fn create_table_config_for_protocol(protocol: Protocol) -> DeltaResult<TableConfiguration> {
-        let schema = StructType::new_unchecked([StructField::nullable("value", DataType::INTEGER)]);
-        let metadata = Metadata::try_new(None, None, schema, vec![], 0, HashMap::new())?;
-        let table_root = url::Url::parse("file:///tmp/test").unwrap();
-        TableConfiguration::try_new(metadata, protocol, table_root, 0)
-    }
-
-    #[test]
-    fn test_v2_checkpoint_supported() {
-        let protocol = Protocol::try_new(
-            3,
-            7,
-            Some([TableFeature::V2Checkpoint]),
-            Some([TableFeature::V2Checkpoint]),
-        )
-        .unwrap();
-        assert!(create_table_config_for_protocol(protocol).is_ok());
-    }
-
-    #[test]
-    fn test_ensure_read_supported() {
-        let protocol = Protocol {
-            min_reader_version: 3,
-            min_writer_version: 7,
-            reader_features: Some(vec![]),
-            writer_features: Some(vec![]),
-        };
-        assert!(create_table_config_for_protocol(protocol).is_ok());
-
-        let protocol = Protocol::try_new(
-            3,
-            7,
-            Some([TableFeature::V2Checkpoint]),
-            Some([TableFeature::V2Checkpoint]),
-        )
-        .unwrap();
-        assert!(create_table_config_for_protocol(protocol).is_ok());
-
-        let protocol = Protocol {
-            min_reader_version: 1,
-            min_writer_version: 7,
-            reader_features: None,
-            writer_features: None,
-        };
-        assert!(create_table_config_for_protocol(protocol).is_ok());
-
-        let protocol = Protocol {
-            min_reader_version: 2,
-            min_writer_version: 7,
-            reader_features: None,
-            writer_features: None,
-        };
-        assert!(create_table_config_for_protocol(protocol).is_ok());
-    }
-
-    #[test]
-    fn test_ensure_write_supported() {
-        let protocol = Protocol::try_new(
-            3,
-            7,
-            Some(vec![TableFeature::DeletionVectors]),
-            Some(vec![
-                TableFeature::AppendOnly,
-                TableFeature::DeletionVectors,
-                TableFeature::DomainMetadata,
-                TableFeature::Invariants,
-                TableFeature::RowTracking,
-            ]),
-        )
-        .unwrap();
-        let config = create_table_config_for_protocol(protocol).unwrap();
-        assert!(config.ensure_write_supported().is_ok());
-
-        // Verify that unsupported reader features are rejected (TypeWidening is a ReaderWriter feature not supported for writes)
-        let protocol = Protocol::try_new(
-            3,
-            7,
-            Some([TableFeature::TypeWidening]),
-            Some([TableFeature::TypeWidening]),
-        )
-        .unwrap();
-        let config = create_table_config_for_protocol(protocol).unwrap();
-        assert_result_error_with_message(
-            config.ensure_write_supported(),
-            r#"Feature 'typeWidening' not supported for writes"#,
-        );
-
-        // Unknown writer features are allowed during Protocol creation for forward compatibility,
-        // but will fail when trying to create TableConfiguration (reads not supported)
-        let protocol = Protocol::try_new(
-            3,
-            7,
-            Some([TableFeature::Unknown("unsupported feature".to_string())]),
-            Some([TableFeature::Unknown("unsupported feature".to_string())]),
-        )
-        .unwrap();
-        assert_result_error_with_message(
-            create_table_config_for_protocol(protocol),
-            r#"Unsupported: Unknown feature 'unsupported feature'"#,
-        );
-    }
-
-    #[test]
-    fn test_illegal_writer_feature_combination() {
-        let protocol = Protocol::try_new(
-            3,
-            7,
-            Some::<Vec<String>>(vec![]),
-            Some(vec![
-                // No domain metadata even though that is required
-                TableFeature::RowTracking,
-            ]),
-        )
-        .unwrap();
-        let config = create_table_config_for_protocol(protocol).unwrap();
-        assert_result_error_with_message(
-            config.ensure_write_supported(),
-            "rowTracking requires domainMetadata to be supported",
-        );
-    }
-
     #[test]
     fn test_ensure_supported_features() {
         let supported_features = [TableFeature::ColumnMapping, TableFeature::DeletionVectors];
@@ -1636,30 +1507,6 @@ mod tests {
         assert_eq!(parse_features::<TableFeature>(features), expected);
     }
 
-    #[cfg(feature = "catalog-managed")]
-    #[test]
-    fn test_catalog_managed_writes() {
-        let protocol = Protocol::try_new(
-            3,
-            7,
-            Some([TableFeature::CatalogManaged]),
-            Some([TableFeature::CatalogManaged]),
-        )
-        .unwrap();
-        let config = create_table_config_for_protocol(protocol).unwrap();
-        assert!(config.ensure_write_supported().is_ok());
-
-        let protocol = Protocol::try_new(
-            3,
-            7,
-            Some([TableFeature::CatalogOwnedPreview]),
-            Some([TableFeature::CatalogOwnedPreview]),
-        )
-        .unwrap();
-        let config = create_table_config_for_protocol(protocol).unwrap();
-        assert!(config.ensure_write_supported().is_ok());
-    }
-
     #[test]
     fn test_into_engine_data() {
         let engine = ExprEngine::new();

kernel/src/engine/ensure_data_types.rs

@@ -352,7 +352,7 @@ mod tests {
                 &incorrect_variant_arrow_type(),
                 true,
             ),
-            "Invalid argument error: Incorrect datatype. Expected Struct(\"metadata\": Binary, \"value\": Binary), got Struct(\"field_1\": nullable Binary, \"field_2\": nullable Binary)",
+            "Invalid argument error: Incorrect datatype",
         )
     }
 

kernel/src/table_configuration.rs

@@ -1424,4 +1424,119 @@ mod test {
         assert!(!config.is_feature_info_supported(&feature, &custom_feature_info));
         assert!(!config.is_feature_info_enabled(&feature, &custom_feature_info));
     }
+
+    #[test]
+    fn test_v2_checkpoint_supported() {
+        let config = create_mock_table_config(&[], &[TableFeature::V2Checkpoint]);
+        assert!(config.is_v2_checkpoint_write_supported());
+    }
+
+    #[test]
+    fn test_ensure_read_supported() {
+        let config = create_mock_table_config(&[], &[]);
+        assert!(config.ensure_read_supported().is_ok());
+
+        let config = create_mock_table_config(&[], &[TableFeature::V2Checkpoint]);
+        assert!(config.ensure_read_supported().is_ok());
+
+        let config = create_mock_table_config_with_version(&[], None, 1, 2);
+        assert!(config.ensure_read_supported().is_ok());
+
+        let config = create_mock_table_config_with_version(
+            &[],
+            Some(&[TableFeature::InCommitTimestamp]),
+            2,
+            7,
+        );
+        assert!(config.ensure_read_supported().is_ok());
+    }
+
+    #[test]
+    fn test_ensure_write_supported() {
+        let config = create_mock_table_config(
+            &[],
+            &[
+                TableFeature::AppendOnly,
+                TableFeature::DeletionVectors,
+                TableFeature::DomainMetadata,
+                TableFeature::Invariants,
+                TableFeature::RowTracking,
+            ],
+        );
+        assert!(config.ensure_write_supported().is_ok());
+
+        // Type Widening is not supported for writes
+        let config = create_mock_table_config(&[], &[TableFeature::TypeWidening]);
+        assert_result_error_with_message(
+            config.ensure_write_supported(),
+            r#"Feature 'typeWidening' not supported for writes"#,
+        );
+
+        // Unknown feature is not supported for reads
+        let schema = StructType::new_unchecked([StructField::nullable("value", DataType::INTEGER)]);
+        let metadata = Metadata::try_new(None, None, schema, vec![], 0, HashMap::new()).unwrap();
+        let protocol = Protocol::try_new(
+            3,
+            7,
+            Some([TableFeature::Unknown("unsupported feature".to_string())]),
+            Some([TableFeature::Unknown("unsupported feature".to_string())]),
+        )
+        .unwrap();
+        let table_root = Url::try_from("file:///").unwrap();
+        assert_result_error_with_message(
+            TableConfiguration::try_new(metadata, protocol, table_root, 0),
+            r#"Unsupported: Unknown feature 'unsupported feature'"#,
+        );
+    }
+
+    #[test]
+    fn test_illegal_writer_feature_combination() {
+        let schema = StructType::new_unchecked([StructField::nullable("value", DataType::INTEGER)]);
+        let metadata = Metadata::try_new(None, None, schema, vec![], 0, HashMap::new()).unwrap();
+        let protocol = Protocol::try_new(
+            3,
+            7,
+            Some::<Vec<String>>(vec![]),
+            Some(vec![TableFeature::RowTracking]),
+        )
+        .unwrap();
+        let table_root = Url::try_from("file:///").unwrap();
+        let config = TableConfiguration::try_new(metadata, protocol, table_root, 0).unwrap();
+        assert_result_error_with_message(
+            config.ensure_write_supported(),
+            "rowTracking requires domainMetadata to be supported",
+        );
+    }
+
+    #[test]
+    fn test_row_tracking_with_domain_metadata_requirement() {
+        let schema = StructType::new_unchecked([StructField::nullable("value", DataType::INTEGER)]);
+        let metadata = Metadata::try_new(None, None, schema, vec![], 0, HashMap::new()).unwrap();
+        let protocol = Protocol::try_new(
+            3,
+            7,
+            Some::<Vec<String>>(vec![]),
+            Some(vec![
+                TableFeature::RowTracking,
+                TableFeature::DomainMetadata,
+            ]),
+        )
+        .unwrap();
+        let table_root = Url::try_from("file:///").unwrap();
+        let config = TableConfiguration::try_new(metadata, protocol, table_root, 0).unwrap();
+        assert!(
+            config.ensure_write_supported().is_ok(),
+            "RowTracking with DomainMetadata should be supported for writes"
+        );
+    }
+
+    #[cfg(feature = "catalog-managed")]
+    #[test]
+    fn test_catalog_managed_writes() {
+        let config = create_mock_table_config(&[], &[TableFeature::CatalogManaged]);
+        assert!(config.ensure_write_supported().is_ok());
+
+        let config = create_mock_table_config(&[], &[TableFeature::CatalogOwnedPreview]);
+        assert!(config.ensure_write_supported().is_ok());
+    }
 }