From 07f760809638a70e422941a7d54cbe7d56985125 Mon Sep 17 00:00:00 2001 From: junhonglau <53847784+junhonglau@users.noreply.github.com> Date: Wed, 19 Nov 2025 16:36:39 +0800 Subject: [PATCH 1/2] Update dataflow_pipeline.py to use quarantine_table instead of quarantine_table_name --- src/dataflow_pipeline.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/dataflow_pipeline.py b/src/dataflow_pipeline.py index 802368d..31248d8 100644 --- a/src/dataflow_pipeline.py +++ b/src/dataflow_pipeline.py @@ -558,7 +558,7 @@ def write_layer_with_dqe(self): dlt.expect_all_or_drop(expect_or_quarantine_dict)( dlt.table( self.write_to_delta, - name=f"{quarantine_table_name}", + name=f"{quarantine_table}", table_properties=self.dataflowSpec.quarantineTableProperties, partition_cols=q_partition_cols, cluster_by=q_cluster_by, From 73bee9ee1dd47288e3829598ffd5d2038601ab37 Mon Sep 17 00:00:00 2001 From: junhonglau <53847784+junhonglau@users.noreply.github.com> Date: Fri, 21 Nov 2025 09:31:53 +0800 Subject: [PATCH 2/2] Update dataflow_pipeline.py --- src/dataflow_pipeline.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/dataflow_pipeline.py b/src/dataflow_pipeline.py index 31248d8..b9cced9 100644 --- a/src/dataflow_pipeline.py +++ b/src/dataflow_pipeline.py @@ -470,7 +470,7 @@ def write_layer_with_dqe(self): dlt_table_with_expectation = dlt.expect_all(expect_all_dict)( dlt.table( self.write_to_delta, - name=f"{target_table_name}", + name=f"{target_table}", table_properties=self.dataflowSpec.tableProperties, partition_cols=DataflowSpecUtils.get_partition_cols(self.dataflowSpec.partitionColumns), cluster_by=DataflowSpecUtils.get_partition_cols(self.dataflowSpec.clusterBy), @@ -483,7 +483,7 @@ def write_layer_with_dqe(self): dlt_table_with_expectation = dlt.expect_all_or_fail(expect_all_or_fail_dict)( dlt.table( self.write_to_delta, - name=f"{target_table_name}", + name=f"{target_table}", table_properties=self.dataflowSpec.tableProperties, partition_cols=DataflowSpecUtils.get_partition_cols(self.dataflowSpec.partitionColumns), cluster_by=DataflowSpecUtils.get_partition_cols(self.dataflowSpec.clusterBy), @@ -499,7 +499,7 @@ def write_layer_with_dqe(self): dlt_table_with_expectation = dlt.expect_all_or_drop(expect_all_or_drop_dict)( dlt.table( self.write_to_delta, - name=f"{target_table_name}", + name=f"{target_table}", table_properties=self.dataflowSpec.tableProperties, partition_cols=DataflowSpecUtils.get_partition_cols(self.dataflowSpec.partitionColumns), cluster_by=DataflowSpecUtils.get_partition_cols(self.dataflowSpec.clusterBy),