diff --git a/src/dataflow_pipeline.py b/src/dataflow_pipeline.py index 802368d..b9cced9 100644 --- a/src/dataflow_pipeline.py +++ b/src/dataflow_pipeline.py @@ -470,7 +470,7 @@ def write_layer_with_dqe(self): dlt_table_with_expectation = dlt.expect_all(expect_all_dict)( dlt.table( self.write_to_delta, - name=f"{target_table_name}", + name=f"{target_table}", table_properties=self.dataflowSpec.tableProperties, partition_cols=DataflowSpecUtils.get_partition_cols(self.dataflowSpec.partitionColumns), cluster_by=DataflowSpecUtils.get_partition_cols(self.dataflowSpec.clusterBy), @@ -483,7 +483,7 @@ def write_layer_with_dqe(self): dlt_table_with_expectation = dlt.expect_all_or_fail(expect_all_or_fail_dict)( dlt.table( self.write_to_delta, - name=f"{target_table_name}", + name=f"{target_table}", table_properties=self.dataflowSpec.tableProperties, partition_cols=DataflowSpecUtils.get_partition_cols(self.dataflowSpec.partitionColumns), cluster_by=DataflowSpecUtils.get_partition_cols(self.dataflowSpec.clusterBy), @@ -499,7 +499,7 @@ def write_layer_with_dqe(self): dlt_table_with_expectation = dlt.expect_all_or_drop(expect_all_or_drop_dict)( dlt.table( self.write_to_delta, - name=f"{target_table_name}", + name=f"{target_table}", table_properties=self.dataflowSpec.tableProperties, partition_cols=DataflowSpecUtils.get_partition_cols(self.dataflowSpec.partitionColumns), cluster_by=DataflowSpecUtils.get_partition_cols(self.dataflowSpec.clusterBy), @@ -558,7 +558,7 @@ def write_layer_with_dqe(self): dlt.expect_all_or_drop(expect_or_quarantine_dict)( dlt.table( self.write_to_delta, - name=f"{quarantine_table_name}", + name=f"{quarantine_table}", table_properties=self.dataflowSpec.quarantineTableProperties, partition_cols=q_partition_cols, cluster_by=q_cluster_by,