Merge pull request #24 from PerfectThymeTech/adf_publish

Update Template

Author: marvinbuss

sc4-dev-df001/ARMTemplateForFactory.json

@@ -3968,6 +3968,10 @@
 						{
 							"name": "RenameColumns",
 							"description": "Rename Columns"
+						},
+						{
+							"name": "FilterEmptyHappinessScore",
+							"description": "Filter Empty Happiness Score Rows"
 						}
 					],
 					"scriptLines": [
@@ -4030,7 +4034,8 @@
 						"     ),",
 						"     skipDuplicateMapInputs: true,",
 						"     skipDuplicateMapOutputs: true) ~> RenameColumns",
-						"RenameColumns sink(allowSchemaDrift: true,",
+						"RenameColumns filter(!isNull(HappinessScore)) ~> FilterEmptyHappinessScore",
+						"FilterEmptyHappinessScore sink(allowSchemaDrift: true,",
 						"     validateSchema: false,",
 						"     format: 'delta',",
 						"     fileSystem: ($sinkFileSystem),",
@@ -4184,6 +4189,10 @@
 						{
 							"name": "RenameColumns",
 							"description": "Rename Columns"
+						},
+						{
+							"name": "FilterEmptyHappinessScore",
+							"description": "Filter Empty Happiness Score Rows"
 						}
 					],
 					"scriptLines": [
@@ -4242,7 +4251,8 @@
 						"     ),",
 						"     skipDuplicateMapInputs: true,",
 						"     skipDuplicateMapOutputs: true) ~> RenameColumns",
-						"RenameColumns sink(allowSchemaDrift: true,",
+						"RenameColumns filter(!isNull(HappinessScore)) ~> FilterEmptyHappinessScore",
+						"FilterEmptyHappinessScore sink(allowSchemaDrift: true,",
 						"     validateSchema: false,",
 						"     format: 'delta',",
 						"     fileSystem: ($sinkFileSystem),",

sc4-dev-df001/linkedTemplates/ArmTemplate_0.json

@@ -818,6 +818,10 @@
 						{
 							"name": "RenameColumns",
 							"description": "Rename Columns"
+						},
+						{
+							"name": "FilterEmptyHappinessScore",
+							"description": "Filter Empty Happiness Score Rows"
 						}
 					],
 					"scriptLines": [
@@ -880,7 +884,8 @@
 						"     ),",
 						"     skipDuplicateMapInputs: true,",
 						"     skipDuplicateMapOutputs: true) ~> RenameColumns",
-						"RenameColumns sink(allowSchemaDrift: true,",
+						"RenameColumns filter(!isNull(HappinessScore)) ~> FilterEmptyHappinessScore",
+						"FilterEmptyHappinessScore sink(allowSchemaDrift: true,",
 						"     validateSchema: false,",
 						"     format: 'delta',",
 						"     fileSystem: ($sinkFileSystem),",
@@ -1034,6 +1039,10 @@
 						{
 							"name": "RenameColumns",
 							"description": "Rename Columns"
+						},
+						{
+							"name": "FilterEmptyHappinessScore",
+							"description": "Filter Empty Happiness Score Rows"
 						}
 					],
 					"scriptLines": [
@@ -1092,7 +1101,8 @@
 						"     ),",
 						"     skipDuplicateMapInputs: true,",
 						"     skipDuplicateMapOutputs: true) ~> RenameColumns",
-						"RenameColumns sink(allowSchemaDrift: true,",
+						"RenameColumns filter(!isNull(HappinessScore)) ~> FilterEmptyHappinessScore",
+						"FilterEmptyHappinessScore sink(allowSchemaDrift: true,",
 						"     validateSchema: false,",
 						"     format: 'delta',",
 						"     fileSystem: ($sinkFileSystem),",