Capture sys.database metrics

Optional capture of user database count, databases added & removed - as part of Databases collection.
Using name as the natural key for Databases instead of database_id - which might work better for monitoring contained AGs, database restores and re-creations.  Logic added to handle renames.  Rename operations, deletes and re-creation captured in DB Options history.
Added deleted databases system report. #1532

Author: DavidWiseman

DBADash/DBImporter.cs

@@ -177,6 +177,10 @@ private void UpgradeDS()
                     dtDB.Columns.Add("is_temporal_history_retention_enabled", typeof(bool));
                     dtDB.Columns.Add("is_optimized_locking_on", typeof(bool));
                 }
+                if(!dtDB.Columns.Contains("service_broker_guid"))
+                {
+                    dtDB.Columns.Add("service_broker_guid", typeof(Guid));
+                }
             }
             if (data.Tables.Contains("Backups"))
             {

DBADash/SQL/SQLDatabases.sql

@@ -75,6 +75,7 @@
     is_memory_optimized_enabled BIT NULL,
     is_temporal_history_retention_enabled BIT NULL,
     is_optimized_locking_on BIT NULL,
+    service_broker_guid UNIQUEIDENTIFIER NULL
 );
 
 SELECT *
@@ -177,7 +178,8 @@ SELECT name,
        is_event_stream_enabled,
        is_memory_optimized_enabled,
        is_temporal_history_retention_enabled,
-       is_optimized_locking_on
+       is_optimized_locking_on,
+       service_broker_guid
 FROM #sysdb
 
 DROP TABLE #sysdb

DBADashDB/DBADashDB.sqlproj

@@ -838,6 +838,8 @@
     <Build Include="dbo\Functions\ParseInstanceMetadata.sql" />
     <Build Include="dbo\Functions\GetInstanceMetadataTags.sql" />
     <Build Include="dbo\Stored Procedures\InstanceMetadata_Get.sql" />
+    <Build Include="dbo\Functions\DatabaseSettingsUnpivot_Get.sql" />
+    <Build Include="dbo\Stored Procedures\DeletedDatabases_Get.sql" />
   </ItemGroup>
   <ItemGroup>
     <PostDeploy Include="Script.PostDeployment1.sql" />

DBADashDB/Script.PostDeployment1.sql

@@ -1977,7 +1977,6 @@ WHERE NOT EXISTS(
 				AND C.instance_name = VirtualCounters.instance_name
 				)
 
-
 INSERT INTO dbo.RepositoryMetricsConfig(
 	InstanceID,
 	MetricName,
@@ -2016,7 +2015,11 @@ FROM (VALUES -- AG aggregate
 			-- Slow Queries
 			('Abort Count',1,0,'SlowQueries'),
 			('Error Count',1,0,'SlowQueries'),
-			('Total Queries',1,0,'SlowQueries')
+			('Total Queries',1,0,'SlowQueries'),
+			-- Databases
+			('Count of User Databases',1,0,'Databases'),
+			('Databases Created',1,0,'Databases'),
+			('Databases Dropped',1,0,'Databases')
 		) M(MetricName,IsAggregate,IsEnabled,MetricType)
 WHERE NOT EXISTS(
 				SELECT 1 

DBADashDB/Script.PreDeployment1.sql

@@ -52,3 +52,22 @@ BEGIN
 	SET is_snapshot=0
 	WHERE is_snapshot IS NULL
 END
+IF OBJECT_ID('dbo.RepositoryMetricsConfig') IS NOT NULL
+BEGIN
+	IF NOT EXISTS(
+		SELECT 1 
+		FROM dbo.RepositoryMetricsConfig
+		WHERE MetricType = 'Databases'
+	)
+	BEGIN
+		UPDATE D1
+			SET D1.name = CONCAT(LEFT(D1.name,91),' ',NEWID())
+		FROM dbo.Databases D1
+		WHERE IsActive=0
+		AND EXISTS(SELECT 1 
+				FROM dbo.Databases D2 
+				WHERE D1.name = D2.name
+				AND D2.DatabaseID <> D1.DatabaseID
+				)
+	END
+END

DBADashDB/dbo/Functions/DatabaseSettingsUnpivot_Get.sql

@@ -0,0 +1,158 @@
+CREATE FUNCTION dbo.DatabaseSettingsUnpivot_Get(@InstanceID  INT)
+RETURNS TABLE
+AS
+RETURN
+WITH DB AS (
+SELECT	DatabaseID,
+		CAST(owner_sid AS SQL_VARIANT) AS owner_sid,
+		CAST(compatibility_level AS SQL_VARIANT) AS compatibility_level,
+		CAST(collation_name AS SQL_VARIANT) AS collation_name,
+		CAST(user_access AS SQL_VARIANT) AS user_access,
+		CAST(is_read_only AS SQL_VARIANT) AS is_read_only,
+		CAST(is_auto_close_on AS SQL_VARIANT) AS is_auto_close_on,
+		CAST(is_auto_shrink_on AS SQL_VARIANT) AS is_auto_shrink_on,
+		CAST(state AS SQL_VARIANT) AS state,
+		CAST(is_in_standby AS SQL_VARIANT) AS is_in_standby,
+		CAST(is_cleanly_shutdown AS SQL_VARIANT) AS is_cleanly_shutdown,
+		CAST(is_supplemental_logging_enabled AS SQL_VARIANT) AS is_supplemental_logging_enabled,
+		CAST(snapshot_isolation_state AS SQL_VARIANT) AS snapshot_isolation_state,
+		CAST(is_read_committed_snapshot_on AS SQL_VARIANT) AS is_read_committed_snapshot_on,
+		CAST(recovery_model AS SQL_VARIANT) AS recovery_model,
+		CAST(page_verify_option AS SQL_VARIANT) AS page_verify_option,
+		CAST(is_auto_create_stats_on AS SQL_VARIANT) AS is_auto_create_stats_on,
+		CAST(is_auto_create_stats_incremental_on AS SQL_VARIANT) AS is_auto_create_stats_incremental_on,
+		CAST(is_auto_update_stats_on AS SQL_VARIANT) AS is_auto_update_stats_on,
+		CAST(is_auto_update_stats_async_on AS SQL_VARIANT) AS is_auto_update_stats_async_on,
+		CAST(is_ansi_null_default_on AS SQL_VARIANT) AS is_ansi_null_default_on,
+		CAST(is_ansi_nulls_on AS SQL_VARIANT) AS is_ansi_nulls_on,
+		CAST(is_ansi_padding_on AS SQL_VARIANT) AS is_ansi_padding_on,
+		CAST(is_ansi_warnings_on AS SQL_VARIANT) AS is_ansi_warnings_on,
+		CAST(is_arithabort_on AS SQL_VARIANT) AS is_arithabort_on,
+		CAST(is_concat_null_yields_null_on AS SQL_VARIANT) AS is_concat_null_yields_null_on,
+		CAST(is_numeric_roundabort_on AS SQL_VARIANT) AS is_numeric_roundabort_on,
+		CAST(is_quoted_identifier_on AS SQL_VARIANT) AS is_quoted_identifier_on,
+		CAST(is_recursive_triggers_on AS SQL_VARIANT) AS is_recursive_triggers_on,
+		CAST(is_cursor_close_on_commit_on AS SQL_VARIANT) AS is_cursor_close_on_commit_on,
+		CAST(is_local_cursor_default AS SQL_VARIANT) AS is_local_cursor_default,
+		CAST(is_fulltext_enabled AS SQL_VARIANT) AS is_fulltext_enabled,
+		CAST(is_trustworthy_on AS SQL_VARIANT) AS is_trustworthy_on,
+		CAST(is_db_chaining_on AS SQL_VARIANT) AS is_db_chaining_on,
+		CAST(is_parameterization_forced AS SQL_VARIANT) AS is_parameterization_forced,
+		CAST(is_master_key_encrypted_by_server AS SQL_VARIANT) AS is_master_key_encrypted_by_server,
+		CAST(is_query_store_on AS SQL_VARIANT) AS is_query_store_on,
+		CAST(is_published AS SQL_VARIANT) AS is_published,
+		CAST(is_subscribed AS SQL_VARIANT) AS is_subscribed,
+		CAST(is_merge_published AS SQL_VARIANT) AS is_merge_published,
+		CAST(is_distributor AS SQL_VARIANT) AS is_distributor,
+		CAST(is_sync_with_backup AS SQL_VARIANT) AS is_sync_with_backup,
+		CAST(is_broker_enabled AS SQL_VARIANT) AS is_broker_enabled,
+		CAST(is_date_correlation_on AS SQL_VARIANT) AS is_date_correlation_on,
+		CAST(is_cdc_enabled AS SQL_VARIANT) AS is_cdc_enabled,
+		CAST(is_encrypted AS SQL_VARIANT) AS is_encrypted,
+		CAST(is_honor_broker_priority_on AS SQL_VARIANT) AS is_honor_broker_priority_on,
+		CAST(replica_id AS SQL_VARIANT) AS replica_id,
+		CAST(group_database_id AS SQL_VARIANT) AS group_database_id,
+		CAST(resource_pool_id AS SQL_VARIANT) AS resource_pool_id,
+		CAST(default_language_lcid AS SQL_VARIANT) AS default_language_lcid,
+		CAST(default_language_name AS SQL_VARIANT) AS default_language_name,
+		CAST(default_fulltext_language_lcid AS SQL_VARIANT) AS default_fulltext_language_lcid,
+		CAST(default_fulltext_language_name AS SQL_VARIANT) AS default_fulltext_language_name,
+		CAST(is_nested_triggers_on AS SQL_VARIANT) AS is_nested_triggers_on,
+		CAST(is_transform_noise_words_on AS SQL_VARIANT) AS is_transform_noise_words_on,
+		CAST(two_digit_year_cutoff AS SQL_VARIANT) AS two_digit_year_cutoff,
+		CAST(containment AS SQL_VARIANT) AS containment,
+		CAST(target_recovery_time_in_seconds AS SQL_VARIANT) AS target_recovery_time_in_seconds,
+		CAST(delayed_durability AS SQL_VARIANT) AS delayed_durability,
+		CAST(is_memory_optimized_elevate_to_snapshot_on AS SQL_VARIANT) AS is_memory_optimized_elevate_to_snapshot_on,
+		CAST(is_federation_member AS SQL_VARIANT) AS is_federation_member,
+		CAST(is_remote_data_archive_enabled AS SQL_VARIANT) AS is_remote_data_archive_enabled,
+		CAST(is_mixed_page_allocation_on AS SQL_VARIANT) AS is_mixed_page_allocation_on,
+		CAST(IsActive AS SQL_VARIANT) AS IsActive,
+		CAST(is_ledger_on AS SQL_VARIANT) AS is_ledger_on,
+		CAST(catalog_collation_type AS SQL_VARIANT) AS catalog_collation_type,
+		CAST(is_accelerated_database_recovery_on AS SQL_VARIANT) AS is_accelerated_database_recovery_on,
+		CAST(is_change_feed_enabled AS SQL_VARIANT) AS is_change_feed_enabled,
+		CAST(is_event_stream_enabled AS SQL_VARIANT) AS is_event_stream_enabled,
+		CAST(is_memory_optimized_enabled AS SQL_VARIANT) AS is_memory_optimized_enabled,
+		CAST(is_temporal_history_retention_enabled AS SQL_VARIANT) AS is_temporal_history_retention_enabled,
+		CAST(is_optimized_locking_on AS SQL_VARIANT) AS is_optimized_locking_on
+FROM dbo.Databases
+WHERE InstanceID  = @InstanceID
+)
+SELECT	DatabaseID,
+		Setting,
+		Value,
+		CAST(is_in_standby AS BIT) AS is_in_standby    
+FROM DB
+UNPIVOT(Value FOR Setting IN(
+			   owner_sid,
+			   compatibility_level,
+			   collation_name,
+			   user_access,
+			   is_read_only,
+			   is_auto_close_on,
+			   is_auto_shrink_on,
+			   state,
+			   is_cleanly_shutdown,
+			   is_supplemental_logging_enabled,
+			   snapshot_isolation_state,
+			   is_read_committed_snapshot_on,
+			   recovery_model,
+			   page_verify_option,
+			   is_auto_create_stats_on,
+			   is_auto_create_stats_incremental_on,
+			   is_auto_update_stats_on,
+			   is_auto_update_stats_async_on,
+			   is_ansi_null_default_on,
+			   is_ansi_nulls_on,
+			   is_ansi_padding_on,
+			   is_ansi_warnings_on,
+			   is_arithabort_on,
+			   is_concat_null_yields_null_on,
+			   is_numeric_roundabort_on,
+			   is_quoted_identifier_on,
+			   is_recursive_triggers_on,
+			   is_cursor_close_on_commit_on,
+			   is_local_cursor_default,
+			   is_fulltext_enabled,
+			   is_trustworthy_on,
+			   is_db_chaining_on,
+			   is_parameterization_forced,
+			   is_master_key_encrypted_by_server,
+			   is_query_store_on,
+			   is_published,
+			   is_subscribed,
+			   is_merge_published,
+			   is_distributor,
+			   is_sync_with_backup,
+			   is_broker_enabled,
+			   is_date_correlation_on,
+			   is_cdc_enabled,
+			   is_encrypted,
+			   is_honor_broker_priority_on,
+			   replica_id,
+			   group_database_id,
+			   resource_pool_id,
+			   default_language_lcid,
+			   default_language_name,
+			   default_fulltext_language_lcid,
+			   default_fulltext_language_name,
+			   is_nested_triggers_on,
+			   is_transform_noise_words_on,
+			   two_digit_year_cutoff,
+			   containment,
+			   target_recovery_time_in_seconds,
+			   delayed_durability,
+			   is_memory_optimized_elevate_to_snapshot_on,
+			   is_federation_member,
+			   is_remote_data_archive_enabled,
+			   is_mixed_page_allocation_on,
+			   is_ledger_on,
+			   catalog_collation_type,
+			   is_accelerated_database_recovery_on,
+			   is_change_feed_enabled,
+			   is_event_stream_enabled,
+			   is_memory_optimized_enabled,
+			   is_temporal_history_retention_enabled,
+			   is_optimized_locking_on)
+			   ) AS upvt

DBADashDB/dbo/Stored Procedures/DBSummary_Get.sql

@@ -4,6 +4,7 @@
 )
 AS
 SELECT I.InstanceGroupName AS Instance, 
+	CASE WHEN COUNT(DISTINCT D.InstanceID) = 1 THEN MAX(D.InstanceID) ELSE NULL END AS InstanceID,
 	SUM(CASE WHEN D.page_verify_option<>2 THEN 1 ELSE 0 END) as [Page Verify Not Optimal],
 	SUM(CASE WHEN D.is_auto_close_on =1 THEN 1 ELSE 0 END) as [Auto Close],
 	SUM(CASE WHEN D.is_auto_shrink_on =1 THEN 1 ELSE 0 END) as [Auto Shrink],