# # Key Replication Healthy Metrics script # param( [string] $DagName, [string[]] $DatabaseNames, [string] $ReportAlias, [string] $TemporaryDataPath, [string] $ReportPath, [TimeSpan] $Duration = [TimeSpan]::Parse("1.00:00:00"), [TimeSpan] $Frequency = [TimeSpan]::FromSeconds(10), [switch] $Verbose, [switch] $ProcessOnly) Set-StrictMode -Version 2.0 # Define all the script-wide variables $LocalMachine = [environment]::MachineName # Dag object for which perf info should be collected $Dag = $null #List of databases for which performance counter to be collected $Databases = @() # Hash table to servers to databases applicable for the servers $ServerDatabaseHash = @{} # # Define all helper functions for Collect Replication Metrics script # function NonBoring-Sleep { param ([int] $Seconds) if ($Verbose) { $crChar = [char]::ConvertFromUtf32(13) $currentTime = [DateTime]::Now $targetTime = $currentTime.AddSeconds($Seconds) while ($currentTime -lt $targetTime) { $diff = $targetTime - $currentTime $outputStr = [string]::Format("{0}Time remaining until next collection: {1:D2}:{2:D2}:{3:D2}", $crChar, $diff.Hours, $diff.Minutes, $diff.Seconds) write-host $outputStr -ForegroundColor Yellow -NoNewline start-sleep -Seconds 1 $currentTime = [DateTime]::Now } write-host "$crChar $crChar" -NoNewline } else { start-sleep -Seconds:$Seconds } } function ShowError([string] $errorString) { write-error $errorString -ErrorAction:Stop } function LoadSnapin { $snapIn = Get-PSSnapin Microsoft.Exchange.Management.PowerShell.E2010 -ErrorAction:SilentlyContinue if ($snapIn -eq $null) { Add-PSSnapin Microsoft.Exchange.Management.PowerShell.E2010 } } # Function declarations function Trace([string] $traceString) { if ($Verbose) { write-host $traceString } } function FindLocalDagName { $dagName = $null $mbxServer = Get-MailboxServer $LocalMachine -ErrorAction:SilentlyContinue if ($mbxServer -ne $Null) { $dagId = $mbxServer.DatabaseAvailabilityGroup if ($dagId -ne $Null) { $dagName = $dagId.Name } else { ShowError("$LocalMachine is a standalone exchange server. It is not part of any database availability group") } } else { ShowError("$LocalMachine is not a mailbox server") } return $dagName } function FindDag { param([string] $DagName) $dag = $null if ($DagName) { $dag = Get-DatabaseAvailabilityGroup $DagName -ErrorAction:SilentlyContinue } if ($dag -eq $Null) { ShowError("Unable to find database availability group named $DagName") } return $dag } function DetermineServersAndDatabases { param ([string[]] $databaseNames, [ref] $databases, [ref] $serverDbTable) $serverHash = @{} $databaseHash = @{} $filteredDatabaseHash = @{} if ($databaseNames -ne $Null) { # If database is specified then find all the databases that match the wildcard # that is specified in the argslist. Also make sure that a database appears # only once in the list foreach ($dbName in $databaseNames) { foreach ($db in get-mailboxdatabase $dbName -ErrorAction:SilentlyContinue) { if ($databaseHash[$db.Name] -eq $null) { $databaseHash[$db.Name] = $db } } } } # Make sure that the matching databases are configured in the dag foreach ($server in $dag.Servers) { $serverHash[$server.Name] = @() foreach ($db in get-mailboxdatabase -Server:$server.Name -ErrorAction:SilentlyContinue) { if (($databaseNames -eq $null) -or ($databaseHash[$db.Name] -ne $null)) { $filteredDatabaseHash[$db.Name] = $db $serverHash[$server.Name] += $db } } } if ($filteredDatabaseHash.Count -eq 0) { ShowError("There are no databases to monitor for database availability group $(dag.Name)") } $databases.Value = $filteredDatabaseHash.Values $serverDbTable.Value = $serverHash } function Write-CounterCsvHeader { param($outputFile) $csvHeaderLine = "Iteration,SampleTime,Database,MountStatus,CopyStatus,CopyQueueLength,LogGenerationRate,LogReplayRate" $csvHeaderLine > $outputFile } function Write-ServerCsvHeader { param($outputFile) $csvHeaderLine = "Iteration,SampleTime,IsReachable" $csvHeaderLine > $outputFile } function Save-CounterInCsvFormat { param($iteration, $sampleTime, $dbName, $dbPerfMap, $outputFile) $arrList = new-object System.Collections.ArrayList # Iteration number of the collection [void] $arrList.Add($iteration) $strTime = Get-CustomDateString ($sampleTime) # Time when the sample was collected [void] $arrList.Add($strTime) # Database name [void] $arrList.Add($dbName) # MountStatus => Mounted,Dismounted,Unavailable $mountStatus = "Unavailable" $copyStatus = new-object System.Collections.ArrayList $entry = $dbMap[$dbName] if ($entry) { if (Get-BooleanState ($entry.AmPerf) ("Database Mounted")) { $mountStatus = "Mounted" } else { $mountStatus = "Dismounted" } if ($entry.ReplPerf) { if (Get-BooleanState ($entry.ReplPerf) ("Initializing")) { [void] $copyStatus.Add("Initializing") } if (Get-BooleanState ($entry.ReplPerf) ("Suspended")) { [void] $copyStatus.Add("Suspended") } if (Get-BooleanState ($entry.ReplPerf) ("FailedSuspended")) { [void] $copyStatus.Add("FailedSuspended") } if (Get-BooleanState ($entry.ReplPerf) ("Resynchronizing")) { [void] $copyStatus.Add("Resynchronizing") } if (Get-BooleanState ($entry.ReplPerf) ("Disconnected")) { [void] $copyStatus.Add("Disconnected") } } else { [void] $copyStatus.Add("Unavailable") } } # Append mount status [void] $arrList.Add($mountStatus) # Append copy status [void] $arrList.Add([string]::Join(":",$copyStatus.ToArray())) if ($entry -and $entry.ReplPerf) { [void] $arrList.Add($entry.ReplPerf["CopyQueueLength"]) [void] $arrList.Add($entry.ReplPerf["log generation rate on source (generations/sec)"]) [void] $arrList.Add($entry.ReplPerf["log replay rate (generations/sec)"]) } else { [void] $arrList.Add([string]::Empty) [void] $arrList.Add([string]::Empty) [void] $arrList.Add([string]::Empty) } $csvLine = [string]::Join(",",$arrList) $csvLine >> $outputFile } function Create-EmptyServerRecord { param ([string] $serverName) $record = new-object object $emptyTs = new-object TimeSpan add-member -inputobject $record -MemberType NoteProperty "Name" -Value $serverName add-member -inputobject $record -MemberType NoteProperty "DurationMeasured" -Value $emptyTs add-member -inputobject $record -MemberType NoteProperty "DurationUnavailable" -Value $emptyTs add-member -inputobject $record -MemberType NoteProperty "AverageDurationMounted" -Value $emptyTs add-member -inputobject $record -MemberType NoteProperty "AverageDurationDismounted" -Value $emptyTs add-member -InputObject $record -MemberType NoteProperty "AverageLogReplayRate" -Value 0 add-member -InputObject $record -MemberType NoteProperty "PeakLogReplayRate" -Value 0 add-member -InputObject $record -MemberType NoteProperty "DbInfo" -Value @{} add-member -InputObject $record -MemberType NoteProperty "ServerInfo" -Value $null return $record } function Create-EmptyDatabaseRecord { param ([string] $databaseName) $record = new-object object $emptyTs = new-object TimeSpan add-member -InputObject $record -MemberType NoteProperty "Name" -Value $databaseName add-member -InputObject $record -MemberType NoteProperty "TotalEntriesProcessed" -Value ([int] 0) add-member -InputObject $record -MemberType NoteProperty "DurationMountStatusMounted" -Value $emptyTs add-member -InputObject $record -MemberType NoteProperty "DurationMountStatusDismounted" -Value $emptyTs add-member -InputObject $record -MemberType NoteProperty "DurationMountStatusUnavailable" -Value $emptyTs add-member -InputObject $record -MemberType NoteProperty "DurationCopyStatusUnavailable" -Value $emptyTs add-member -InputObject $record -MemberType NoteProperty "DurationCopyStatusResynchronizing" -Value $emptyTs add-member -InputObject $record -MemberType NoteProperty "DurationCopyStatusFailed" -Value $emptyTs add-member -InputObject $record -MemberType NoteProperty "DurationCopyStatusSuspended" -Value $emptyTs add-member -InputObject $record -MemberType NoteProperty "DurationCopyStatusFailedSuspended" -Value $emptyTs add-member -InputObject $record -MemberType NoteProperty "DurationCopyStatusDisconnected" -Value $emptyTs add-member -InputObject $record -MemberType NoteProperty "TotalLogGenerationRate" -Value 0 add-member -InputObject $record -MemberType NoteProperty "AverageLogGenerationRate" -Value 0 add-member -InputObject $record -MemberType NoteProperty "PeakLogGenerationRate" -Value 0 add-member -InputObject $record -MemberType NoteProperty "TotalLogReplayRate" -Value 0 add-member -InputObject $record -MemberType NoteProperty "AverageLogReplayRate" -Value 0 add-member -InputObject $record -MemberType NoteProperty "PeakLogReplayRate" -Value 0 add-member -InputObject $record -MemberType NoteProperty "DurationOutOfCriteria" -Value $emptyTs add-member -InputObject $record -MemberType NoteProperty "AverageDurationOutOfCriteria" -Value $emptyTs add-member -InputObject $record -MemberType NoteProperty "PrevPerfEntry" -Value $null return $record } function Populate-ServerADInfo { param ($svrRecord) $svrRecord.ServerInfo = get-mailboxserver $svrRecord.Name } function Get-ElsapedTimeBetweenIterations { param ($prevTimeStr, $currentTimeStr) if ($prevTimeStr -match "(\d+)\/(\d+)\/(\d+)\-(\d+):(\d+):(\d+)") { $prevSampleTime = new-object datetime $matches[1],$matches[2],$matches[3],$matches[4],$matches[5],$matches[6] } if ($currentTimeStr -match "(\d+)\/(\d+)\/(\d+)\-(\d+):(\d+):(\d+)") { $newSampleTime = new-object datetime $matches[1],$matches[2],$matches[3],$matches[4],$matches[5],$matches[6] } $duration = $newSampleTime - $prevSampleTime return $duration } function Update-CopystatusDurations { param ($dbRecord, $newPerfEntry, $duration) foreach ($cpStatusName in $newPerfEntry.CopyStatus.Split(",")) { if ($cpStatusName) { $memberName = "DurationCopyStatus" + $cpStatusName $dbRecord.$memberName += $duration } } } function Update-MountStatusDurations { param ($dbRecord, $newPerfEntry, $duration) foreach ($mountStatusName in $newPerfEntry.MountStatus.Split(",")) { $memberName = "DurationMountStatus" + $mountStatusName $dbRecord.$memberName += $duration } } function PredictTime-ByTransition { param($prevData, $currentData, $perfMemberName) [int] $predictedMs = 0 if ($currentData.$perfMemberName -gt 0) { if (($prevData -eq $null) -or ($prevData.$perfMemberName -eq 0)) { $predictedMs += ($Frequency.TotalMilliseconds)/2 } else { $predictedMs += $Frequency.TotalMilliseconds } } else { if (($prevData -eq $null) -or ($prevData.$perfMemberName -gt 0)) { $predictedMs += ($Frequency.TotalMilliseconds)/2 } } return $predictedMs } function Parse-Counter { param ($sample) $counterDetails = $null if ($sample.Path -imatch "\\+(.*?)\\+(.*?)\((.*)\)\\+(.*)") { $counterDetails = new-object object Add-Member -InputObject $counterDetails -MemberType NoteProperty "MachineName" -Value $matches[1] Add-Member -InputObject $counterDetails -MemberType NoteProperty "Category" -Value $matches[2] Add-Member -InputObject $counterDetails -MemberType NoteProperty "InstanceName" -Value $matches[3] Add-Member -InputObject $counterDetails -MemberType NoteProperty "CounterName" -Value $matches[4] Add-Member -InputObject $counterDetails -MemberType NoteProperty "CounterValue" -Value ([int] $sample.CookedValue) } return $counterDetails } function Convert-CountersToMap { param($instanceMap, $categoryMemberName, $counterInfo) if ($counterInfo) { foreach ($sample in $counterInfo.CounterSamples) { $counterDetails = Parse-Counter ($sample) if ($counterDetails) { $instanceName = $counterDetails.InstanceName $counterCategory = $counterDetails.Category $counterName = $counterDetails.CounterName $counterValue = $counterDetails.CounterValue $pairMember = $instanceMap[$instanceName] if ($pairMember -ne $null) { $pairMember.$($categoryMemberName)[$counterName] = $counterValue } } } } } function Get-BooleanState { param($perfMap, $counterName) $isFound = $false if (($perfMap -ne $null) -and ($perfMap[$counterName] -gt 0)) { return $true } return $false } function Get-CustomDateString { param($sampleTime) $str = $sampleTime.ToString("yyyy/MM/dd-hh:mm:ss") return $str } function Get-TempDbOutputFile { param($serverName) $outputFile = "$($TemporaryDataPath)\$($serverName)_DatabaseInfo.csv" return $outputFile } function Get-TempServerOutputFile { param($serverName) $outputFile = "$($TemporaryDataPath)\$($serverName)_ServerInfo.csv" return $outputFile } # Load the exchange snapin so that we can use the exchange cmdlets in this script LoadSnapin $scriptStartTime = get-date $scriptStartTimeStr = $scriptStartTime.ToString("yyy_MM_dd_hh_mm_ss") if ($DagName) { # If DatabaseAvailabilityGroup is specified, then use that. Otherwise default # to the database availability group which has the local node as a member $Dag = FindDag -DagName:$DagName } else { $DagName = FindLocalDagName $Dag = FindDag -DagName:$DagName } # If Database (array) is specified, then use that. Otherwise default to all # the databases in the current dag DetermineServersAndDatabases $DatabaseNames ([ref] $Databases) ([ref] $ServerDatabaseHash) # If temp path is not specified, then assume a default one if ([string]::IsNullOrEmpty($TemporaryDataPath)) { $TemporaryDataPath = "$env:SystemDrive\Temp\CollectReplicationMetrics\$($scriptStartTime.ToString('yyy_MM_dd_hh_mm_ss'))" } # If report path is not specified in the command line then produce the results in the current directory if (!$ReportPath) { $ReportPath = "." } # Keep the final report in the following directory $DatabaseReportFile = $ReportPath+"\DB_CollectReplicationMetrics_$($dag)_$scriptStartTimeStr.csv" $ServerReportFile = $ReportPath+"\SERVER_CollectReplicationMetrics_$($dag)_$scriptStartTimeStr.csv" # Create temp directory if it doesn't exist already if (!(Test-Path $TemporaryDataPath)) { $dummy = new-item -ItemType Directory -Path:$TemporaryDataPath } if (!$ProcessOnly) { $currentTime = [DateTime]::Now $endTime = $currentTime + $Duration $iteration = 0 foreach ($serverName in $ServerDatabaseHash.Keys) { $outputFile = "$($TemporaryDataPath)\$($serverName)_DatabaseInfo.csv" $serverOutputFile = "$($TemporaryDataPath)\$($serverName)_ServerInfo.csv" Write-CounterCsvHeader $outputFile Write-ServerCsvHeader $serverOutputFile } # Now start perfmon collection for the requested duration while ($currentTime -lt $endTime) { write-host "Collecting samples at $currentTime" $iteration++ $collectionInitiatedTime = [DateTime]::Now foreach ($serverName in $ServerDatabaseHash.Keys) { Trace("Retrieving performance counters from $serverName") $outputFile = Get-TempDbOutputFile $serverName $serverOutputFile = Get-TempServerOutputFile $serverName $sampleTime = [DateTime]::Now $amCounterInfo = $null $replCounterInfo = $null $isServerReachable = 0 # Get core counter to find if machine is accessible $procCounterInfo = get-counter "\processor(_total)\% processor time" -ComputerName:$serverName -MaxSamples:1 -ErrorAction:SilentlyContinue if ($procCounterInfo) { $isServerReachable = 1 # Get AM counters for all the databases to optimize multiple trips for each database $amCounterInfo = get-counter "\MSExchange Active Manager(*)\*" -ComputerName:$serverName -MaxSamples:1 -ErrorAction:SilentlyContinue $replCounterInfo= get-counter "\MSExchange Replication(*)\*" -ComputerName:$serverName -MaxSamples:1 -ErrorAction:SilentlyContinue } $strTime = Get-CustomDateString ($sampleTime) "$iteration,$strTime,$isServerReachable" >> $serverOutputFile # Initialize db map with perf counter categories $dbMap = @{} foreach ($dbObj in $Databases) { $obj = new-object object add-member -InputObject $obj -MemberType NoteProperty "AmPerf" -Value @{} add-member -InputObject $obj -MemberType NoteProperty "ReplPerf" -Value @{} $dbMap[$dbObj.Name] = $obj } # Convert retrieved counters to a convenient map Convert-CountersToMap ($dbMap) ("AmPerf") ($amCounterInfo) Convert-CountersToMap ($dbMap) ("ReplPerf") ($replCounterInfo) foreach ($db in $ServerDatabaseHash[$serverName]) { Save-CounterInCsvFormat ($iteration) ($sampleTime) ($db.Name) ($dbMap) ($outputFile) } } $collectionCompletedTime = [DateTime]::Now $elaspedCollectionDuration = $collectionCompletedTime - $collectionInitiatedTime $durationToSleep = 0 if ($elaspedCollectionDuration -lt $Frequency) { $durationToSleep = ($Frequency - $elaspedCollectionDuration).TotalSeconds } if ($durationToSleep) { # Just make the sleep little bit interesting by providing some text mode fun NonBoring-Sleep -Seconds $durationToSleep } $currentTime = [DateTime]::Now } write-host "" } $serverResults = @{} # Crunch the data and prepare a datastructure that holds the # required results foreach ($serverName in $ServerDatabaseHash.Keys) { # Just create bunch of NoteProperties for convenience $svrRecord = Create-EmptyServerRecord $serverName # Fill svrrecord with the output of get-mailboxserver since we need # some of these properties later Populate-ServerADInfo $svrRecord # Process all the databases on this server $dbDataFile = Get-TempDbOutputFile $serverName $serverDataFile = Get-TempServerOutputFile $serverName foreach ($dbData in import-csv $dbDataFile) { # Create per db record if it doesn't exist already $dbRecord = $svrRecord.DbInfo[$dbData.Database] if ($dbRecord -eq $null) { $dbRecord = Create-EmptyDatabaseRecord $dbData.Database $svrRecord.DbInfo[$dbData.Database] = $dbRecord } # Find out how much time elasped between the runs $duration = $Frequency if ($dbRecord.PrevPerfEntry -ne $null) { $duration = Get-ElsapedTimeBetweenIterations ($dbRecord.PrevPerfEntry.SampleTime) ($dbData.SampleTime) } Update-CopystatusDurations ($dbRecord) ($dbData) ($duration) Update-MountStatusDurations ($dbRecord) ($dbData) ($duration) $dbRecord.TotalLogGenerationRate += $dbData.LogGenerationRate if ($dbData.LogGenerationRate -gt $dbRecord.PeakLogGenerationRate) { $dbRecord.PeakLogGenerationRate = $dbData.LogGenerationRate } $dbRecord.TotalLogGenerationRate += $dbData.LogGenerationRate if ($dbData.LogReplayRate -gt $dbRecord.PeakLogReplayRate) { $dbRecord.PeakLogReplayRate = $dbData.LogReplayRate } if (($dbData.CopyQueueLength+1) -gt [int] $svrRecord.ServerInfo.AutoDatabaseMountDial) { $dbRecord.DurationOutOfCriteria += $duration } $dbRecord.TotalEntriesProcessed++ $dbRecord.PrevPerfEntry = $dbData } $totalPerServerMountedDuration = [TimeSpan]::FromSeconds(0) $totalPerServerDismountedDuration = [TimeSpan]::FromSeconds(0) $totalPerServerEntries = 0 $totalPerServerLogReplayRate = 0 $perServerPeakLogReplayRate = 0 # Calculate the per-db average info foreach($dbName in $svrRecord.DbInfo.Keys) { $dbRecord = $svrRecord.DbInfo[$dbName] $dbRecord.AverageLogGenerationRate = $dbRecord.TotalLogGenerationRate / $dbRecord.TotalEntriesProcessed $dbRecord.AverageLogReplayRate = $dbRecord.TotalLogReplayRate / $dbRecord.TotalEntriesProcessed $totalPerServerMountedDuration += $dbRecord.DurationMountStatusMounted $totalPerServerDismountedDuration += $dbRecord.DurationMountStatusDismounted $totalPerServerLogReplayRate += $dbRecord.TotalLogReplayRate if ($dbRecord.PeakLogReplayRate -gt $perServerPeakLogReplayRate) { $perServerPeakLogReplayRate = $dbRecord.PeakLogReplayRate } $totalPerServerEntries += $dbRecord.TotalEntriesProcessed } # Calculate per-server average info $svrRecord.AverageDurationMounted = [TimeSpan]::FromSeconds($totalPerServerMountedDuration.TotalSeconds / $totalPerServerEntries) $svrRecord.AverageDurationDismounted = [TimeSpan]::FromSeconds($totalPerServerDismountedDuration.TotalSeconds / $totalPerServerEntries) $svrRecord.AverageLogReplayRate = $totalPerServerLogReplayRate / $totalPerServerEntries $svrRecord.PeakLogReplayRate = $perServerPeakLogReplayRate $serverPrevEntry = $null # Crunch the data from the per-server file foreach($serverEntry in import-csv $serverDataFile) { $duration = $Frequency if ($serverPrevEntry -ne $null) { $duration = Get-ElsapedTimeBetweenIterations ($serverPrevEntry.SampleTime) ($serverEntry.SampleTime) } $svrRecord.DurationMeasured += $duration if (!$serverEntry.IsReachable) { $svrRecord.DurationUnavailable += $duration } $serverPrevEntry = $serverEntry } $serverResults[$serverName] = $svrRecord } # Write headers for server report file $serverHeader = new-object System.Collections.ArrayList [void] $serverHeader.Add("ServerName") [void] $serverHeader.Add("HoursMeasured") [void] $serverHeader.Add("HoursUnavailable") [void] $serverHeader.Add("AverageMountedMinutes") [void] $serverHeader.Add("AverageLogReplayRate") [void] $serverHeader.Add("PeakLogReplayRate") [string]::Join(",",$serverHeader) > $ServerReportFile # Write headers for database report file $dbHeader = new-object System.Collections.ArrayList [void] $dbHeader.Add("ServerName") [void] $dbHeader.Add("DatabaseName") [void] $dbHeader.Add("HoursMounted") [void] $dbHeader.Add("MinutesUnavailabe") [void] $dbHeader.Add("MinutesResynchronizing") [void] $dbHeader.Add("MinutesFailed") [void] $dbHeader.Add("MinutesSuspended") [void] $dbHeader.Add("MinutesFailedSuspended") [void] $dbHeader.Add("MinutesDisconnected") [void] $dbHeader.Add("AverageLogGenerationRate") [void] $dbHeader.Add("PeakLogGenerationRate") [void] $dbHeader.Add("AverageLogReplayRate") [void] $dbHeader.Add("PeakLogReplayRate") [void] $dbHeader.Add("OutofCriteriaSeconds") [void] $dbHeader.Add("AverageOutofCriteriaSeconds") [string]::Join(",",$dbHeader) > $DatabaseReportFile # Reports are now ready in-memory. Dump those into a csv file foreach ($serverName in $serverResults.Keys) { $svrRec = $serverResults[$serverName] $serverData = new-object System.Collections.ArrayList [void] $serverData.Add($svrRec.Name) [void] $serverData.Add([string]::Format("{0:0.###}", $svrRec.DurationMeasured.TotalHours)) [void] $serverData.Add([string]::Format("{0:0.###}", $svrRec.DurationUnavailable.TotalHours)) [void] $serverData.Add([string]::Format("{0:0.###}", $svrRec.AverageDurationMounted.TotalMinutes)) [void] $serverData.Add($svrRec.AverageLogReplayRate) [void] $serverData.Add($svrRec.PeakLogReplayRate) [string]::Join(",", $serverData) >> $ServerReportFile $dbRecords = $svrRec.DbInfo foreach ($dbName in $dbRecords.Keys) { $dbRec = $svrRec.DbInfo[$dbName] $dbData = new-object System.Collections.ArrayList [void] $dbData.Add($svrRec.Name) [void] $dbData.Add($dbRec.Name) [void] $dbData.Add([string]::Format("{0:0.###}", $dbRec.DurationMountStatusMounted.TotalHours)) [void] $dbData.Add([string]::Format("{0:0.###}", $dbRec.DurationCopyStatusUnavailable.TotalMinutes)) [void] $dbData.Add([string]::Format("{0:0.###}", $dbRec.DurationCopyStatusResynchronizing.TotalMinutes)) [void] $dbData.Add([string]::Format("{0:0.###}", $dbRec.DurationCopyStatusFailed.TotalMinutes)) [void] $dbData.Add([string]::Format("{0:0.###}", $dbRec.DurationCopyStatusSuspended.TotalMinutes)) [void] $dbData.Add([string]::Format("{0:0.###}", $dbRec.DurationCopyStatusFailedSuspended.TotalMinutes)) [void] $dbData.Add([string]::Format("{0:0.###}", $dbRec.DurationCopyStatusDisconnected.TotalMinutes)) [void] $dbData.Add($dbRec.AverageLogGenerationRate) [void] $dbData.Add($dbRec.PeakLogGenerationRate) [void] $dbData.Add($dbRec.AverageLogReplayRate) [void] $dbData.Add($dbRec.PeakLogReplayRate) [void] $dbData.Add($dbRec.DurationOutOfCriteria.TotalSeconds) [void] $dbData.Add($dbRec.AverageDurationOutOfCriteria.TotalSeconds) [string]::Join(",", $dbData) >> $DatabaseReportFile } } if ($Verbose) { write-host "" write-host "Database report" write-host "===============" $dbReport = import-csv $DatabaseReportFile $dbReport | ft write-host "Server report" write-host "=============" $serverReport = import-csv $ServerReportFile $serverReport | ft } # SIG # Begin signature block # MIIbFQYJKoZIhvcNAQcCoIIbBjCCGwICAQExCzAJBgUrDgMCGgUAMGkGCisGAQQB # gjcCAQSgWzBZMDQGCisGAQQBgjcCAR4wJgIDAQAABBAfzDtgWUsITrck0sYpfvNR # AgEAAgEAAgEAAgEAAgEAMCEwCQYFKw4DAhoFAAQUgJ8aAqYpjz02NpbjthMZYy70 # RVKgghXYMIIEhTCCA22gAwIBAgIKYQX3HgAAAAAAMjANBgkqhkiG9w0BAQUFADB5 # MQswCQYDVQQGEwJVUzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UEBxMHUmVk # bW9uZDEeMBwGA1UEChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMSMwIQYDVQQDExpN # aWNyb3NvZnQgQ29kZSBTaWduaW5nIFBDQTAeFw0wOTA3MTMyMzAwMThaFw0xMDEw # MTMyMzEwMThaMIGDMQswCQYDVQQGEwJVUzETMBEGA1UECBMKV2FzaGluZ3RvbjEQ # MA4GA1UEBxMHUmVkbW9uZDEeMBwGA1UEChMVTWljcm9zb2Z0IENvcnBvcmF0aW9u # MQ0wCwYDVQQLEwRNT1BSMR4wHAYDVQQDExVNaWNyb3NvZnQgQ29ycG9yYXRpb24w # ggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC1jKmclIRhGswuIsSgk2QJ # 3oWhsJBd/MlsaLXx7/yOa/T4oG7XUd5goydj1PbftkzSRQunPdhv/u2nGGPTH8aB # 1L8HN5dAK3/nX1o12ZNPq/MqkvCmjYHsBSTc27hhY1NhAjU41rj17ntUpslYNen0 # Fe/aB2wFLU2ktrqbO7gxMH5FvKmhJTkMQ6RHO5ecIERyN89QoE1N9MNl3ETRCDs4 # 3T7FF2xGx61zJMCPicHq6rrNaKkS1lgMUxYM/jkD1oHyPlxX83rbZuEHGNkZAxT2 # 5kWZKlFMkNda76+3OwwpTW0grge3ki7oacqfMELnwzKKCyJKMuicDMZRAyYBbZJz # AgMBAAGjggECMIH/MBMGA1UdJQQMMAoGCCsGAQUFBwMDMB0GA1UdDgQWBBSHgbff # 7vp3+lkFYzcECtfp2qDg4DAOBgNVHQ8BAf8EBAMCB4AwHwYDVR0jBBgwFoAUV0V0 # HF2w9shDBeCMVC2PMqf+SJYwSQYDVR0fBEIwQDA+oDygOoY4aHR0cDovL2NybC5t # aWNyb3NvZnQuY29tL3BraS9jcmwvcHJvZHVjdHMvQ29kZVNpZ1BDQS5jcmwwTQYI # KwYBBQUHAQEEQTA/MD0GCCsGAQUFBzAChjFodHRwOi8vd3d3Lm1pY3Jvc29mdC5j # b20vcGtpL2NlcnRzL0NvZGVTaWdQQ0EuY3J0MA0GCSqGSIb3DQEBBQUAA4IBAQA2 # IYT1j4MhTYeoP4vnxaQPTDBuWXSbC5d0Fqmx83Ckr8IMMyTzoEr6weQhxrbZ6lxb # kWH3Im3/MfwXTtfNQOOd0uW00vqNbAfad5rKK+4NWUfPBMIQZ/rq6UM7t+bRnNmO # I2BuEpvD2X5cVzLdlA3ffcVIkk1IdreiwFOVPvw6o5N88oUEx8aFOJc2+BKTIgCZ # TnmvlutaIIOs0FxaMLAA4ms5jySJ2j0MpEZ5YjZTatfJzZII+4flVPV8WcXEd32w # wSyYx5dsQ6f4IPiDVGSeYPjiSqVn1Em/VIh9UkTzUcAm0cV88InWEQkowkVFgB2Q # Ir2OogU+PLNPvdc54IiTMIIEuzCCA6OgAwIBAgIKYQTKaQAAAAAACDANBgkqhkiG # 9w0BAQUFADB3MQswCQYDVQQGEwJVUzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4G # A1UEBxMHUmVkbW9uZDEeMBwGA1UEChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMSEw # HwYDVQQDExhNaWNyb3NvZnQgVGltZS1TdGFtcCBQQ0EwHhcNMDcwNjA1MjIwMzIx # WhcNMTIwNjA1MjIxMzIxWjCBpDELMAkGA1UEBhMCVVMxEzARBgNVBAgTCldhc2hp # bmd0b24xEDAOBgNVBAcTB1JlZG1vbmQxHjAcBgNVBAoTFU1pY3Jvc29mdCBDb3Jw # b3JhdGlvbjEnMCUGA1UECxMebkNpcGhlciBEU0UgRVNOOkE1QjAtQ0RFMC1EQzk0 # MSUwIwYDVQQDExxNaWNyb3NvZnQgVGltZS1TdGFtcCBTZXJ2aWNlMIIBIjANBgkq # hkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAr/ha9jSxog+OrM/8GPCtJQ1xu19btzs3 # QRMkHOojxa6smcDcpiPwyqkzMDJqL5ohQgIJJlmbUOlXcYtn65foBHOLeLGYQEaj # WgEoABag2sVOi6kJVJExnP/EkJVFBx2AKAUGcYDLrDhnYezCXxadf7A/0Sr3Mm9z # PXxumDaahu4AOO4X7E9VM0aBekDcpfXSI4ZdKzNPJEiTGrG0fs/fMxu/1VvGLxPz # 5oS3TpOYvADrXB1pxcjI0sQ8sAAU47Kc+aEeCdzV9W18MjEzso9Zm/7KH10iTroS # HfBnwwSJS38D/X3XVIEDXUn1HqsgftJltHEZ6Ex9xpS9hZFtUFrDqQIDAQABo4IB # GTCCARUwHQYDVR0OBBYEFJ6PqHTBQu4YzT296dbuJ7DHNTRnMB8GA1UdIwQYMBaA # FCM0+NlSRnAK7UD7dvuzK7DDNbMPMFQGA1UdHwRNMEswSaBHoEWGQ2h0dHA6Ly9j # cmwubWljcm9zb2Z0LmNvbS9wa2kvY3JsL3Byb2R1Y3RzL01pY3Jvc29mdFRpbWVT # dGFtcFBDQS5jcmwwWAYIKwYBBQUHAQEETDBKMEgGCCsGAQUFBzAChjxodHRwOi8v # d3d3Lm1pY3Jvc29mdC5jb20vcGtpL2NlcnRzL01pY3Jvc29mdFRpbWVTdGFtcFBD # QS5jcnQwEwYDVR0lBAwwCgYIKwYBBQUHAwgwDgYDVR0PAQH/BAQDAgbAMA0GCSqG # SIb3DQEBBQUAA4IBAQBnpd8oUdxIg/3GZfld+maqso2nVp2iSL4yrG2XD08MRLu7 # GPSQ5+J9xXQA1obzkcDQ0QWJXmKL+mj3Zc/mU6nfdBIhrYwVtKbKQ5PJa+FKsu0P # zrSKOn/3tcy8Epp7zwTEP9kKLHU8kp7PBjZiDgIX5pkn9/tx7/9aemFVurqYh+tx # rHb16IafNmdQQXj8M6TVaXMByHAja3yjV8hoB+RbQcH4Jv1pSQOZ1q/JP6T1nEz5 # Cp3SzUu/ffoWkOw7cUn+BBXK4mraaQu0kz40/srsgEnksnQYzJHnPk63e/VAj2Rb # 1FDVOU1Tzb7UXkeCW9FaepkuRnBrB4UNbAkTYw91MIIGBzCCA++gAwIBAgIKYRZo # NAAAAAAAHDANBgkqhkiG9w0BAQUFADBfMRMwEQYKCZImiZPyLGQBGRYDY29tMRkw # FwYKCZImiZPyLGQBGRYJbWljcm9zb2Z0MS0wKwYDVQQDEyRNaWNyb3NvZnQgUm9v # dCBDZXJ0aWZpY2F0ZSBBdXRob3JpdHkwHhcNMDcwNDAzMTI1MzA5WhcNMjEwNDAz # MTMwMzA5WjB3MQswCQYDVQQGEwJVUzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4G # A1UEBxMHUmVkbW9uZDEeMBwGA1UEChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMSEw # HwYDVQQDExhNaWNyb3NvZnQgVGltZS1TdGFtcCBQQ0EwggEiMA0GCSqGSIb3DQEB # AQUAA4IBDwAwggEKAoIBAQCfoWyx39tIkip8ay4Z4b3i48WZUSNQrc7dGE4kD+7R # p9FMrXQwIBHrB9VUlRVJlBtCkq6YXDAm2gBr6Hu97IkHD/cOBJjwicwfyzMkh53y # 9GccLPx754gd6udOo6HBI1PKjfpFzwnQXq/QsEIEovmmbJNn1yjcRlOwhtDlKEYu # J6yGT1VSDOQDLPtqkJAwbofzWTCd+n7Wl7PoIZd++NIT8wi3U21StEWQn0gASkdm # EScpZqiX5NMGgUqi+YSnEUcUCYKfhO1VeP4Bmh1QCIUAEDBG7bfeI0a7xC1Un68e # eEExd8yb3zuDk6FhArUdDbH895uyAc4iS1T/+QXDwiALAgMBAAGjggGrMIIBpzAP # BgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBQjNPjZUkZwCu1A+3b7syuwwzWzDzAL # BgNVHQ8EBAMCAYYwEAYJKwYBBAGCNxUBBAMCAQAwgZgGA1UdIwSBkDCBjYAUDqyC # YEBWJ5flJRP8KuEKU5VZ5KShY6RhMF8xEzARBgoJkiaJk/IsZAEZFgNjb20xGTAX # BgoJkiaJk/IsZAEZFgltaWNyb3NvZnQxLTArBgNVBAMTJE1pY3Jvc29mdCBSb290 # IENlcnRpZmljYXRlIEF1dGhvcml0eYIQea0WoUqgpa1Mc1j0BxMuZTBQBgNVHR8E # STBHMEWgQ6BBhj9odHRwOi8vY3JsLm1pY3Jvc29mdC5jb20vcGtpL2NybC9wcm9k # dWN0cy9taWNyb3NvZnRyb290Y2VydC5jcmwwVAYIKwYBBQUHAQEESDBGMEQGCCsG # AQUFBzAChjhodHRwOi8vd3d3Lm1pY3Jvc29mdC5jb20vcGtpL2NlcnRzL01pY3Jv # c29mdFJvb3RDZXJ0LmNydDATBgNVHSUEDDAKBggrBgEFBQcDCDANBgkqhkiG9w0B # AQUFAAOCAgEAEJeKw1wDRDbd6bStd9vOeVFNAbEudHFbbQwTq86+e4+4LtQSooxt # YrhXAstOIBNQmd16QOJXu69YmhzhHQGGrLt48ovQ7DsB7uK+jwoFyI1I4vBTFd1P # q5Lk541q1YDB5pTyBi+FA+mRKiQicPv2/OR4mS4N9wficLwYTp2OawpylbihOZxn # LcVRDupiXD8WmIsgP+IHGjL5zDFKdjE9K3ILyOpwPf+FChPfwgphjvDXuBfrTot/ # xTUrXqO/67x9C0J71FNyIe4wyrt4ZVxbARcKFA7S2hSY9Ty5ZlizLS/n+YWGzFFW # 6J1wlGysOUzU9nm/qhh6YinvopspNAZ3GmLJPR5tH4LwC8csu89Ds+X57H2146So # dDW4TsVxIxImdgs8UoxxWkZDFLyzs7BNZ8ifQv+AeSGAnhUwZuhCEl4ayJ4iIdBD # 6Svpu/RIzCzU2DKATCYqSCRfWupW76bemZ3KOm+9gSd0BhHudiG/m4LBJ1S2sWo9 # iaF2YbRuoROmv6pH8BJv/YoybLL+31HIjCPJZr2dHYcSZAI9La9Zj7jkIeW1sMpj # tHhUBdRBLlCslLCleKuzoJZ1GtmShxN1Ii8yqAhuoFuMJb+g74TKIdbrHk/Jmu5J # 4PcBZW+JC33Iacjmbuqnl84xKf8OxVtc2E0bodj6L54/LlUWa8kTo/0wggaBMIIE # aaADAgECAgphFQgnAAAAAAAMMA0GCSqGSIb3DQEBBQUAMF8xEzARBgoJkiaJk/Is # ZAEZFgNjb20xGTAXBgoJkiaJk/IsZAEZFgltaWNyb3NvZnQxLTArBgNVBAMTJE1p # Y3Jvc29mdCBSb290IENlcnRpZmljYXRlIEF1dGhvcml0eTAeFw0wNjAxMjUyMzIy # MzJaFw0xNzAxMjUyMzMyMzJaMHkxCzAJBgNVBAYTAlVTMRMwEQYDVQQIEwpXYXNo # aW5ndG9uMRAwDgYDVQQHEwdSZWRtb25kMR4wHAYDVQQKExVNaWNyb3NvZnQgQ29y # cG9yYXRpb24xIzAhBgNVBAMTGk1pY3Jvc29mdCBDb2RlIFNpZ25pbmcgUENBMIIB # IjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAn43fhTeMsQZWZjZO1ArrNiOR # Hq+rjVjpxM/BnzoKJMTExF6w7hUUxfo+mTNrGWly9HwFX+WZJUTXNRmKkNwojpAM # 79WQYa3e3BhwLYPJb6+FLPjdubkw/XF4HIP9yKm5gmcNerjBCcK8FpdXPxyY02nX # MJCQkI0wH9gm1J57iNniCe2XSUXrBFKBdXu4tSK4Lla718+pTjwKg6KoOsWttgEO # as8itCMfbNUn57d+wbTVMq15JRxChuKdhfRX2htZLy0mkinFs9eFo55gWpTme5x7 # XoI0S23/1O4n0KLc0ZAMzn0OFXyIrDTHwGyYhErJRHloKN8igw24iixIYeL+EQID # AQABo4ICIzCCAh8wEAYJKwYBBAGCNxUBBAMCAQAwHQYDVR0OBBYEFFdFdBxdsPbI # QwXgjFQtjzKn/kiWMAsGA1UdDwQEAwIBxjAPBgNVHRMBAf8EBTADAQH/MIGYBgNV # HSMEgZAwgY2AFA6sgmBAVieX5SUT/CrhClOVWeSkoWOkYTBfMRMwEQYKCZImiZPy # LGQBGRYDY29tMRkwFwYKCZImiZPyLGQBGRYJbWljcm9zb2Z0MS0wKwYDVQQDEyRN # aWNyb3NvZnQgUm9vdCBDZXJ0aWZpY2F0ZSBBdXRob3JpdHmCEHmtFqFKoKWtTHNY # 9AcTLmUwUAYDVR0fBEkwRzBFoEOgQYY/aHR0cDovL2NybC5taWNyb3NvZnQuY29t # L3BraS9jcmwvcHJvZHVjdHMvbWljcm9zb2Z0cm9vdGNlcnQuY3JsMFQGCCsGAQUF # BwEBBEgwRjBEBggrBgEFBQcwAoY4aHR0cDovL3d3dy5taWNyb3NvZnQuY29tL3Br # aS9jZXJ0cy9NaWNyb3NvZnRSb290Q2VydC5jcnQwdgYDVR0gBG8wbTBrBgkrBgEE # AYI3FS8wXjBcBggrBgEFBQcCAjBQHk4AQwBvAHAAeQByAGkAZwBoAHQAIACpACAA # MgAwADAANgAgAE0AaQBjAHIAbwBzAG8AZgB0ACAAQwBvAHIAcABvAHIAYQB0AGkA # bwBuAC4wEwYDVR0lBAwwCgYIKwYBBQUHAwMwDQYJKoZIhvcNAQEFBQADggIBADC8 # sCCkYqCn7zkmYT3crMaZ0IbELvWDMmVeIj6b1ob46LafyovWO3ULoZE+TN1kdIxJ # 8oiMGGds/hVmRrg6RkKXyJE31CSx56zT6kEUg3fTyU8FX6MUUr+WpC8+VlsQdc5T # w84FVGm0ZckkpQ/hJbgauU3lArlQHk+zmAwdlQLuIlmtIssFdAsERXsEWeDYD7Pr # TPhg3cJ4ntG6n2v38+5+RBFA0r26m0sWCG6kvlXkpjgSo0j0HFV6iiDRff6R25SP # L8J7a6ZkhU+j5Sw0KV0Lv/XHOC/EIMRWMfZpzoX4CpHs0NauujgFDOtuT0ycAymq # ovwYoCkMDVxcViNX2hyWDcgmNsFEy+Xh5m+J54/pmLVz03jj7aMBPHTlXrxs9iGJ # ZwXsl521sf2vpulypcM04S+f+fRqOeItBIJb/NCcrnydEfnmtVMZdLo5SjnrfUKz # Sjs3PcJKeyeY5+JOmxtKVDhqIze+ardI7upCDUkkkY63BC6Xb+TnRbuPTf1g2ddZ # wtiA1mA0e7ehkyD+gbiqpVwJ6YoNvihNftfoD+1leNExX7lm299C5wvMAgeN3/8g # BqNFZbSzMo0ukeJNtKnJ+rxrBA6yn+qf3qTJCpb0jffYmKjwhQIIWaQgpiwLGvJS # Bu1p5WQYG+Cjq97KfBRhQ7hl9TajVRMrZyxNGzBMMYIEpzCCBKMCAQEwgYcweTEL # MAkGA1UEBhMCVVMxEzARBgNVBAgTCldhc2hpbmd0b24xEDAOBgNVBAcTB1JlZG1v # bmQxHjAcBgNVBAoTFU1pY3Jvc29mdCBDb3Jwb3JhdGlvbjEjMCEGA1UEAxMaTWlj # cm9zb2Z0IENvZGUgU2lnbmluZyBQQ0ECCmEF9x4AAAAAADIwCQYFKw4DAhoFAKCB # 1DAZBgkqhkiG9w0BCQMxDAYKKwYBBAGCNwIBBDAcBgorBgEEAYI3AgELMQ4wDAYK # KwYBBAGCNwIBFTAjBgkqhkiG9w0BCQQxFgQUNyHkGoaeNlUswgbXSi4VTaypZ5Iw # dAYKKwYBBAGCNwIBDDFmMGSgPIA6AEMAbwBsAGwAZQBjAHQAUgBlAHAAbABpAGMA # YQB0AGkAbwBuAE0AZQB0AHIAaQBjAHMALgBwAHMAMaEkgCJodHRwOi8vd3d3Lm1p # Y3Jvc29mdC5jb20vZXhjaGFuZ2UgMA0GCSqGSIb3DQEBAQUABIIBAChV7EMcL4n0 # ZgqLTk1ya1RibcgmAEwR27YtOUPLOiK0aC/1b4yenJyGZNgvpnXQBfjwobZgBJSc # EHs685yGo8NxO8cWX8LcQsDx1stmqeyZ3k0IF6Q0VgpkmN+RVdGbvE4xls3KsTAD # o9tSx18Kuedeige6dyLgIqGKGmaYvgn1rouHRfGf9YJXU2x4V7LuKaoLIdBHNDcr # gzc8W8aDpkInWLQJsacAilO7DwfHWrQR0vAkMdXtKU5oyNLSLb0aOqasNqu3GY+A # ysBVG6+QnBMtCjj46k8Llv103LvqQE4faszcUjBgLjeRcxWvBsIRoS0Ip8gifXUL # grJcKL0diaehggIdMIICGQYJKoZIhvcNAQkGMYICCjCCAgYCAQEwgYUwdzELMAkG # A1UEBhMCVVMxEzARBgNVBAgTCldhc2hpbmd0b24xEDAOBgNVBAcTB1JlZG1vbmQx # HjAcBgNVBAoTFU1pY3Jvc29mdCBDb3Jwb3JhdGlvbjEhMB8GA1UEAxMYTWljcm9z # b2Z0IFRpbWUtU3RhbXAgUENBAgphBMppAAAAAAAIMAcGBSsOAwIaoF0wGAYJKoZI # hvcNAQkDMQsGCSqGSIb3DQEHATAcBgkqhkiG9w0BCQUxDxcNMDkwODMxMDYwMTUz # WjAjBgkqhkiG9w0BCQQxFgQU5HAO7T4W0mIoYO16PqkEXFxCNOowDQYJKoZIhvcN # AQEFBQAEggEApzh03u8wlAg+Ksn9gaYHdD4e7iowlVQctB1dp4G7Mmc7W9dE1QNd # 5AgpPPHhpkxD79ExWoFhUWVX6gSSRvTDQ14/r9jtKu6NcO1cHNjsvyWoHW/Qc3S/ # S8ejPDg+BuJ85u37k60o4EsZ+x/2ELZNSKDDS4xzgO2fHMjuzdVQk/8Eql8vYqTp # AJZ/GgK3CyzbM/LgT62dmf9x029wYlKx0UDg9MrZScqrSlCJnr6pxDaX80mdJZ20 # PgQLcb7ZAt6cGq/tx8RMDR9Tu6KJ/XS00G7jvPGYC0bIDoQJKrv3t5f/wqss6Bxk # 9oeIs2o+3ssfZufC+FT/2Abm1Ua9uOC2Dg== # SIG # End signature block