<# .EXTERNALHELP MailboxDatabaseReseedUsingSpares-help.xml #> # # Copyright (c) 2010 Microsoft Corporation. All rights reserved. # # THIS CODE IS MADE AVAILABLE AS IS, WITHOUT WARRANTY OF ANY KIND. THE ENTIRE RISK # OF THE USE OR THE RESULTS FROM THE USE OF THIS CODE REMAINS WITH THE USER. # This script is used to validate the safety of the environment, before proceeding to swap failed database copy # to a spare disk and reseed. # # Mailbox Database Reseed # # If both $MailboxServerName and $MailboxDatabaseName are provided, it tries to reseed the database on the server. # param( [string] $MailboxServerName, [string] $MailboxDatabaseName, [string] $NotifyEmail, [switch] $SingleActiveCopyOK=$false, [switch] $ReseedConfirm=$false, [switch] $Verbose=$false, [int] $SpareDiskToUse=$null, # Test Hooks [switch] $SkipSpareCheck=$false, [switch] $WhatIf=$false, [int] $SpareDriveOverride=$null, [int] $WaitBeforeReseed, [int] $ReseedCount=5) Import-LocalizedData -BindingVariable MailboxDatabaseReseedUsingSpares_LocalizedStrings -FileName MailboxDatabaseReseedUsingSpares.strings.psd1 Set-StrictMode -Version 2.0 Add-PSSnapin Microsoft.Exchange.Management.PowerShell.E2010 -ea SilentlyContinue Add-PSSnapin Microsoft.Exchange.Management.Powershell.Setup -ea SilentlyContinue Add-PSSnapin Microsoft.Exchange.Management.Powershell.Support -ea SilentlyContinue Add-PSSnapin Microsoft.Exchange.Management.Powershell.CentralAdmin -ea SilentlyContinue # # Globals # [int]$script:NumberOfHealthyPassiveCopiesRequired = 1 [int]$script:RequiredLogsCopied = 3 [int]$script:RequiredLogsReplayed = 3 [int]$script:MaxWorkflowReseedCount = 1 [int]$script:ReseedIntervalInDays = 2 [int]$script:SleepSeconds = 60 [string]$script:VolumeHistoryFile = "VolumeHistory.xml" [string]$script:DatabaseHistoryFile = "DatabaseHistory.xml" [string]$script:DatabasePath = "" [string]$script:DatabaseMountPath = "" [switch]$script:IsOperator = $true $script:dbcopyInfo = "DatabaseCopy: $MailboxDatabaseName\$MailboxServerName" $script:eventMsg = "" $eventIDHash = @{"Started" = "400410E8"; "PrereqFailed" = "C00410E9"; "NoSpareDisk" = "C00410EA"; "ReseedFailed" = "C00410EB"; "DiskSwapFailed" = "C00410E9"; "ReseedSuccess" = "400410EC";} $script:eventID = $eventIDHash.PrereqFailed $CopyStatusType = [Microsoft.Exchange.Management.SystemConfigurationTasks.CopyStatus] [string]$version = [Microsoft.Exchange.Diagnostics.BuildVersionConstants]::RegistryVersionSubKey # Get the current script name. The method is different if the script is # executed or if it is dot-sourced, so do both. $thisScriptName = $myinvocation.scriptname if ( ! $thisScriptName ) { $thisScriptName = $myinvocation.MyCommand.Path } # Many of the script libraries already use $DagScriptTesting if ( $whatif ) { $DagScriptTesting = $true; } $ExchangeScriptsPath = Join-Path (Get-ItemProperty -path "HKLM:SOFTWARE\Microsoft\ExchangeServer\$version\Setup").MsiInstallPath "Scripts" # If RoleDatacenterPath is not defined use current directory if ( !( Test-Path variable:\RoleDatacenterPath ) ) { $RoleDatacenterPath = split-path $myInvocation.MyCommand.Path; } # Load some of the common functions. # The common lib doesn't use clean practices so we have to avoid strict mode Set-StrictMode -Off . "$RoleDatacenterPath\DatacenterSpareDiskManipulation.ps1"; . "$RoleDatacenterPath\DatacenterLockHelper.ps1"; . "$ExchangeScriptsPath\CheckDatabaseRedundancy.ps1" Set-StrictMode -Version 2.0 $ErrorActionPreference = "Stop" # Function which initializes variables and calls Execute-Reseed # function Reseed-Wrapper { try { $lock = AllocateLock "MailboxDatabaseReseedUsingSpares.ps1" Execute-Reseeding } catch { $script:eventMsg += "$_" Write-HAAppLogErrorEvent $script:eventID 1 @($script:dbCopyInfo, $script:eventMsg) throw $_ } finally { FreeLock $lock } } # function to execute reseed checks and proceed to reseed # function Execute-Reseeding { Log-Verbose "Execute-Reseeding -MailboxServer $MailboxServerName -Database $MailboxDatabaseName -SingleActiveCopyOK $SingleActiveCopyOK -ReseedConfirm $ReseedConfirm -Verbose $Verbose" $server = Get-ExchangeServer $MailboxServerName $problemdb = Get-MailboxDatabase $MailboxDatabaseName -Status # If 1)the MailboxServer value is not specified or invalid or 2)the Database value is specified but invalid, we log an error # if ((!$server) -or (!$MailboxDatabaseName) -or (!$problemdb)) { #Log-Error "No valid database or target mailbox server name for reseeding was provided. Specified database name: '$MailboxDatabaseName', mailbox server name: '$MailboxServerName'" Log-Error ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0001 -f $MailboxDatabaseName,$MailboxServerName) Return } # Load values for script level globals $script:DatabasePath = Split-Path $problemdb.EdbFilePath -Parent $script:DatabaseMountPath = Split-Path $script:DatabasePath -Parent # Checking whether the specified database copy is FailedAndSuspended Log-Verbose ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0049 -f $problemdb,$server,"Get-MailboxDatabaseCopyStatus") $copyStatus = Get-MailboxDatabaseCopyStatus -ExtendedErrorInfo $problemdb\$server if ($copyStatus.Status -eq $CopyStatusType::FailedAndSuspended) { $script:dbCopyInfo += "`nOriginalErrorEventID: " + $copyStatus.ErrorEventId + "`nErrorMessage: " + $copyStatus.ErrorMessage + "`nException: " + $copyStatus.ExtendedErrorInfo Write-HAAppLogInformationEvent $eventIDHash.Started 1 @($script:dbCopyInfo) } else { #Log-Warning "Mailbox database '$MailboxDatabaseName' is not 'FailedAndSuspended' status on server $MailboxServerName. Reseeding skipped." Log-Error ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0004 -f $MailboxDatabaseName,$MailboxServerName,$copyStatus.Status) Return } # Verify if Database is sufficiently healthy for reseed if SingleActiveCopyOK=$false # if (!$SingleActiveCopyOK) { if (Get-DatabaseHealth $problemdb) { Log-Verbose ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0015 -f $MailboxDatabaseName) } else { Log-Error ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0041 -f $MailboxDatabaseName,$script:NumberOfHealthyPassiveCopiesRequired) Return } } else { Log-Warning ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0042 -f $MailboxDatabaseName,"-SingleActiveCopyOk") } $count = Get-ReseedCount # Verify number of times reseed script ran if ($script:IsOperator) { if ($count -ge $ReseedCount) { Log-Error ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0043 -f $ReseedCount,$script:ReseedIntervalInDays,"-ReseedCount") Return } } else { if ($count -ge $script:MaxWorkflowReseedCount) { Log-Error ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0044 -f $script:ReseedIntervalInDays) Return } } $script:eventID = $eventIDHash.NoSpareDisk $sourceDisk = 0 $spareDisk = 0 # Verify Spare Allocation if (!$SkipSpareCheck) { $sourceDisk = Get-DatabaseDisk -DatabasePath $script:DatabasePath $script:eventMsg += "`nSource Disk: $sourceDisk " if ($sourceDisk -le 0) { Log-Warning ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0020 -f $MailboxDatabaseName) # This disk probably crashed, setting this -1 so Swap-DatabaseDiskToSpare allocates a new disk for this database $sourceDisk = -1 $script:eventMsg += "`nCould not locate database disk. Disk is probably failed. Reseeding to spare disk." } # Verify Spare Allocation $spareHash = Reserve-SpareVolume -mailboxDatabaseName $MailboxDatabaseName $spareDisk = Get-DiskFromVolume -Volume $($spareHash.reserveVolume) $spareMount = $spareHash.reserveMount Log-Verbose "Total number of spare disks found in $MailboxServerName = ($spareHash.numberOfSpares)" $script:eventMsg += "`nTarget Spare Disk: $spareDisk `nSpare disk mountpoint: $spareMount `nTotal number of spares found = " + $spareHash.numberOfSpares if ($spareDisk -le 0) { Log-Error ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0046 ) Return } } else { if(!$ReseedConfirm) { Log-Error ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0047 -f "-SkipSpareCheck") Return } } $script:eventID = $eventIDHash.DiskSwapFailed # Verify whether to proceed to Reseed or return with summary # if ($ReseedConfirm) { ## Correct this one Log-Error ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0048 -f $spareDisk,$MailboxDatabaseName,$spareDisk,$MailboxServerName, "pre-checks","-ReseedConfirm","pre-checks", "MailboxDatabaseReseedUsingSpares.ps1 -ReseedConfirm:`$false -MailboxServerName $MailboxServerName -MailboxDatabaseName $MailboxDatabaseName", "Get-Help MailboxDatabaseReseedUsingSpares.ps1") Return } # Spare manipulation. This will either allocate a spare (if there isn't a database disk), # or it will swap the database disk with a spare disk. if (Swap-DatabaseDiskToSpare -SourceDisk $sourceDisk -SpareDisk $spareDisk -SpareMount $spareMount -databaseMountPath $script:DatabaseMountPath -mailboxDatabaseName $MailboxDatabaseName ) { $script:eventMsg += "`nSwap to spare disk succeeded...`nNew Database disk: $spareDisk `nQuarantined database disk: $sourceDisk" Log-Verbose ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0023 -f $MailboxDatabaseName,$sourceDisk,$spareDisk) } else { Log-Error ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0024 -f $sourceDisk,$spareDisk,$spareMount) Return } # If Database history file doesn't exist create one if (!(Test-Path "$script:DatabaseMountPath\$script:DatabaseHistoryFile")) { Create-DatabaseHistoryXML -vhFilePath "$script:DatabaseMountPath\$script:VolumeHistoryFile" -dbFolderPath $script:DatabaseMountPath -mailboxDatabaseName $MailboxDatabaseName } $script:eventID = $eventIDHash.ReseedFailed # Now to reseeding $reseedSuccess = $true if (!$problemdb.Mounted) { Log-Error ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0031 -f $problemdb) } if ($WaitBeforeReseed) { log-verbose ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0026 -f $WaitBeforeReseed) sleep-ForSeconds $WaitBeforeReseed } if (Reseed-DagPassiveCopy -targetServer $server.Name -db $problemdb) { log-verbose ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0027 -f $problemdb) } else { $reseedSuccess = $false } if ($reseedSuccess -eq $true) { Update-LogHistoryXML -Status "Complete" -Action "Reseed" -MountPoint $script:DatabaseMountPath ` -Path "$script:DatabaseMountPath\$script:DatabaseHistoryFile" -mailboxDatabaseName $MailboxDatabaseName| Log-Verbose Send-ReseedEmail -MessageBody ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0050 -f $MailboxDatabaseName,$MailboxServerName) Write-HAAppLogInformationEvent $eventIDHash.ReseedSuccess 1 @($script:dbCopyInfo) } else { $script:eventMsg += "`nUpdate-MailboxdatabaseCopy Failed. Souce disk: $sourceDisk has been left offline with the original databasecopy files." Update-LogHistoryXML -Status "Failed" -Action "Reseed" -MountPoint $script:DatabaseMountPath ` -Path "$script:DatabaseMountPath\$script:DatabaseHistoryFile" -mailboxDatabaseName $MailboxDatabaseName | Log-Verbose Log-Error ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0029 -f $problemdb,$MailboxServerName) } Return } # The worker function for reseeding # # function Reseed-DagPassiveCopy ([string]$targetServer, [object]$db) { $script:returnCode = $true $script:exception = @() # Run the following block with the trap in a separate script block so that we can change # ErrorActionPerefence and the trap doesn't affect other places try { $status = Get-MailboxDatabaseCopyStatus $db\$targetServer # This is to trigger some traffic on an empty database, so the copy can be provably healthy # TODO: Test-Mailflow is still a little wacky and doesn't seem to give consistent results. start-job -scriptblock {sleep 10; 1..30 | %{test-mailflow -targetdatabase $MailboxDatabaseName}} Update-MailboxDatabasecopy $db\$targetServer -Force -confirm:$false } catch { $script:returnCode = $false foreach ($failure in $_) { # Trim the message so it will not display the "ErrorActionPreference is set to Stop" message # $failedMessage = $failure.ToString() if ($failedMessage.IndexOf("ErrorActionPreference") -ne -1) { $failedMessage = $failedMessage.Substring($failedMessage.IndexOf("set to Stop: ") + 13) } $failedMessage = $failedMessage -replace "`r" $failedMessage = $failedMessage -replace "`n" $failedPosition = $failure.InvocationInfo.PositionMessage # The "PositionMessage" includes formatting along the lines of "\n At line:23 char:37 ..." so we don't add extra. #Log-Error "Failed with '$failedMessage' $failedPosition" $script:eventMsg += "`nReseeding passive copy failed: $failedMessage" Log-Error ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0010 -f $failedMessage,$failedPosition) -Stop } } return $script:returnCode } # Return number of times the database was reseeded in the specified number of days # function Get-ReseedCount ([int]$LastDays = $script:ReseedIntervalInDays) { if (!(Test-Path "$script:DatabaseMountPath\$script:DatabaseHistoryFile")) { Log-Warning ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0053 -f $script:DatabaseMountPath,$script:DatabaseHistoryFile,"Get-ReseedCount") Return 0 } Log-Verbose ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0054 -f $MailboxDatabaseName,$LastDays,"Get-ReseedCount") [xml]$xml = Get-Content "$script:DatabaseMountPath\$script:DatabaseHistoryFile" $lastDate = [DateTime]::Now.AddDays(-$LastDays) $events = @($xml.VolumeHistory.Event) $reseedEvents = @($events | where { ($_.Action -eq "Reseed") -and ($_.Status -eq "Complete") -and ([System.DateTime]$_.Time -ge $lastDate) }) Return $reseedEvents.Count } # Verify the database is sufficiently healthy for reseed # Returns true if there is alteast NumberOfHealthyPassiveCopiesRequired number of healthy passive copy of the Database function Get-DatabaseHealth([Microsoft.Exchange.Data.Directory.SystemConfiguration.MailboxDatabase] $Database) { $NumberOfHealthyPassiveCopies = 0 foreach ( $DatabaseCopy in $Database.DatabaseCopies ) { if ( ( Get-DatabaseCopyHealth $DatabaseCopy ) ) { $NumberOfHealthyPassiveCopies++ } } Log-Verbose ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0055 -f $Database,$NumberOfHealthyPassiveCopies,"Get-DatabaseHealth") return $NumberOfHealthyPassiveCopies -ge $script:NumberOfHealthyPassiveCopiesRequired } # This function returns $true if a specific database copy is sufficiently healthy. # Sufficiently healthy is defined as the copy status returning as "Healthy" and # LogsCopiedSinceInstanceStart should be -ge than $script:RequiredLogsCopied # LogsReplayedSinceInstanceStart should be -ge than $script:RequiredLogsReplayed function Get-DatabaseCopyHealth($DatabaseCopy) { Log-Verbose ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0056 -f $DatabaseCopy,"Get-DatabaseCopyHealth") $copyStatus = Get-MailboxDatabaseCopyStatus $DatabaseCopy if (($copyStatus.ActiveCopy -eq $false) -and ($copyStatus.Status -eq $CopyStatusType::Healthy)) { if (($copyStatus.LogsReplayedSinceInstanceStart -ge $script:RequiredLogsReplayed) -and ` ($copyStatus.LogsCopiedSinceInstanceStart -ge $script:RequiredLogsCopied)) { Log-Verbose ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0057 -f $DatabaseCopy,"Get-DatabaseCopyHealth") return $true } else { Log-Warning ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0058 -f $DatabaseCopy,$script:RequiredLogsCopied,$script:RequiredLogsCopied,"Get-DatabaseCopyHealth","Get-MailboxdatabaseCopyStatus") return $false } } else { Log-Warning ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0059 -f $DatabaseCopy,"Get-DatabaseCopyHealth") return $false } } # Function to send email, takes status success/failure message as input function Send-ReseedEmail ([string]$MessageBody) { if ($NotifyEmail) { if (Test-Path "$RoleDatacenterPath\DatacenterSvcEngCommonLibrary.ps1") { Log-Verbose ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0038 -f $RoleDatacenterPath) . "$RoleDatacenterPath\DatacenterSvcEngCommonLibrary.ps1" Send-NotificationMail -tos @($NotifyEmail) -title "Reseed Notification" -body $MessageBody } else { Log-Warning ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0039 -f $NotifyEmail) } } } # Sleep for the specified duration (in seconds) function Sleep-ForSeconds ( [int]$sleepSecs ) { #Log-Verbose "Sleeping for $sleepSecs seconds..." Log-Verbose ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0013 -f $sleepSecs) Start-Sleep $sleepSecs } # Common function to retrieve the current UTC time string function Get-CurrentTimeString { return [DateTime]::UtcNow.ToString("[HH:mm:ss.fff UTC]") } # Common function for verbose logging function Log-Verbose ( [string]$msg ) { if ($Verbose) { $timeStamp = Get-CurrentTimeString Write-Verbose "$timeStamp $msg" } } # Common function for warning logging function Log-Warning ( [string]$msg ) { $timeStamp = Get-CurrentTimeString Write-Warning "$timeStamp $msg" } # Common function for error logging function Log-Error ( [string]$msg, [switch]$Stop) { $timeStamp = Get-CurrentTimeString if (!$Stop) { Write-Error "$timeStamp $msg" } else { Write-Error "$timeStamp $msg" -ErrorAction:Stop } } if ($SpareDiskToUse) { Log-Warning ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0061 -f $SpareDiskToUse,"-SpareDiskToUse") $prompt = Read-Host ($MailboxDatabaseReseedUsingSpares_LocalizedStrings.res_0062 -f $SpareDiskToUse) if ($prompt -ne "Y") { Exit } } if (Test-Path variable:\WorkflowMailboxDatabaseName) { $script:IsOperator = $false } Reseed-Wrapper # SIG # Begin signature block # MIIa2gYJKoZIhvcNAQcCoIIayzCCGscCAQExCzAJBgUrDgMCGgUAMGkGCisGAQQB # gjcCAQSgWzBZMDQGCisGAQQBgjcCAR4wJgIDAQAABBAfzDtgWUsITrck0sYpfvNR # AgEAAgEAAgEAAgEAAgEAMCEwCQYFKw4DAhoFAAQU4JPPYjVLqYL+DOftlELRkiZ1 # CRugghV6MIIEuzCCA6OgAwIBAgITMwAAAFnWc81RjvAixQAAAAAAWTANBgkqhkiG # 9w0BAQUFADB3MQswCQYDVQQGEwJVUzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4G # A1UEBxMHUmVkbW9uZDEeMBwGA1UEChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMSEw # HwYDVQQDExhNaWNyb3NvZnQgVGltZS1TdGFtcCBQQ0EwHhcNMTQwNTIzMTcxMzE1 # WhcNMTUwODIzMTcxMzE1WjCBqzELMAkGA1UEBhMCVVMxCzAJBgNVBAgTAldBMRAw # DgYDVQQHEwdSZWRtb25kMR4wHAYDVQQKExVNaWNyb3NvZnQgQ29ycG9yYXRpb24x # DTALBgNVBAsTBE1PUFIxJzAlBgNVBAsTHm5DaXBoZXIgRFNFIEVTTjpGNTI4LTM3 # NzctOEE3NjElMCMGA1UEAxMcTWljcm9zb2Z0IFRpbWUtU3RhbXAgU2VydmljZTCC # ASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAMZsTs9oU/3vgN7oi8Sx8H4H # zh487AyMNYdM6VE6vLawlndC+v88z+Ha4on6bkIAmVsW3QlkOOJS+9+O+pOjPbuH # j264h8nQYE/PnIKRbZEbchCz2EN8WUpgXcawVdAn2/L2vfIgxiIsnmuLLWzqeATJ # S8FwCee2Ha+ajAY/eHD6du7SJBR2sq4gKIMcqfBIkj+ihfeDysVR0JUgA3nSV7wT # tU64tGxWH1MeFbvPMD/9OwHNX3Jo98rzmWYzqF0ijx1uytpl0iscJKyffKkQioXi # bS5cSv1JuXtAsVPG30e5syNOIkcc08G5SXZCcs6Qhg4k9cI8uQk2P6hTXFb+X2EC # AwEAAaOCAQkwggEFMB0GA1UdDgQWBBRbKBqzzXUNYz39mfWbFQJIGsumrDAfBgNV # HSMEGDAWgBQjNPjZUkZwCu1A+3b7syuwwzWzDzBUBgNVHR8ETTBLMEmgR6BFhkNo # dHRwOi8vY3JsLm1pY3Jvc29mdC5jb20vcGtpL2NybC9wcm9kdWN0cy9NaWNyb3Nv # ZnRUaW1lU3RhbXBQQ0EuY3JsMFgGCCsGAQUFBwEBBEwwSjBIBggrBgEFBQcwAoY8 # aHR0cDovL3d3dy5taWNyb3NvZnQuY29tL3BraS9jZXJ0cy9NaWNyb3NvZnRUaW1l # U3RhbXBQQ0EuY3J0MBMGA1UdJQQMMAoGCCsGAQUFBwMIMA0GCSqGSIb3DQEBBQUA # A4IBAQB68A30RWw0lg538OLAQgVh94jTev2I1af193/yCPbV/cvKdHzbCanf1hUH # mb/QPoeEYnvCBo7Ki2jiPd+eWsWMsqlc/lliJvXX+Xi2brQKkGVm6VEI8XzJo7cE # N0bF54I+KFzvT3Gk57ElWuVDVDMIf6SwVS3RgnBIESANJoEO7wYldKuFw8OM4hRf # 6AVUj7qGiaqWrpRiJfmvaYgKDLFRxAnvuIB8U5B5u+mP0EjwYsiZ8WU0O/fOtftm # mLmiWZldPpWfFL81tPuYciQpDPO6BHqCOftGzfHgsha8fSD4nDkVJaEmLdaLgb3G # vbCdVP5HC18tTir0h+q1D7W37ZIpMIIE7DCCA9SgAwIBAgITMwAAAMps1TISNcTh # VQABAAAAyjANBgkqhkiG9w0BAQUFADB5MQswCQYDVQQGEwJVUzETMBEGA1UECBMK # V2FzaGluZ3RvbjEQMA4GA1UEBxMHUmVkbW9uZDEeMBwGA1UEChMVTWljcm9zb2Z0 # IENvcnBvcmF0aW9uMSMwIQYDVQQDExpNaWNyb3NvZnQgQ29kZSBTaWduaW5nIFBD # QTAeFw0xNDA0MjIxNzM5MDBaFw0xNTA3MjIxNzM5MDBaMIGDMQswCQYDVQQGEwJV # UzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UEBxMHUmVkbW9uZDEeMBwGA1UE # ChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMQ0wCwYDVQQLEwRNT1BSMR4wHAYDVQQD # ExVNaWNyb3NvZnQgQ29ycG9yYXRpb24wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAw # ggEKAoIBAQCWcV3tBkb6hMudW7dGx7DhtBE5A62xFXNgnOuntm4aPD//ZeM08aal # IV5WmWxY5JKhClzC09xSLwxlmiBhQFMxnGyPIX26+f4TUFJglTpbuVildGFBqZTg # rSZOTKGXcEknXnxnyk8ecYRGvB1LtuIPxcYnyQfmegqlFwAZTHBFOC2BtFCqxWfR # +nm8xcyhcpv0JTSY+FTfEjk4Ei+ka6Wafsdi0dzP7T00+LnfNTC67HkyqeGprFVN # TH9MVsMTC3bxB/nMR6z7iNVSpR4o+j0tz8+EmIZxZRHPhckJRIbhb+ex/KxARKWp # iyM/gkmd1ZZZUBNZGHP/QwytK9R/MEBnAgMBAAGjggFgMIIBXDATBgNVHSUEDDAK # BggrBgEFBQcDAzAdBgNVHQ4EFgQUH17iXVCNVoa+SjzPBOinh7XLv4MwUQYDVR0R # BEowSKRGMEQxDTALBgNVBAsTBE1PUFIxMzAxBgNVBAUTKjMxNTk1K2I0MjE4ZjEz # LTZmY2EtNDkwZi05YzQ3LTNmYzU1N2RmYzQ0MDAfBgNVHSMEGDAWgBTLEejK0rQW # WAHJNy4zFha5TJoKHzBWBgNVHR8ETzBNMEugSaBHhkVodHRwOi8vY3JsLm1pY3Jv # c29mdC5jb20vcGtpL2NybC9wcm9kdWN0cy9NaWNDb2RTaWdQQ0FfMDgtMzEtMjAx # MC5jcmwwWgYIKwYBBQUHAQEETjBMMEoGCCsGAQUFBzAChj5odHRwOi8vd3d3Lm1p # Y3Jvc29mdC5jb20vcGtpL2NlcnRzL01pY0NvZFNpZ1BDQV8wOC0zMS0yMDEwLmNy # dDANBgkqhkiG9w0BAQUFAAOCAQEAd1zr15E9zb17g9mFqbBDnXN8F8kP7Tbbx7Us # G177VAU6g3FAgQmit3EmXtZ9tmw7yapfXQMYKh0nfgfpxWUftc8Nt1THKDhaiOd7 # wRm2VjK64szLk9uvbg9dRPXUsO8b1U7Brw7vIJvy4f4nXejF/2H2GdIoCiKd381w # gp4YctgjzHosQ+7/6sDg5h2qnpczAFJvB7jTiGzepAY1p8JThmURdwmPNVm52Iao # AP74MX0s9IwFncDB1XdybOlNWSaD8cKyiFeTNQB8UCu8Wfz+HCk4gtPeUpdFKRhO # lludul8bo/EnUOoHlehtNA04V9w3KDWVOjic1O1qhV0OIhFeezCCBbwwggOkoAMC # AQICCmEzJhoAAAAAADEwDQYJKoZIhvcNAQEFBQAwXzETMBEGCgmSJomT8ixkARkW # A2NvbTEZMBcGCgmSJomT8ixkARkWCW1pY3Jvc29mdDEtMCsGA1UEAxMkTWljcm9z # b2Z0IFJvb3QgQ2VydGlmaWNhdGUgQXV0aG9yaXR5MB4XDTEwMDgzMTIyMTkzMloX # DTIwMDgzMTIyMjkzMloweTELMAkGA1UEBhMCVVMxEzARBgNVBAgTCldhc2hpbmd0 # b24xEDAOBgNVBAcTB1JlZG1vbmQxHjAcBgNVBAoTFU1pY3Jvc29mdCBDb3Jwb3Jh # dGlvbjEjMCEGA1UEAxMaTWljcm9zb2Z0IENvZGUgU2lnbmluZyBQQ0EwggEiMA0G # CSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQCycllcGTBkvx2aYCAgQpl2U2w+G9Zv # zMvx6mv+lxYQ4N86dIMaty+gMuz/3sJCTiPVcgDbNVcKicquIEn08GisTUuNpb15 # S3GbRwfa/SXfnXWIz6pzRH/XgdvzvfI2pMlcRdyvrT3gKGiXGqelcnNW8ReU5P01 # lHKg1nZfHndFg4U4FtBzWwW6Z1KNpbJpL9oZC/6SdCnidi9U3RQwWfjSjWL9y8lf # RjFQuScT5EAwz3IpECgixzdOPaAyPZDNoTgGhVxOVoIoKgUyt0vXT2Pn0i1i8UU9 # 56wIAPZGoZ7RW4wmU+h6qkryRs83PDietHdcpReejcsRj1Y8wawJXwPTAgMBAAGj # ggFeMIIBWjAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBTLEejK0rQWWAHJNy4z # Fha5TJoKHzALBgNVHQ8EBAMCAYYwEgYJKwYBBAGCNxUBBAUCAwEAATAjBgkrBgEE # AYI3FQIEFgQU/dExTtMmipXhmGA7qDFvpjy82C0wGQYJKwYBBAGCNxQCBAweCgBT # AHUAYgBDAEEwHwYDVR0jBBgwFoAUDqyCYEBWJ5flJRP8KuEKU5VZ5KQwUAYDVR0f # BEkwRzBFoEOgQYY/aHR0cDovL2NybC5taWNyb3NvZnQuY29tL3BraS9jcmwvcHJv # ZHVjdHMvbWljcm9zb2Z0cm9vdGNlcnQuY3JsMFQGCCsGAQUFBwEBBEgwRjBEBggr # BgEFBQcwAoY4aHR0cDovL3d3dy5taWNyb3NvZnQuY29tL3BraS9jZXJ0cy9NaWNy # b3NvZnRSb290Q2VydC5jcnQwDQYJKoZIhvcNAQEFBQADggIBAFk5Pn8mRq/rb0Cx # MrVq6w4vbqhJ9+tfde1MOy3XQ60L/svpLTGjI8x8UJiAIV2sPS9MuqKoVpzjcLu4 # tPh5tUly9z7qQX/K4QwXaculnCAt+gtQxFbNLeNK0rxw56gNogOlVuC4iktX8pVC # nPHz7+7jhh80PLhWmvBTI4UqpIIck+KUBx3y4k74jKHK6BOlkU7IG9KPcpUqcW2b # Gvgc8FPWZ8wi/1wdzaKMvSeyeWNWRKJRzfnpo1hW3ZsCRUQvX/TartSCMm78pJUT # 5Otp56miLL7IKxAOZY6Z2/Wi+hImCWU4lPF6H0q70eFW6NB4lhhcyTUWX92THUmO # Lb6tNEQc7hAVGgBd3TVbIc6YxwnuhQ6MT20OE049fClInHLR82zKwexwo1eSV32U # jaAbSANa98+jZwp0pTbtLS8XyOZyNxL0b7E8Z4L5UrKNMxZlHg6K3RDeZPRvzkbU # 0xfpecQEtNP7LN8fip6sCvsTJ0Ct5PnhqX9GuwdgR2VgQE6wQuxO7bN2edgKNAlt # HIAxH+IOVN3lofvlRxCtZJj/UBYufL8FIXrilUEnacOTj5XJjdibIa4NXJzwoq6G # aIMMai27dmsAHZat8hZ79haDJLmIz2qoRzEvmtzjcT3XAH5iR9HOiMm4GPoOco3B # oz2vAkBq/2mbluIQqBC0N1AI1sM9MIIGBzCCA++gAwIBAgIKYRZoNAAAAAAAHDAN # BgkqhkiG9w0BAQUFADBfMRMwEQYKCZImiZPyLGQBGRYDY29tMRkwFwYKCZImiZPy # LGQBGRYJbWljcm9zb2Z0MS0wKwYDVQQDEyRNaWNyb3NvZnQgUm9vdCBDZXJ0aWZp # Y2F0ZSBBdXRob3JpdHkwHhcNMDcwNDAzMTI1MzA5WhcNMjEwNDAzMTMwMzA5WjB3 # MQswCQYDVQQGEwJVUzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UEBxMHUmVk # bW9uZDEeMBwGA1UEChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMSEwHwYDVQQDExhN # aWNyb3NvZnQgVGltZS1TdGFtcCBQQ0EwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAw # ggEKAoIBAQCfoWyx39tIkip8ay4Z4b3i48WZUSNQrc7dGE4kD+7Rp9FMrXQwIBHr # B9VUlRVJlBtCkq6YXDAm2gBr6Hu97IkHD/cOBJjwicwfyzMkh53y9GccLPx754gd # 6udOo6HBI1PKjfpFzwnQXq/QsEIEovmmbJNn1yjcRlOwhtDlKEYuJ6yGT1VSDOQD # LPtqkJAwbofzWTCd+n7Wl7PoIZd++NIT8wi3U21StEWQn0gASkdmEScpZqiX5NMG # gUqi+YSnEUcUCYKfhO1VeP4Bmh1QCIUAEDBG7bfeI0a7xC1Un68eeEExd8yb3zuD # k6FhArUdDbH895uyAc4iS1T/+QXDwiALAgMBAAGjggGrMIIBpzAPBgNVHRMBAf8E # BTADAQH/MB0GA1UdDgQWBBQjNPjZUkZwCu1A+3b7syuwwzWzDzALBgNVHQ8EBAMC # AYYwEAYJKwYBBAGCNxUBBAMCAQAwgZgGA1UdIwSBkDCBjYAUDqyCYEBWJ5flJRP8 # KuEKU5VZ5KShY6RhMF8xEzARBgoJkiaJk/IsZAEZFgNjb20xGTAXBgoJkiaJk/Is # ZAEZFgltaWNyb3NvZnQxLTArBgNVBAMTJE1pY3Jvc29mdCBSb290IENlcnRpZmlj # YXRlIEF1dGhvcml0eYIQea0WoUqgpa1Mc1j0BxMuZTBQBgNVHR8ESTBHMEWgQ6BB # hj9odHRwOi8vY3JsLm1pY3Jvc29mdC5jb20vcGtpL2NybC9wcm9kdWN0cy9taWNy # b3NvZnRyb290Y2VydC5jcmwwVAYIKwYBBQUHAQEESDBGMEQGCCsGAQUFBzAChjho # dHRwOi8vd3d3Lm1pY3Jvc29mdC5jb20vcGtpL2NlcnRzL01pY3Jvc29mdFJvb3RD # ZXJ0LmNydDATBgNVHSUEDDAKBggrBgEFBQcDCDANBgkqhkiG9w0BAQUFAAOCAgEA # EJeKw1wDRDbd6bStd9vOeVFNAbEudHFbbQwTq86+e4+4LtQSooxtYrhXAstOIBNQ # md16QOJXu69YmhzhHQGGrLt48ovQ7DsB7uK+jwoFyI1I4vBTFd1Pq5Lk541q1YDB # 5pTyBi+FA+mRKiQicPv2/OR4mS4N9wficLwYTp2OawpylbihOZxnLcVRDupiXD8W # mIsgP+IHGjL5zDFKdjE9K3ILyOpwPf+FChPfwgphjvDXuBfrTot/xTUrXqO/67x9 # C0J71FNyIe4wyrt4ZVxbARcKFA7S2hSY9Ty5ZlizLS/n+YWGzFFW6J1wlGysOUzU # 9nm/qhh6YinvopspNAZ3GmLJPR5tH4LwC8csu89Ds+X57H2146SodDW4TsVxIxIm # dgs8UoxxWkZDFLyzs7BNZ8ifQv+AeSGAnhUwZuhCEl4ayJ4iIdBD6Svpu/RIzCzU # 2DKATCYqSCRfWupW76bemZ3KOm+9gSd0BhHudiG/m4LBJ1S2sWo9iaF2YbRuoROm # v6pH8BJv/YoybLL+31HIjCPJZr2dHYcSZAI9La9Zj7jkIeW1sMpjtHhUBdRBLlCs # lLCleKuzoJZ1GtmShxN1Ii8yqAhuoFuMJb+g74TKIdbrHk/Jmu5J4PcBZW+JC33I # acjmbuqnl84xKf8OxVtc2E0bodj6L54/LlUWa8kTo/0xggTKMIIExgIBATCBkDB5 # MQswCQYDVQQGEwJVUzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UEBxMHUmVk # bW9uZDEeMBwGA1UEChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMSMwIQYDVQQDExpN # aWNyb3NvZnQgQ29kZSBTaWduaW5nIFBDQQITMwAAAMps1TISNcThVQABAAAAyjAJ # BgUrDgMCGgUAoIHjMBkGCSqGSIb3DQEJAzEMBgorBgEEAYI3AgEEMBwGCisGAQQB # gjcCAQsxDjAMBgorBgEEAYI3AgEVMCMGCSqGSIb3DQEJBDEWBBQfRykEa1p0QkQK # 4fDFHS90nI7pjDCBggYKKwYBBAGCNwIBDDF0MHKgSoBIAE0AYQBpAGwAYgBvAHgA # RABhAHQAYQBiAGEAcwBlAFIAZQBzAGUAZQBkAFUAcwBpAG4AZwBTAHAAYQByAGUA # cwAuAHAAcwAxoSSAImh0dHA6Ly93d3cubWljcm9zb2Z0LmNvbS9leGNoYW5nZSAw # DQYJKoZIhvcNAQEBBQAEggEAlfslI/GFoGX8gSNZpDpIa7DxaM7u///p2+fhHMva # KNcD1lQhKQQ6uBUj9V1+I//kj7xI5U5SAj5DICbliNcWyOOsBVttQiAr3881d62l # h0f0EF8rn74Y+AXhmCxgYhXSQOcrzTi1XpkBdxzQfsS0SDFGYLQUqU/X3m1ZXS0/ # 7uGFI5YNiIXU8cFcCz1LyXXv/MOrPGa7fLNTmFNANgxsveKnHrNSDHqajjM7uWtr # zeZOJu8scJHktcw08tiCb7OCb/B07M0iJwSmuYr8Zf1vZFnOQ15walwHk6Zkttxm # ntQ6CWKxCYlOKPs09KJk644Q6A3/CbUHdOv2K2lNBbxSKqGCAigwggIkBgkqhkiG # 9w0BCQYxggIVMIICEQIBATCBjjB3MQswCQYDVQQGEwJVUzETMBEGA1UECBMKV2Fz # aGluZ3RvbjEQMA4GA1UEBxMHUmVkbW9uZDEeMBwGA1UEChMVTWljcm9zb2Z0IENv # cnBvcmF0aW9uMSEwHwYDVQQDExhNaWNyb3NvZnQgVGltZS1TdGFtcCBQQ0ECEzMA # AABZ1nPNUY7wIsUAAAAAAFkwCQYFKw4DAhoFAKBdMBgGCSqGSIb3DQEJAzELBgkq # hkiG9w0BBwEwHAYJKoZIhvcNAQkFMQ8XDTE0MDcxMTA1MDUzMlowIwYJKoZIhvcN # AQkEMRYEFEBSgIeoryJ2Gx+QTVDIQ8c5vfgoMA0GCSqGSIb3DQEBBQUABIIBAERf # ktDRLoaV+juTJVGD7GvVMvqlvxel4vrn2DWdw/SEjLuKzE77AbnMVEXoCvR/zc+o # 8VFdrZF414ldNgoBwLXc7BGXqBYdaDkzQWchEjVyxvtTxAe9QGk8yJIkssrKCSn9 # jW/Z3aYtDbAcaIPZtz1g7rwQIyQr58mXIWZAEggI3U8NpJB0iiOFxabFLhtg7l7d # JExkmO837rsK0nYbCBD2weFDAHOnoF+1CKLnPzlF9PoJXwk9nfRKVNZjWliwIY55 # RCoVwnDKitPbTp4QL+5LAGx1XfVW+7GRQ9qbto3jYeWM/XTtUSNFjLHKhRAvq3kX # ig43Th/ljLMGWF4iijw= # SIG # End signature block