DsbRobotOrchestration.psm1
|
[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12 add-type @" using System.Net; using System.Security.Cryptography.X509Certificates; public class TrustAllCertsPolicy : ICertificatePolicy { public bool CheckValidationResult(ServicePoint srvPoint, X509Certificate certificate, WebRequest request, int certificateProblem) { return true; } } "@ function Start-Log { [CmdletBinding()] param ( [Parameter(Mandatory=$true)] [string]$LogPath, [Parameter(Mandatory=$true)] [string]$LogName ) If (-Not (Test-Path -Path $LogPath)) { Write-Host "There was no directory at $LogPath, trying to create it now" Try { New-Item -ItemType Directory -Path $LogPath -ErrorAction Stop | Out-Null } Catch { Write-Host "There was an error creating $LogPath" Throw "There was an error creating {$LogPath}: $_.Exception" } } Else { Write-Host "A directory existed at $LogPath, not trying to create one" } $logFullPath = Join-Path -Path $LogPath -ChildPath $LogName If(-Not (Test-Path -Path $logFullPath)){ Write-Host "There was no logfile at $logFullPath, trying to create it now" Try { New-Item -Path $LogPath -Name $LogName -ItemType File -ErrorAction Stop | Out-Null } Catch { Write-Host "There was an error creating $logFullPath" Throw "There was an error creating {$logFullPath}: $_.Exception" } } If(-Not (Test-Path -Path $logFullPath -Verbose)) { Throw "The log file should have been created but could not be found: $logFullPath" } } function Write-Log { param ( [Parameter(Mandatory=$true)] [string]$LogPath, [Parameter(Mandatory=$true)] [string]$Message, [string]$Environment = "dev", [Parameter(Mandatory=$true)] [ValidateSet("Info", "Warn","Error")] [string]$Severity = "Info" ) Try { $logString = Format-LogMessage -Message $Message -Environment $Environment -LogPath $LogPath -Severity $Severity $logString = $logString.Trim() # Add-content but if error, use out-file Try { Add-Content -Path $LogPath -Value $logString -Force -ErrorAction Stop } Catch { Write-Host "There was an error using add-content to log file, using out-file instead" [string]$logString | Out-File -FilePath $LogPath -Append -Force -NoClobber } } Catch { Write-Host "There was an error writing log message: {$Message} to log: {$LogPath}: $_.Exception" } } function Format-LogMessage { param ( [Parameter(Mandatory=$true)] [string]$LogPath, [Parameter(Mandatory=$true)] [string]$Message, [Parameter(Mandatory=$true)] [string]$Environment, [Parameter(Mandatory=$true)] [string]$Severity ) $now = Get-Date -Format "yyyy-MM-ddTHH:mm:ssK" $logString = "$now $Severity message=$Message env=$Environment timeStamp=$now level=$Severity pcName=$env:computername logfile=$LogPath" return $logString } function Download-File { [CmdletBinding()] param ( [Parameter(Mandatory=$true)] [string]$FullLogPath, [Parameter(Mandatory=$true)] [string] $Url, [Parameter(Mandatory=$true)] [string] $OutPath ) Write-Host "Attempting to download: $Url, to: $OutPath" Write-Log -LogPath $FullLogPath -Message "Attempting to download: $Url, to: $OutPath" -Severity "Info" $client = New-Object System.Net.WebClient $client.DownloadFile($Url, $OutPath) } function Download-String { [CmdletBinding()] param ( [Parameter(Mandatory=$true)] [string]$FullLogPath, [Parameter(Mandatory=$true)] [string] $Url, [Parameter()] [string] $AuthToken ) Write-Host "Attempting to download string from url: $Url" Write-Log -LogPath $FullLogPath -Message "Attempting to download string from url: $Url" -Severity "Info" $wc = New-Object System.Net.WebClient if ($AuthToken) { $wc.Headers.add('Authorization', $AuthToken) } $machineString = $wc.DownloadString($Url) return $machineString } function Wait-ForService($servicesName, $timeLength) { # Get all services where DisplayName matches $serviceName and loop through each of them. foreach($service in (Get-Service -DisplayName "$servicesName")) { if($service.Status -eq "Stopped" ) { Start-Service $service.Name } # Wait for the service to reach the $serviceStatus or a maximum of specified time $service.WaitForStatus("Running", $timeLength) } return $service } function Get-FilebeatZip { [CmdletBinding()] param ( [Parameter(Mandatory = $true)] [string] $FullLogPath, [Parameter(Mandatory=$true)] [string] $DownloadPath, [Parameter(Mandatory=$true)] [ValidateSet("7.2.0")] [string] $FilebeatVersion ) $url = "https://artifacts.elastic.co/downloads/beats/filebeat/filebeat-oss-$FilebeatVersion-windows-x86.zip" Write-Host "Attempting to download Filebeat from: $url" Write-Log -LogPath $FullLogPath -Message "Attempting to download from $url" -Severity "Info" $filebeatZipName = "filebeat.zip" $downloadedZip = Join-Path -Path $DownloadPath -ChildPath $filebeatZipName if (Test-Path -Path $downloadedZip) { Write-Host "Found previously downloaded filebeat at: $downloadedZip Deleting the file now" Write-Log -LogPath $FullLogPath -Message "Found previously downloaded filebeat at: $downloadedZip Deleting the file now" -Severity "Info" Remove-Item -Path $downloadedZip -Recurse } Write-Host "Attempting to download filebeat to: $downloadedZip" Write-Log -LogPath $FullLogPath -Message "Attempting to download filebeat to: $downloadedZip" -Severity "Info" Download-File -FullLogPath $FullLogPath -Url $url -OutPath $downloadedZip Write-Host "Expanding archive $downloadedZip" Write-Log -LogPath $FullLogPath -Message "Expanding archive $downloadedZip" -Severity "Info" $programFileDir = "C:\Program Files" Expand-Archive -Path $downloadedZip -DestinationPath $programFileDir -Force $expandedFilebeat = Join-Path -Path $programFileDir -ChildPath "filebeat-$FilebeatVersion-windows-x86" Rename-Item -Path $expandedFilebeat -NewName 'Filebeat' -Force -ErrorAction Stop } function Stop-FilebeatService { $service = Get-WmiObject -Class Win32_Service -Filter "name='filebeat'" $service.StopService() Start-Sleep -s 1 } function Get-FilebeatService { $service = Get-Service -Name filebeat -ErrorAction SilentlyContinue return $service } function Get-FilebeatConfig { [CmdletBinding()] param ( [Parameter(Mandatory = $true)] [string] $FullLogPath ) $filebeatYaml = "C:\Program Files\Filebeat\filebeat.yml" Write-Host "Removing existing filebeat config from: $filebeatYaml" Write-Log -LogPath $FullLogPath -Message "Removing existing filebeat config from: $filebeatYaml" -Severity "Info" If ((Test-Path -Path $filebeatYaml)) { Remove-Item -Path $filebeatYaml -Force } $configUri = "https://github.com/dsb-automation/infrastructure-automation/blob/master/filebeat.yml" Write-Host "Attempting to download filebeat config from: $configUri" Write-Log -LogPath $FullLogPath -Message "Attempting to download filebeat config from: $configUri" -Severity "Info" Download-File -FullLogPath $FullLogPath -Url $configUri -OutPath $filebeatYaml if (-not (Test-Path -Path $filebeatYaml)) { Throw [System.IO.FileNotFoundException] "$filebeatYaml not found." } } function Confirm-FilebeatServiceRunning { [CmdletBinding()] param ( [Parameter(Mandatory = $true)] [string] $FullLogPath ) $service = Get-WmiObject -Class Win32_Service -Filter "name='filebeat'" $state = $service.State Write-Host "Filebeat service state is: $state" Write-Log -LogPath $FullLogPath -Message "Filebeat service state is: $state" -Severity "Info" if ($state -eq "Running") { Write-Host "Filebeat Service is running successfully" Write-Log -LogPath $FullLogPath -Message "Filebeat Service started successfully" -Severity "Info" return $true } else { Write-Host "Filebeat service is not running" Write-Log -LogPath $FullLogPath -Message "Filebeat service is not running" -Severity "Warn" return $false } } function Remove-OldFilebeatFolders { [CmdletBinding()] param ( [Parameter(Mandatory = $true)] [string] $FullLogPath, [Parameter(Mandatory = $true)] [string] $FilebeatVersion ) $unzippedFile = "C:\Program Files\filebeat-$FilebeatVersion-windows-x86" If (Test-Path -Path $unzippedFile) { Write-Host "Item $unzippedFile existed, removing now" Write-Log -LogPath $FullLogPath -Message "Item $unzippedFile existed, removing now" -Severity "Info" Remove-Item -Path $unzippedFile -Recurse -Force } $programFileFilebeat = "C:\Program Files\Filebeat" If (Test-Path -Path $programFileFilebeat) { Write-Host "Item $programFileFilebeat existed, removing now" Write-Log -LogPath $FullLogPath -Message "Item $programFileFilebeat existed, removing now" -Severity "Info" Remove-Item -Path $programFileFilebeat -Recurse -Force } } function Start-FilebeatService { [CmdletBinding()] param ( [string] $FullLogPath ) Write-Host "Trying to start Filebeat service" Write-Log -LogPath $FullLogPath -Message "Trying to start Filebeat service" -Severity "Info" $service = Get-WmiObject -Class Win32_Service -Filter "name='filebeat'" If ($service -eq $null) { Write-Host "Filebeat service is null" Write-Log -LogPath $FullLogPath -Message "Filebeat service is null" -Severity "Error" Throw "Filebeat service is null" Break } $service.StartService() Start-Sleep -s 3 $serviceIsRunning = Confirm-FilebeatServiceRunning -FullLogPath $FullLogPath If (!$serviceIsRunning) { Write-Host "Filebeat not running after attempting to start it" Write-Log -LogPath $FullLogPath -Message "Filebeat not running after attempting to start it" -Severity "Error" Throw "Filebeat not running after attempting to start it" Break } } function Install-CustomFilebeat { [CmdletBinding()] param ( [Parameter(Mandatory = $true)] [string] $HumioIngestToken, [Parameter(Mandatory = $true)] [string] $FullLogPath, [Parameter(Mandatory = $true)] [string] $FilebeatLocation ) # Delete and stop the service if it already exists. Write-Host "Checking for existing Filebeat service again." Write-Log -LogPath $FullLogPath -Message "Checking for existing Filebeat service again." -Severity "Info" if (Get-Service filebeat -ErrorAction SilentlyContinue) { Write-Host "Filebeat service existed" Write-Log -LogPath $FullLogPath -Message "Filebeat service existed" -Severity "Info" $service = Get-WmiObject -Class Win32_Service -Filter "name='filebeat'" $service.StopService() Start-Sleep -s 1 $service.delete() } $elasticToken = "output.elasticsearch.password=$HumioIngestToken" Write-Host "Elastic setting is $elasticToken" # Create the new service. New-Service -name filebeat ` -displayName Filebeat ` -binaryPathName "`"$FilebeatLocation\filebeat.exe`" -c `"$FilebeatLocation\filebeat.yml`" -path.home `"$FilebeatLocation`" -path.data `"C:\ProgramData\filebeat`" -path.logs `"C:\ProgramData\filebeat\logs`" -E `"$elasticToken`"" # Attempt to set the service to delayed start using sc config. Try { Start-Process -FilePath sc.exe -ArgumentList 'config filebeat start=delayed-auto' } Catch { Throw "There was an exception starting filebeat process: $_.Exception" } } function Install-Filebeat { [CmdletBinding()] param ( [Parameter(Mandatory = $true)] [string] $LogPath, [Parameter(Mandatory = $true)] [string] $LogName, [Parameter(Mandatory=$true)] [string] $DownloadPath, [Parameter(Mandatory=$true)] [ValidateSet("7.2.0")] [string] $FilebeatVersion, [Parameter(Mandatory=$true)] [string] $HumioIngestToken ) $beforeCd = Get-Location Start-Log -LogPath $LogPath -LogName $LogName $FullLogPath = Join-Path -Path $LogPath -ChildPath $LogName Write-Host "Trying to install filebeat version: $FilebeatVersion" Write-Log -LogPath $FullLogPath -Message "Trying to install filebeat version: $FilebeatVersion" -Severity "Info" $filebeatService = Get-FilebeatService If ($filebeatService) { Write-Host "Filebeat service already installed, attempting to stop service" Write-Log -LogPath $FullLogPath -Message "Filebeat service already installed, attempting to stop service" -Severity "Info" Try { Stop-FilebeatService -ErrorAction Stop } Catch { Write-Host "There was an exception stopping Filebeat service: $_.Exception" Write-Log -LogPath $FullLogPath -Message $_.Exception -Severity "Error" Break } } Else { Write-Host "No Filebeat service existed" Write-Log -LogPath $FullLogPath -Message "No Filebeat service existed" -Severity "Info" Try { Write-Host "Removing old Filebeat folders if they exist" Write-Log -LogPath $FullLogPath -Message "Removing old Filebeat folders if they exist" -Severity "Info" Remove-OldFilebeatFolders -FullLogPath $FullLogPath -FilebeatVersion $FilebeatVersion -ErrorAction Stop } Catch { Write-Host "There was an exception deleting old Filebeat folders: $_.Exception" Write-Log -LogPath $FullLogPath -Message "There was an exception deleting old Filebeat folders: $_.Exception" -Severity "Error" Throw "There was an exception deleting old Filebeat folders: $_.Exception" Break } Try { Write-Host "Attempting to retrieve and unzip Filebeat zip" Write-Log -LogPath $FullLogPath -Message "Attempting to retrieve and unzip Filebeat zip" -Severity "Info" Get-FilebeatZip -FullLogPath $FullLogPath -DownloadPath $DownloadPath -FilebeatVersion $FilebeatVersion -ErrorAction Stop } Catch { Write-Host "There was an exception retrieving/expanding filebeat zip: $_.Exception" Write-Log -LogPath $FullLogPath -Message "There was an exception retrieving/expanding filebeat zip: $_.Exception" -Severity "Error" Throw "There was an exception retrieving/expanding filebeat zip: $_.Exception" Break } Write-Host "Attempting to install Filebeat" Write-Log -LogPath $FullLogPath -Message "Attempting to install Filebeat" -Severity "Info" Write-Host "Humio Token is $HumioIngestToken" Write-Log -LogPath $FullLogPath -Message "Humio Token is $HumioIngestToken" -Severity "Info" $filebeatLocation = 'C:\Program Files\Filebeat' cd $filebeatLocation Try { Write-Host "Running custom filebeat installation function" Write-Log -LogPath $FullLogPath -Message "Running custom filebeat installation function" -Severity "Info" Install-CustomFilebeat -HumioIngestToken "$HumioIngestToken" -FullLogPath $FullLogPath -FilebeatLocation $FilebeatLocation -ErrorAction Stop cd $beforeCd } Catch { cd $beforeCd Write-Host "There was an exception installing Filebeat: $_.Exception" Write-Log -LogPath $FullLogPath -Message $_.Exception -Severity "Error" Throw "There was an exception installing Filebeat: $_.Exception" Break } } Write-Host "Retrieving filebeat config" Write-Log -LogPath $FullLogPath -Message "Retrieving filebeat config" -Severity "Info" Write-Host "Attempting to retrieve filebeat config" Write-Log -LogPath $FullLogPath -Message "Attempting to retrieve filebeat config" -Severity "Info" Try { Get-FilebeatConfig -FullLogPath $FullLogPath -ErrorAction Stop } Catch { Write-Host "There was an exception retrieving the filebeat config: $_.Exception" Write-Log -LogPath $FullLogPath -Message "There was an exception retrieving the filebeat config: $_.Exception" -Severity "Error" Throw "There was an exception retrieving the filebeat config: $_.Exception" Break } Write-Host "Attempting to start filebeat service if it's not running" Write-Log -LogPath $FullLogPath -Message "Attempting to start filebeat service if it's not running" -Severity "Info" Write-Host "Checking for running filebeat service" Write-Log -LogPath $FullLogPath -Message "Checking for running filebeat service" -Severity "Info" If (!(Confirm-FilebeatServiceRunning -FullLogPath $FullLogPath)) { Write-Host "Filebeats service was not running, trying to start it now" Write-Log -LogPath $FullLogPath -Message "Filebeats service was not running, trying to start it now" -Severity "Warn" Try { Start-FilebeatService -FullLogPath $FullLogPath -ErrorAction Stop } Catch { Write-Host "There was an exception trying to run the filebeat service: $_.Exception" Write-Log -LogPath $FullLogPath -Message "There was an exception trying to run the filebeat service: $_.Exception" -Severity "Error" Throw "There was an exception trying to run the filebeat service: $_.Exception" Break } } Else { Write-Host "Filebeats service is running, exiting script now" Write-Log -LogPath $FullLogPath -Message "Filebeats service is running, exiting script now" -Severity "Info" } Write-Host "Install Filebeat installed without error" Write-Log -LogPath $FullLogPath -Message "Install Filebeat installed without error" -Severity "Info" } function Get-Blob { [CmdletBinding()] Param ( [Parameter(Mandatory = $true)] [string] $BlobFile, [Parameter(Mandatory = $true)] [string] $StorageAccountName, [Parameter(Mandatory = $true)] [string] $StorageAccountKey, [Parameter(Mandatory = $true)] [string] $StorageAccountContainer, [Parameter(Mandatory = $true)] [string] $OutPath, [Parameter(Mandatory = $true)] [string] $FullLogPath ) $wc = New-Object System.Net.WebClient $OutPath = Join-Path -Path $OutPath -ChildPath $BlobFile Write-Host "Blob to download is: $BlobFile" Write-Log -LogPath $FullLogPath -Message "Blob to download is: $BlobFile" -Severity "Info" Write-Host "Location to save blob is: $OutPath" Write-Log -LogPath $FullLogPath -Message "Location to save blob is: $OutPath" -Severity "Info" Write-Host "Storage container is: $StorageAccountContainer" Write-Log -LogPath $FullLogPath -Message "Storage container is: $StorageAccountContainer" -Severity "Info" Write-Host "Storage account name is: $StorageAccountName" Write-Log -LogPath $FullLogPath -Message "Storage account name is: $StorageAccountName" -Severity "Info" Write-Host "Storage account key is $StorageAccountKey" Write-Log -LogPath $FullLogPath -Message "Storage account key is $StorageAccountKey" -Severity "Info" $method = "GET" $headerDate = '2015-02-21' $wc.Headers.Add("x-ms-version", "$headerDate") $Url = "https://$StorageAccountName.blob.core.windows.net/$StorageAccountContainer/$BlobFile" Write-Host "Blob URL is $Url" Write-Log -LogPath $FullLogPath -Message "Blob URL is $Url" -Severity "Info" $xmsdate = (get-date -format r).ToString() $wc.Headers.Add("x-ms-date", $xmsdate) $signatureString = "$method$([char]10)$([char]10)$([char]10)$contentLength$([char]10)$([char]10)$([char]10)$([char]10)$([char]10)$([char]10)$([char]10)$([char]10)$([char]10)" #Add CanonicalizedHeaders $signatureString += "x-ms-date:" + $wc.Headers["x-ms-date"] + "$([char]10)" $signatureString += "x-ms-version:" + $wc.Headers["x-ms-version"] + "$([char]10)" #Add CanonicalizedResource $uri = New-Object System.Uri -ArgumentList $url $signatureString += "/" + $StorageAccountName + $uri.AbsolutePath $dataToMac = [System.Text.Encoding]::UTF8.GetBytes($signatureString) $accountKeyBytes = [System.Convert]::FromBase64String($StorageAccountKey) $hmac = new-object System.Security.Cryptography.HMACSHA256((, $accountKeyBytes)) $signature = [System.Convert]::ToBase64String($hmac.ComputeHash($dataToMac)) $wc.Headers.Add("Authorization", "SharedKey " + $StorageAccountName + ":" + $signature); Try { Write-Host "Attempting file download now" Write-Log -LogPath $FullLogPath -Message "Attempting file download now" -Severity "Info" $wc.DownloadFile($Url, $OutPath) } Catch { Write-Host "There was a problem retrieving the file: $_.Exception.Message" Write-Log -LogPath $FullLogPath -Message "There was a problem retrieving the file: $_.Exception.Message" -Severity "Error" Throw "There was an error retrieving blob: $_.Exception.Message" Break } If (!(Test-Path -Path $OutPath)) { Write-Host "File did not exist after attempting retrieval" Write-Log -LogPath $FullLogPath -Message "File did not exist after attempting retrieval" -Severity "Error" Throw "Blob to download did not exist" Break } Else { Write-Host "File did exist after attempting retrieval" Write-Log -LogPath $FullLogPath -Message "File did exist after attempting retrieval" -Severity "Info" } } function Get-SendSmsBlob { [CmdletBinding()] Param ( [Parameter(Mandatory = $true)] [string] $StorageAccountName, [Parameter(Mandatory = $true)] [string] $StorageAccountKey, [Parameter(Mandatory = $true)] [string] $StorageAccountContainer ) $ErrorActionPreference = "SilentlyContinue" #Log File Info $LogPath = "C:\ProgramData\AutomationAzureOrchestration" $LogName = "Retrieve-SendSms-$(Get-Date -f "yyyyMMddhhmmssfff").log" $LogFile = Join-Path -Path $LogPath -ChildPath $LogName #Temp location $AllProtocols = [System.Net.SecurityProtocolType]'Ssl3,Tls,Tls11,Tls12' [System.Net.ServicePointManager]::SecurityProtocol = $AllProtocols $tempDirectory = (Join-Path $ENV:TEMP "SendSms-$(Get-Date -f "yyyyMMddhhmmssfff")") New-Item -ItemType Directory -Path $tempDirectory | Out-Null $sendSmsDirectory = "PR_SMS_UDSENDELSE" $sendSmsCDrive = "C:/$sendSmsDirectory" $sendSmsZip = "$sendSmsDirectory.zip" Start-Log -LogPath $LogPath -LogName $Logname -ErrorAction Stop $securityConfig = [Net.ServicePointManager]::SecurityProtocol Write-Host "Current security protocol is: $securityConfig" Write-Log -LogPath $LogFile -Message "Current security protocol is: $securityConfig" -Severity "Info" Write-Host "Temp file location is: $tempDirectory" Write-Log -LogPath $LogFile -Message "Temp file location is: $tempDirectory" -Severity "Info" Write-Host "Storage container is: $StorageAccountContainer" Write-Log -LogPath $LogFile -Message "Storage container is: $StorageAccountContainer" -Severity "Info" Write-Host "Storage account name is: $StorageAccountName" Write-Log -LogPath $LogFile -Message "Storage account name is: $StorageAccountName" -Severity "Info" Write-Host "Storage account key is $StorageAccountKey" Write-Log -LogPath $LogFile -Message "Storage account key is $StorageAccountKey" -Severity "Info" Write-Host "Checking if $sendSmsDirectory exists" Write-Log -LogPath $LogFile -Message "Checking if $sendSmsDirectory exists" -Severity "Info" If (!(Test-Path -Path $sendSmsCDrive)) { Write-Host "No $sendSmsDirectory existed, downloading it now" Write-Log -LogPath $LogFile -Message "No $sendSmsDirectory existed, downloading it now" -Severity "Info" Try { Get-Blob -FullLogPath $LogFile ` -StorageAccountKey $StorageAccountKey ` -StorageAccountName $StorageAccountName ` -StorageAccountContainer $StorageAccountContainer ` -BlobFile $sendSmsZip ` -OutPath $tempDirectory ` -ErrorAction Stop Write-Host "Expanding $tempDirectory/$sendSmsZip to C drive" Write-Log -LogPath $LogFile -Message "Expanding $tempDirectory/$sendSmsZip to C drive" -Severity "Info" Expand-Archive -Path "$tempDirectory/$sendSmsZip" -DestinationPath "C:/" -Force Write-Host "Removing temp directory $tempDirectory" Write-Log -LogPath $LogFile -Message "Removing temp directory $tempDirectory" -Severity "Info" } Catch { Write-Log -LogPath $LogFile -Message "There was an error retrieving SendSMS: $_.Exception.Message" -Severity "Error" Write-Host "There was an error retrieving SendSMS: $_.Exception.Message" Remove-Item -Path $tempDirectory -Recurse -Force | Out-Null Throw "There was an error retrieving SendSMS: $_.Exception.Message" } } Else { Write-Host "$sendSmsDirectory existed, exiting now" Write-Log -LogPath $LogFile -Message "$sendSmsDirectory existed, exiting now" -Severity "Info" } Remove-Item -Path $tempDirectory -Recurse -Force | Out-Null return Test-Path -Path "C:/$sendSmsDirectory" -IsValid } function Merge-HashTables { param( [Parameter(Mandatory = $true)] [hashtable] $hashOne, [Parameter(Mandatory = $true)] [hashtable] $hashTwo ) $keys = $hashOne.getenumerator() | foreach-object {$_.key} $keys | foreach-object { $key = $_ if ($hashTwo.containskey($key)) { $hashOne.remove($key) } } $hashTwo = $hashOne + $hashTwo return $hashTwo } function Send-HumioEvent { [CmdletBinding()] Param ( [Parameter(Mandatory = $true)] [string] $Token, [Parameter(Mandatory = $true)] [string] $Environment, [Parameter(Mandatory = $true)] [string] $Source, [Parameter(Mandatory = $true)] [string] $Event, [Parameter(Mandatory = $true)] [bool] $Success, [Parameter()] [string] $EncounteredError = 'null', [Parameter()] [hashtable] $ExtraAttributes = @{} ) $standardAttributes = @{ event = $Event; success = $Success; error = $EncounteredError } $combinedAttributes = Merge-HashTables -hashOne $standardAttributes -hashTwo $ExtraAttributes $attributesString = $combinedAttributes | ConvertTo-Json $timestamp = Get-Date -Format "o" $url = 'https://cloud.humio.com/api/v1/ingest/humio-structured' $headers = @{ 'Authorization' = 'Bearer ' + $Token; 'Content-Type' = 'application/json' } $structuredString = @" [ { "tags": { "env": "$Environment", "source": "$Source" }, "events": [ { "timestamp": "$timestamp", "attributes": $attributesString } ] } ] "@ try { $sendEventRequest = Invoke-WebRequest -UseBasicParsing $url ` -Method 'POST' ` -Headers $headers ` -Body $structuredString } catch [System.Net.WebException] { return $false } return $sendEventRequest.StatusCode -eq 200 } # Script is taken and adapted from the post here: https://tech.xenit.se/azure-automation-running-scripts-locally-vm-runbooks/ function Invoke-AzureRmVmScript { <# .SYNOPSIS Invoke an ad hoc PowerShell script on an AzureRM VM .DESCRIPTION Invoke an ad hoc PowerShell script on an AzureRM VM Prerequisites: * You have the AzureRM module * You're authenticated and have appropriate privileges * You're running PowerShell 3 or later (tested on 5, YMMV) .PARAMETER ResourceGroupName Resource group for the specified VMs .PARAMETER VMName One or more VM names to run against .PARAMETER StorageAccountName Storage account to store the script we invoke .PARAMETER StorageAccountKey Optional storage account key to generate StorageContext If not specified, we look one up via Get-AzureRmStorageAccountKey Note that this is a string. Beware, given the sensitivity of this key .PARAMETER StorageContainer Optional StorageContainer to use. Defaults to 'scripts' .PARAMETER ScriptFilename Optional Filename to use. Defaults to CustomScriptExtension.ps1 .PARAMETER ExtensionName Optional arbitrary name for the extension we add. Defaults to CustomScriptExtension .PARAMETER ScriptBlock Scriptblock to invoke. It appears we can collect output from StdOut and StdErr. Keep in mind these will be in string form. .EXAMPLE # TODO: Update this documentation # ResourceGroupName : My-Resource-Group # VMName : VM-22 # Substatuses : {Microsoft.Azure.Management.Compute.Models.InstanceViewStatus, # Microsoft.Azure.Management.Compute.Models.InstanceViewStatus} # StdOut_succeeded : Hello world! Running on VM-22\nWARNING: This is a warning # StdErr_succeeded : C:\Packages\Plugins\Microsoft.Compute.CustomScriptExtension\1. # 8\Downloads\0\Cus\ntomScriptExtension.ps1 : This is an # error\n + CategoryInfo : NotSpecified: (:) # [Write-Error], WriteErrorExcep \n tion\n + # FullyQualifiedErrorId : # Microsoft.PowerShell.Commands.WriteErrorExceptio \n # n,CustomScriptExtension.ps1\n # This example runs a simple hello world script on VM-22 # The force parameter removed an existing CustomScriptExtension, # and overwrote a matching container/file in my azure storage account .FUNCTIONALITY Azure #> [CmdletBinding()] Param( [Parameter(Mandatory = $True)] [string] $ResourceGroupName, [Parameter(Mandatory = $True)] [string] $VMName, [Parameter(Mandatory = $True)] [string] $StorageAccountName, [Parameter(Mandatory = $True)] [string] $ScriptFilename, [Parameter(Mandatory = $True)] [scriptblock] $ScriptBlock, [Parameter(Mandatory = $True)] [string] $ExtensionName, [Parameter()] [string] $StorageAccountKey, [Parameter()] [string] $StorageContainer = 'robot-vm-scripts', [Parameter()] [string]$ScriptArguments ) process { $CommonParams = @{ ResourceGroupName = $ResourceGroupName VMName = $VMName } Write-Verbose "Working with ResourceGroup $ResourceGroupName, VM $VMName" Try { $AzureRmVM = Get-AzureRmVM @CommonParams -ErrorAction Stop $AzureRmVMExtended = Get-AzureRmVM @CommonParams -Status -ErrorAction Stop } Catch { Write-Error $_ Write-Error "Failed to retrieve existing extension data for $VMName" continue } # Handle existing extensions Write-Verbose "Checking for existing extensions on VM '$VMName' in resource group '$ResourceGroupName'" $Extensions = $null $Extensions = @( $AzureRmVMExtended.Extensions | Where {$_.Type -like 'Microsoft.Compute.CustomScriptExtension'} ) if($Extensions.count -gt 0) { Write-Verbose "Found extensions on $VMName`:`n$($Extensions | Format-List | Out-String)" Try { # Theoretically can only be one, so... no looping, just remove. $Extensions | ForEach-Object { $ExtensionName = $_.Name Write-Verbose "Attempting to remove custom extension: $ExtensionName" $Output = Remove-AzureRmVMCustomScriptExtension @CommonParams -Name $ExtensionName -Force -ErrorAction Stop if($Output.StatusCode -notlike 'OK') { Throw "Remove-AzureRmVMCustomScriptExtension output seems off:`n$($Output | Format-List | Out-String)" } else{ Write-Verbose "Extension was removed successfully" } } } Catch { Write-Error $_ Write-Error "Failed to remove existing extension $($Extensions.Name) for VM '$VMName' in '$ResourceGroupName'" continue } } else { Write-Verbose "No existing extensions for $VMName" } # Upload the script Write-Verbose "Uploading script to storage account $StorageAccountName" if(-not $StorageContainer) { $StorageContainer = 'scripts' } if(-not $StorageAccountKey) { Try { $StorageAccountKey = (Get-AzureRmStorageAccountKey -ResourceGroupName $ResourceGroupName -Name $storageAccountName -ErrorAction Stop)[0].value } Catch { Write-Error $_ Write-Error "Failed to obtain Storage Account Key for storage account '$StorageAccountName' in Resource Group '$ResourceGroupName' for VM '$VMName'" continue } } Try { $StorageContext = New-AzureStorageContext -StorageAccountName $StorageAccountName -StorageAccountKey $StorageAccountKey } Catch { Write-Error $_ Write-Error "Failed to generate storage context for storage account '$StorageAccountName' in Resource Group '$ResourceGroupName' for VM '$VMName'" continue } Try { $Script = $ScriptBlock.ToString() $LocalFile = New-TemporaryFile Start-Sleep -Milliseconds 500 #This might not be needed Set-Content $LocalFile -Value $Script -ErrorAction Stop $params = @{ Container = $StorageContainer Context = $StorageContext } $Existing = $Null $Existing = @( Get-AzureStorageBlob @params -ErrorAction Stop ) $Output = Set-AzureStorageBlobContent @params -File $Localfile -Blob $ScriptFilename -ErrorAction Stop -Force if ($Output.Name -notlike $ScriptFilename) { Throw "Set-AzureStorageBlobContent output seems off:`n$($Output | Format-List | Out-String)" } } Catch { Write-Error $_ Write-Error "Failed to generate or upload local script for VM '$VMName' in Resource Group '$ResourceGroupName'" continue } $Output = $Null Write-Verbose "Adding CustomScriptExtension to VM '$VMName' in resource group '$ResourceGroupName'" Try { if (!$ScriptArguments) { $Output = Set-AzureRmVMCustomScriptExtension -ResourceGroupName $ResourceGroupName ` -VMName $VMName ` -Location $AzureRmVM.Location ` -FileName $ScriptFilename ` -ContainerName $StorageContainer ` -StorageAccountName $StorageAccountName ` -StorageAccountKey $StorageAccountKey ` -Name $ExtensionName ` -TypeHandlerVersion 1.1 ` -Run $ScriptFilename ` -ErrorAction Stop } else { $Output = Set-AzureRmVMCustomScriptExtension -ResourceGroupName $ResourceGroupName ` -VMName $VMName ` -Location $AzureRmVM.Location ` -FileName $ScriptFilename ` -ContainerName $StorageContainer ` -StorageAccountName $StorageAccountName ` -StorageAccountKey $StorageAccountKey ` -Name $ExtensionName ` -TypeHandlerVersion 1.1 ` -Run $ScriptFilename ` -Argument $ScriptArguments ` -ErrorAction Stop } } Catch { Write-Error $_ Write-Error "Failed to set CustomScriptExtension for VM '$VMName' in resource group $ResourceGroupName" continue } return $Output.StatusCode -like 'OK' } } function Connect-RobotVmOrchestrator { Param ( [Parameter(Mandatory = $true)] [string] $LogPath, [Parameter(Mandatory = $true)] [string] $LogName, [Parameter(Mandatory = $true)] [string] $OrchestratorUrl, [Parameter(Mandatory = $true)] [string] $OrchestratorApiUrl, [Parameter(Mandatory = $true)] [string] $OrchestratorApiToken ) [Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12 $fullLogPath = Join-Path -Path $LogPath -ChildPath $LogName Start-Log -LogPath $LogPath -LogName $LogName $robotExePath = [System.IO.Path]::Combine(${ENV:ProgramFiles(x86)}, "UiPath", "Studio", "UiRobot.exe") Write-Host "Robot exe is $robotExePath" Write-Log -LogPath $fullLogPath -Message "Robot exe is $robotExePath" -Severity 'Info' If (-Not (Test-Path $robotExePath)) { $errorString = "No robot exe was found on the $env:computername" Write-Log -LogPath $fullLogPath -Message $errorString -Severity 'Error' $formattedError = New-Object System.Exception $errorString Throw $formattedError } else { Write-Host "Robot exe found at $robotExePath" Write-Log -LogPath $fullLogPath -Message "Robot exe found at $robotExePath" -Severity 'Info' } Write-Host "Orchestrator API Url is $OrchestratorApiUrl" Write-Log -LogPath $fullLogPath -Message "Orchestrator API Url is $OrchestratorApiUrl" -Severity "Info" $connectOutput = $Null $machinesUrl = "$OrchestratorApiUrl/api/v1/all-machines" Write-Host "Url for retrieving machine keys is $machinesUrl" Write-Log -LogPath $fullLogPath -Message "Url for retrieving machine keys is $machinesUrl" -Severity "Info" $machineString = Download-String -FullLogPath $fullLogPath ` -Url $machinesUrl ` -AuthToken $OrchestratorApiUrl Write-Host "Machines are $machineString" $machines = $machineString | ConvertFrom-Json $RobotKey = $null ForEach ($machine in $machines) { If ($env:computername -eq $machine.name) { $RobotKey = $machine.key } } Write-Host "RobotKey is null: " ($RobotKey -eq $null) If ($RobotKey -eq $null) { $errorString = "No license key found for machine: $env:computername" Write-Log -LogPath $fullLogPath -Message $errorString -Severity 'Info' Write-Host $errorString $formattedError = New-Object System.Exception $errorString Throw $formattedError } Write-Log -LogPath $fullLogPath -Message "License key for $env:computername is: $RobotKey" -Severity 'Info' Write-Host "License key for $env:computername is: $RobotKey" Write-Log -LogPath $fullLogPath -Message "Orchestrator URL to connect to is: $OrchestratorUrl" -Severity 'Info' Write-Host "Orchestrator URL to connect to is: $OrchestratorUrl" $service = Get-Service -DisplayName 'UiPath Robot*' If ($service.Status -eq "Running") { Write-Log -LogPath $fullLogPath -Message "Robot service was running." -Severity 'Info' Write-Host "Robot service was running." } Else { Write-Log -LogPath $fullLogPath -Message "Robot service was not running, starting it now." -Severity 'Info' Write-Host "Robot service was not running, starting it now." Start-Process -FilePath $robotExePath -Wait -Verb runAs -WindowStyle Hidden $waitForRobotSVC = Wait-ForService "UiPath Robot*" "00:01:20" } Write-Log -LogPath $fullLogPath -Message "Running robot.exe connection command" -Severity 'Info' Write-Host "Running robot.exe connection command" $cmdArgList = @( "--connect", "-url", "$OrchestratorUrl", "-key", "$RobotKey" ) Write-Log -LogPath $fullLogPath -Message "Attempting robot connect command" -Severity 'Info' Write-Host "Attempting robot connect command" $connectOutput = cmd /c $robotExePath $cmdArgList '2>&1' Write-Host "Connect robot output is: $connectOutput" Write-Log -LogPath $fullLogPath -Message "Connect robot output is: $connectOutput" -Severity 'Info' If (-Not (($connectOutput -eq $null) -Or ($connectOutput -like "*Orchestrator already connected!*"))) { Write-Log -LogPath $fullLogPath -Message "The robot was not connected correctly: $connectOutput" -Severity 'Error' return $false } Write-Log -LogPath $fullLogPath -Message "Robot was connected correctly" -Severity "Info" Write-Host "Robot was connected correctly" return $true } function Add-Font { [CmdletBinding()] Param ( [Parameter(Mandatory = $true)] [string] $FontName, [Parameter(Mandatory = $true)] [string] $FontFullName, [Parameter(Mandatory = $true)] [string] $FontDirectory ) $fontExists = $Null Write-Host "Font fullname is: $FontFullName" Write-Host "Font name is: $FontName" If (-not(Test-Path "$FontDirectory\$FontName")) { $onlyFontName = $FontName.Substring(0, $FontName.Length - 4) Write-Host "Trying to install font: $onlyFontName" Copy-Item $FontFullName -Destination $FontDirectory -Force reg add "HKLM\SOFTWARE\Microsoft\Windows NT\CurrentVersion\Fonts" /v "$onlyFontName (OpenType)" /t REG_SZ /d $FontName /f If (-not(Test-Path "$FontDirectory\$FontName")) { $fontExists = $false Write-Host "Font file not found after trying to install it" } Else { $fontExists = $true Write-Host "Successfully installed font $FontName" } } Else { Write-Host "Font $FontName already exists, not installing now" $fontExists = $true } return $fontExists } function Install-Fonts { [CmdletBinding()] Param ( [Parameter(Mandatory = $true)] [string] $StorageAccountName, [Parameter(Mandatory = $true)] [string] $StorageAccountKey, [Parameter(Mandatory = $true)] [string] $StorageAccountContainer ) $ErrorActionPreference = "Stop" $LogPath = "C:\ProgramData\AutomationAzureOrchestration" $LogName = "Install-Fonts-$(Get-Date -f "yyyyMMddhhmmssfff").log" $LogFile = Join-Path -Path $LogPath -ChildPath $LogName Start-Log -LogPath $LogPath -LogName $Logname -ErrorAction Stop $AllProtocols = [System.Net.SecurityProtocolType]'Ssl3,Tls,Tls11,Tls12' [System.Net.ServicePointManager]::SecurityProtocol = $AllProtocols $securityConfig = [Net.ServicePointManager]::SecurityProtocol Write-Host "Current security protocol is: $securityConfig" Write-Log -LogPath $LogFile -Message "Current security protocol is: $securityConfig" -Severity "Info" #Temp location $tempDirectory = (Join-Path $ENV:TEMP "ViaOffice-$(Get-Date -f "yyyyMMddhhmmssfff")") New-Item -ItemType Directory -Path $tempDirectory | Out-Null Write-Host "Temp file location is: $tempDirectory" Write-Log -LogPath $LogFile -Message "Temp file location is: $tempDirectory" -Severity "Info" Write-Host "Storage container is: $StorageAccountContainer" Write-Log -LogPath $LogFile -Message "Storage container is: $StorageAccountContainer" -Severity "Info" Write-Host "Storage account name is: $StorageAccountName" Write-Log -LogPath $LogFile -Message "Storage account name is: $StorageAccountName" -Severity "Info" Write-Host "Storage account key is $StorageAccountKey" Write-Log -LogPath $LogFile -Message "Storage account key is $StorageAccountKey" -Severity "Info" $via = "ViaOffice" $viaOfficeZip = "$via.zip" $fontsFound = New-Object Collections.Generic.List[bool] Try { Get-Blob -FullLogPath $LogFile ` -StorageAccountKey $StorageAccountKey ` -StorageAccountName $StorageAccountName ` -StorageAccountContainer $StorageAccountContainer ` -BlobFile $viaOfficeZip ` -OutPath $tempDirectory $viaExpandedDir = "$tempDirectory\$via" Write-Host "Expanding $tempDirectory/$viaOfficeZip to $viaExpandedDir" Write-Log -LogPath $LogFile -Message "Expanding $tempDirectory/$viaOfficeZip to $viaExpandedDir" -Severity "Info" New-Item -ItemType Directory -Path $viaExpandedDir Expand-Archive -Path "$tempDirectory\$viaOfficeZip" -DestinationPath $viaExpandedDir -Force If ((Get-ChildItem -Path $viaExpandedDir | Measure-Object).Count -eq 0) { Write-Host "Expanded zip was empty" Write-Log -LogPath $LogFile -Message "Expanded zip was empty" -Severity "Error" Throw "Expanded zip was empty" Break } $Source = "$viaExpandedDir\*" $FontDirectory = "C:\Windows\Fonts" $Destination = (New-Object -ComObject Shell.Application).Namespace(0x14) Get-ChildItem -Path $Source -Include '*.ttf', '*.ttc', '*.otf' -Recurse | ForEach-Object { Write-Host "Font fullname is: $($_.FullName)" Write-Log -LogPath $LogFile -Message "Font fullname is: $($_.FullName)" -Severity "Info" Write-Host "Font name is: $($_.Name)" Write-Log -LogPath $LogFile -Message "Font name is: $($_.Name)" -Severity "Info" $fontAddSuccessful = Add-Font -FontName $_.Name -FontFullName $_.FullName -FontDirectory $FontDirectory Write-Host "Successfully added font: $fontAddSuccessful" Write-Log -LogPath $LogFile -Message "Successfully added font: $fontAddSuccessful" -Severity "Info" $fontsFound.Add($fontAddSuccessful) } Write-Host "Successfully installed fonts" Write-Log -LogPath $LogFile -Message "Successfully installed fonts" -Severity "Info" Write-Host "Removing temp directory $tempDirectory" Write-Log -LogPath $LogFile -Message "Removing temp directory $tempDirectory" -Severity "Info" Remove-Item $tempDirectory -Recurse -Force | Out-Null } Catch { Write-Log -LogPath $LogFile -Message "There was an error installing fonts: $_.Exception" -Severity "Error" Write-Host "There was an error installing fonts: $_.Exception" Throw "There was an error installing fonts: $_.Exception" } return (-not ($fontsFound.Contains($false))) } Export-ModuleMember -Function Start-Log Export-ModuleMember -Function Write-Log Export-ModuleMember -Function Wait-ForService Export-ModuleMember -Function Download-File Export-ModuleMember -Function Download-String Export-ModuleMember -Function Format-LogMessage Export-ModuleMember -Function Install-Filebeat Export-ModuleMember -Function Get-FilebeatZip Export-ModuleMember -Function Stop-FilebeatService Export-ModuleMember -Function Get-FilebeatService Export-ModuleMember -Function Get-FilebeatConfig Export-ModuleMember -Function Start-FilebeatService Export-ModuleMember -Function Remove-OldFilebeatFolders Export-ModuleMember -Function Confirm-FilebeatServiceRunning Export-ModuleMember -Function Get-Blob Export-ModuleMember -Function Get-SendSmsBlob Export-ModuleMember -Function Merge-HashTables Export-ModuleMember -Function Send-HumioEvent Export-ModuleMember -Function Invoke-AzureRmVmScript Export-ModuleMember -Function Connect-RobotVmOrchestrator Export-ModuleMember -Function Install-Fonts |