Functions/GenXdev.Queries.Webbrowser/Get-GoogleSearchResultUrls.ps1
|
############################################################################### <# .SYNOPSIS Performs a google search and returns the links .DESCRIPTION Performs a google search and returns the links .PARAMETER Query The google query to perform .PARAMETER Max The maximum number of results to obtain, defaults to 200 .EXAMPLE PS C:\> $Urls = Get-GoogleSearchResultUrls "site:github.com PowerShell module"; $Urls .NOTES Requires the Windows 10+ Operating System #> ################################################################################ function Get-GoogleSearchResultUrls { [CmdletBinding()] [System.Diagnostics.CodeAnalysis.SuppressMessageAttribute("PSUseSingularNouns", "")] [Alias("qlinksget")] param( [parameter( Mandatory, Position = 0, ValueFromRemainingArguments, ValueFromPipeline, ValueFromPipelineByPropertyName, HelpMessage = "The query to perform" )] [string[]] $Queries, ################################################################################ [parameter( Mandatory = $false, HelpMessage = "The maximum number of results to obtain, defaults to 200" )] [int] $Max = 200, ############################################################################### [ValidateSet( "Afrikaans", "Akan", "Albanian", "Amharic", "Arabic", "Armenian", "Azerbaijani", "Basque", "Belarusian", "Bemba", "Bengali", "Bihari", "Bork, bork, bork!", "Bosnian", "Breton", "Bulgarian", "Cambodian", "Catalan", "Cherokee", "Chichewa", "Chinese (Simplified)", "Chinese (Traditional)", "Corsican", "Croatian", "Czech", "Danish", "Dutch", "Elmer Fudd", "English", "Esperanto", "Estonian", "Ewe", "Faroese", "Filipino", "Finnish", "French", "Frisian", "Ga", "Galician", "Georgian", "German", "Greek", "Guarani", "Gujarati", "Hacker", "Haitian Creole", "Hausa", "Hawaiian", "Hebrew", "Hindi", "Hungarian", "Icelandic", "Igbo", "Indonesian", "Interlingua", "Irish", "Italian", "Japanese", "Javanese", "Kannada", "Kazakh", "Kinyarwanda", "Kirundi", "Klingon", "Kongo", "Korean", "Krio (Sierra Leone)", "Kurdish", "Kurdish (Soranî)", "Kyrgyz", "Laothian", "Latin", "Latvian", "Lingala", "Lithuanian", "Lozi", "Luganda", "Luo", "Macedonian", "Malagasy", "Malay", "Malayalam", "Maltese", "Maori", "Marathi", "Mauritian Creole", "Moldavian", "Mongolian", "Montenegrin", "Nepali", "Nigerian Pidgin", "Northern Sotho", "Norwegian", "Norwegian (Nynorsk)", "Occitan", "Oriya", "Oromo", "Pashto", "Persian", "Pirate", "Polish", "Portuguese (Brazil)", "Portuguese (Portugal)", "Punjabi", "Quechua", "Romanian", "Romansh", "Runyakitara", "Russian", "Scots Gaelic", "Serbian", "Serbo-Croatian", "Sesotho", "Setswana", "Seychellois Creole", "Shona", "Sindhi", "Sinhalese", "Slovak", "Slovenian", "Somali", "Spanish", "Spanish (Latin American)", "Sundanese", "Swahili", "Swedish", "Tajik", "Tamil", "Tatar", "Telugu", "Thai", "Tigrinya", "Tonga", "Tshiluba", "Tumbuka", "Turkish", "Turkmen", "Twi", "Uighur", "Ukrainian", "Urdu", "Uzbek", "Vietnamese", "Welsh", "Wolof", "Xhosa", "Yiddish", "Yoruba", "Zulu")] [parameter( Mandatory = $false, HelpMessage = "The language of the returned search results" )] [string] $Language = $null ) begin { # initialize script-scoped data structure $Script:searchData = @{ urls = @() query = "" more = $false done = @{} source = @{ url = "" } } # prepare language key for search URL $langKey = "&hl=en" if (![string]::IsNullOrWhiteSpace($Language)) { $langKey = "&hl=en&lr=lang_$([Uri]::EscapeUriString( (Get-WebLanguageDictionary)[$Language] ))" } } process { foreach ($Query in $Queries) { # prepare search URL $encodedQuery = [Uri]::EscapeUriString($Query) $url = "https://www.google.com/search?q=$encodedQuery$langKey" # initialize search data for this query $Script:searchData.urls = @() $Script:searchData.query = $encodedQuery $Script:searchData.more = $false $Script:searchData.done = @{} $Script:searchData.source.url = $url # navigate to search page Set-WebbrowserTabLocation $url do { $null = Start-Sleep 10 # execute search result extraction script $null = Invoke-WebbrowserEvaluation -Scripts @( "$PSScriptRoot\Get-GoogleSearchResultUrls.js" ) # output results while respecting max limit $Script:searchData.urls | ForEach-Object -ErrorAction SilentlyContinue { if ($Max-- -gt 0) { $_ } } } while ($Script:searchData.more -and ($Max -gt 0)) } } } ################################################################################ |