azure.datafactory.tools

1.16.0-preview

adhoc/Get-DatasetsViaRestAPI.ps1

                                
Get-AzDataFactoryV2Dataset -ResourceGroupName 'rg-datafactory' -DataFactoryName 'SQLPlayerDemo'

Set-AzContext 'MVP'

Install-Module 'azure.datafactory.tools' -Scope CurrentUser

Import-Module 'azure.datafactory.tools'

$VerbosePreference = 'Continue'

$DebugPreference = 'SilentlyContinue'

Get-AdfFromService -ResourceGroupName 'rg-datafactory' -FactoryName 'SQLPlayerDemo'

# Variables

$rg      = 'rg-devops-factory'

$adfName = 'SQLPlayerDemo-UAT'

# Retrieve all datasets via API without parsing

$adf = Get-AzDataFactoryV2 -ResourceGroupName $rg -DataFactoryName $adfName

$adf

$url = "https://management.azure.com$($adf.DataFactoryId)/datasets?api-version=2018-06-01"

$url

# Retrieve datasets one by one via Az.DataFactory module

$ErrorActionPreference = 'Stop'

$r = Invoke-AzRestMethod -Method Get -Uri $url #-Headers $authHeader -ContentType "application/json"

($r.Content | ConvertFrom-Json).value | select -Property name | ft

$dsArray = $r.Value

foreach ($ds in $dsArray) {

    Write-Host "Reading dataset: $($ds.name) ..."

    Get-AzDataFactoryV2Dataset -ResourceGroupName $rg -DataFactoryName $adfName -Name $ds.name

}