public/Send-TuneFile.ps1
|
function Send-TuneFile { <# .SYNOPSIS Submits files to the model for training. .DESCRIPTION This function uploads files specified by the user to the model for training. .PARAMETER FilePath Path to the file(s) to be uploaded. .EXAMPLE Get-ChildItem *.jsonl | Send-TuneFile .EXAMPLE Send-TuneFile -FilePath C:\path\to\file.csv #> [CmdletBinding()] param ( [Parameter(Mandatory, ValueFromPipeline)] [string[]]$FilePath ) process { foreach ($file in $FilePath) { Write-Verbose "Processing $file" $extension = (Get-ChildItem $file).Extension $basename = (Get-ChildItem $file).BaseName # UGH, I cannot figure out how to effectively convert to JSONL $fileContent = switch ($extension) { '.csv' { throw "CSV file conversion is not yet supported." Write-Verbose "Converting to CSV" Import-Csv $file } '.pdf' { throw "PDF file conversion is not yet supported." Write-Verbose "Converting from PDF" Import-PDFFile $file } default { if ($extension -eq ".json") { throw "JSON file conversion is not yet supported." Get-Content $file | ConvertFrom-Json } elseif ($extension -ne ".jsonl") { throw "Non JSONL files not yet supported." Write-Verbose "File type $extension is not supported but will try anyway." Get-Content $file } } } if ($extension -eq ".jsonl") { $tempFile = $file } else { # Invoke-RestMethod -File requires a physical file. $tempFile = Join-Path -Path ([System.IO.Path]::GetTempPath()) -ChildPath "$basename.jsonl" foreach ($row in $fileContent) { $addContentParams = @{ Path = $tempFile Value = ($row | ConvertTo-Json -Compress) Encoding = 'utf8' } Add-Content @addContentParams } } # Existing variables $uri = "https://api.openai.com/v1/files" $form = @{ purpose = "fine-tune" file = Get-Item -Path $tempFile } $params = @{ Uri = $Uri Method = "POST" Form = $Form } Invoke-RestMethod2 @params if ($tempfile -ne $file) { # Delete the temporary .jsonl file Remove-Item -Path $tempFile -Verbose } } } } |