d20d6a606a
A number of tests require the sources to be present in order to work correctly. During cleanup be sure to remove any lingering powershell.exe processes because subsequent runs will not be able to update the test binaries.
332 lines
12 KiB
PowerShell
332 lines
12 KiB
PowerShell
param(
|
|
[Parameter(Mandatory = $true, Position = 0)] $coverallsToken,
|
|
[Parameter(Mandatory = $true, Position = 1)] $codecovToken,
|
|
[Parameter(Position = 2)] $azureLogDrive = "L:\",
|
|
[switch] $SuppressQuiet
|
|
)
|
|
|
|
# Read the XML and create a dictionary for FileUID -> file full path.
|
|
function GetFileTable()
|
|
{
|
|
$files = $script:covData | Select-Xml './/File'
|
|
foreach($file in $files)
|
|
{
|
|
$script:fileTable[$file.Node.uid] = $file.Node.fullPath
|
|
}
|
|
}
|
|
|
|
# Get sequence points for a particular file
|
|
function GetSequencePointsForFile([string] $fileId)
|
|
{
|
|
$lineCoverage = [System.Collections.Generic.Dictionary[string,int]]::new()
|
|
|
|
$sequencePoints = $script:covData | Select-Xml ".//SequencePoint[@fileid = '$fileId']"
|
|
|
|
if($sequencePoints.Count -gt 0)
|
|
{
|
|
foreach($sp in $sequencePoints)
|
|
{
|
|
$visitedCount = [int]::Parse($sp.Node.vc)
|
|
$lineNumber = [int]::Parse($sp.Node.sl)
|
|
$lineCoverage[$lineNumber] += [int]::Parse($visitedCount)
|
|
}
|
|
|
|
return $lineCoverage
|
|
}
|
|
}
|
|
|
|
#### Convert the OpenCover XML output for CodeCov.io JSON format as it is smaller.
|
|
function ConvertTo-CodeCovJson
|
|
{
|
|
param(
|
|
[string] $Path,
|
|
[string] $DestinationPath
|
|
)
|
|
|
|
$Script:fileTable = [ordered]@{}
|
|
$Script:covData = [xml] (Get-Content -ReadCount 0 -Raw -Path $Path)
|
|
$totalCoverage = [PSCustomObject]::new()
|
|
$totalCoverage | Add-Member -MemberType NoteProperty -Name "coverage" -Value ([PSCustomObject]::new())
|
|
|
|
## Populate the dictionary with file uid and file names.
|
|
GetFileTable
|
|
$keys = $Script:fileTable.Keys
|
|
$progress=0
|
|
foreach($f in $keys)
|
|
{
|
|
Write-Progress -Id 1 -Activity "Converting to JSON" -Status 'Converting' -PercentComplete ($progress * 100 / $keys.Count)
|
|
$fileCoverage = GetSequencePointsForFile -fileId $f
|
|
$fileName = $Script:fileTable[$f]
|
|
$previousFileCoverage = $totalCoverage.coverage.${fileName}
|
|
|
|
##Update the values for the lines in the file.
|
|
if($null -ne $previousFileCoverage)
|
|
{
|
|
foreach($lineNumber in $fileCoverage.Keys)
|
|
{
|
|
$previousFileCoverage[$lineNumber] += [int]::Parse($fileCoverage[$lineNumber])
|
|
}
|
|
}
|
|
else ## the file is new, so add the values as a new NoteProperty.
|
|
{
|
|
$totalCoverage.coverage | Add-Member -MemberType NoteProperty -Value $fileCoverage -Name $fileName
|
|
}
|
|
|
|
$progress++
|
|
}
|
|
|
|
Write-Progress -Id 1 -Completed -Activity "Converting to JSON"
|
|
|
|
$totalCoverage | ConvertTo-Json -Depth 5 -Compress | out-file $DestinationPath -Encoding ascii
|
|
}
|
|
|
|
function Write-LogPassThru
|
|
{
|
|
Param(
|
|
[Parameter(Mandatory=$true, ValueFromPipeline=$true, Position = 0)]
|
|
[string] $Message,
|
|
$Path = "$env:Temp\CodeCoverageRunLogs.txt"
|
|
)
|
|
|
|
$message = "{0:d} - {0:t} : {1}" -f ([datetime]::now),$message
|
|
Add-Content -Path $Path -Value $Message -PassThru -Force
|
|
}
|
|
|
|
function Push-CodeCovData
|
|
{
|
|
param (
|
|
[Parameter(Mandatory=$true)]$file,
|
|
[Parameter(Mandatory=$true)]$CommitID,
|
|
[Parameter(Mandatory=$false)]$token,
|
|
[Parameter(Mandatory=$false)]$Branch = "master"
|
|
)
|
|
$VERSION="64c1150"
|
|
$url="https://codecov.io"
|
|
|
|
$query = "package=bash-${VERSION}&token=${token}&branch=${Branch}&commit=${CommitID}&build=&build_url=&tag=&slug=&yaml=&service=&flags=&pr=&job="
|
|
$uri = "$url/upload/v2?${query}"
|
|
$response = Invoke-WebRequest -Method Post -InFile $file -Uri $uri
|
|
|
|
if ( $response.StatusCode -ne 200 )
|
|
{
|
|
Write-LogPassThru -Message "Upload failed for upload uri: $uploaduri"
|
|
throw "upload failed"
|
|
}
|
|
}
|
|
|
|
Write-LogPassThru -Message "***** New Run *****"
|
|
|
|
Write-LogPassThru -Message "Forcing winrm quickconfig as it is required for remoting tests."
|
|
winrm quickconfig -force
|
|
|
|
$codeCoverageZip = 'https://ci.appveyor.com/api/projects/PowerShell/powershell-f975h/artifacts/CodeCoverage.zip'
|
|
$testContentZip = 'https://ci.appveyor.com/api/projects/PowerShell/powershell-f975h/artifacts/tests.zip'
|
|
$openCoverZip = 'https://ci.appveyor.com/api/projects/PowerShell/powershell-f975h/artifacts/OpenCover.zip'
|
|
|
|
Write-LogPassThru -Message "codeCoverageZip: $codeCoverageZip"
|
|
Write-LogPassThru -Message "testcontentZip: $testContentZip"
|
|
Write-LogPassThru -Message "openCoverZip: $openCoverZip"
|
|
|
|
$outputBaseFolder = "$env:Temp\CC"
|
|
$null = New-Item -ItemType Directory -Path $outputBaseFolder -Force
|
|
|
|
$openCoverPath = "$outputBaseFolder\OpenCover"
|
|
$testRootPath = "$outputBaseFolder\tests"
|
|
$testPath = "$testRootPath\powershell"
|
|
$psBinPath = "$outputBaseFolder\PSCodeCoverage"
|
|
$openCoverTargetDirectory = "$outputBaseFolder\OpenCoverToolset"
|
|
$outputLog = "$outputBaseFolder\CodeCoverageOutput.xml"
|
|
$elevatedLogs = "$outputBaseFolder\TestResults_Elevated.xml"
|
|
$unelevatedLogs = "$outputBaseFolder\TestResults_Unelevated.xml"
|
|
$testToolsPath = "$testRootPath\tools"
|
|
$jsonFile = "$outputBaseFolder\CC.json"
|
|
|
|
try
|
|
{
|
|
## This is required so we do not keep on merging coverage reports.
|
|
if(Test-Path $outputLog)
|
|
{
|
|
Remove-Item $outputLog -Force -ErrorAction SilentlyContinue
|
|
}
|
|
|
|
$oldErrorActionPreference = $ErrorActionPreference
|
|
$ErrorActionPreference = 'Stop'
|
|
Write-LogPassThru -Message "Starting downloads."
|
|
Invoke-WebRequest -uri $codeCoverageZip -outfile "$outputBaseFolder\PSCodeCoverage.zip"
|
|
Invoke-WebRequest -uri $testContentZip -outfile "$outputBaseFolder\tests.zip"
|
|
Invoke-WebRequest -uri $openCoverZip -outfile "$outputBaseFolder\OpenCover.zip"
|
|
Write-LogPassThru -Message "Downloads complete. Starting expansion"
|
|
|
|
Expand-Archive -path "$outputBaseFolder\PSCodeCoverage.zip" -destinationpath "$psBinPath" -Force
|
|
Expand-Archive -path "$outputBaseFolder\tests.zip" -destinationpath $testRootPath -Force
|
|
Expand-Archive -path "$outputBaseFolder\OpenCover.zip" -destinationpath $openCoverPath -Force
|
|
|
|
## Download Coveralls.net uploader
|
|
$coverallsToolsUrl = 'https://github.com/csMACnz/coveralls.net/releases/download/0.7.0/coveralls.net.0.7.0.nupkg'
|
|
$coverallsPath = "$outputBaseFolder\coveralls"
|
|
|
|
## Saving the nupkg as zip so we can expand it.
|
|
Invoke-WebRequest -uri $coverallsToolsUrl -outfile "$outputBaseFolder\coveralls.zip"
|
|
Expand-Archive -Path "$outputBaseFolder\coveralls.zip" -DestinationPath $coverallsPath -Force
|
|
|
|
Write-LogPassThru -Message "Expansion complete."
|
|
|
|
Import-Module "$openCoverPath\OpenCover" -Force
|
|
Install-OpenCover -TargetDirectory $openCoverTargetDirectory -force
|
|
Write-LogPassThru -Message "OpenCover installed."
|
|
|
|
Write-LogPassThru -Message "TestPath : $testPath"
|
|
Write-LogPassThru -Message "openCoverPath : $openCoverTargetDirectory\OpenCover"
|
|
Write-LogPassThru -Message "psbinpath : $psBinPath"
|
|
Write-LogPassThru -Message "elevatedLog : $elevatedLogs"
|
|
Write-LogPassThru -Message "unelevatedLog : $unelevatedLogs"
|
|
Write-LogPassThru -Message "TestToolsPath : $testToolsPath"
|
|
|
|
$openCoverParams = @{outputlog = $outputLog;
|
|
TestPath = $testPath;
|
|
OpenCoverPath = "$openCoverTargetDirectory\OpenCover";
|
|
PowerShellExeDirectory = "$psBinPath";
|
|
PesterLogElevated = $elevatedLogs;
|
|
PesterLogUnelevated = $unelevatedLogs;
|
|
TestToolsModulesPath = "$testToolsPath\Modules";
|
|
}
|
|
|
|
if($SuppressQuiet)
|
|
{
|
|
$openCoverParams.Add('SuppressQuiet', $true)
|
|
}
|
|
|
|
# grab the commitID, we need this to grab the right sources
|
|
$gitCommitId = & "$psBinPath\powershell.exe" -noprofile -command { $PSVersiontable.GitCommitId }
|
|
$commitId = $gitCommitId.substring($gitCommitId.LastIndexOf('-g') + 2)
|
|
|
|
# download the src directory
|
|
try
|
|
{
|
|
$gitexe = "C:\Program Files\git\bin\git.exe"
|
|
# operations relative to where the test location is.
|
|
# some tests rely on source files being available in $outputBaseFolder/test
|
|
Push-Location $outputBaseFolder
|
|
# clean up partial repo clone before starting
|
|
if ( Test-Path "$outputBaseFolder/.git" )
|
|
{
|
|
remove-item -force -recurse "${outputBaseFolder}/.git"
|
|
}
|
|
if ( Test-Path "$outputBaseFolder/src" )
|
|
{
|
|
remove-item -force -recurse "${outputBaseFolder}/src"
|
|
}
|
|
Write-LogPassThru -Message "initializing repo in $outputBaseFolder"
|
|
& $gitexe init
|
|
Write-LogPassThru -Message "git operation 'init' returned $LASTEXITCODE"
|
|
|
|
Write-LogPassThru -Message "adding remote"
|
|
& $gitexe remote add origin https://github.com/PowerShell/PowerShell
|
|
Write-LogPassThru -Message "git operation 'remote add' returned $LASTEXITCODE"
|
|
|
|
Write-LogPassThru -Message "setting sparse-checkout"
|
|
& $gitexe config core.sparsecheckout true
|
|
Write-LogPassThru -Message "git operation 'set sparse-checkout' returned $LASTEXITCODE"
|
|
|
|
Write-LogPassThru -Message "pulling sparse repo"
|
|
"src" | out-file -encoding ascii .git\info\sparse-checkout
|
|
& $gitexe pull origin master
|
|
Write-LogPassThru -Message "git operation 'pull' returned $LASTEXITCODE"
|
|
|
|
Write-LogPassThru -Message "checkout commit $commitId"
|
|
& $gitexe checkout $commitId
|
|
Write-LogPassThru -Message "git operation 'checkout' returned $LASTEXITCODE"
|
|
}
|
|
finally
|
|
{
|
|
Pop-Location
|
|
}
|
|
|
|
$openCoverParams | Out-String | Write-LogPassThru
|
|
Write-LogPassThru -Message "Starting test run."
|
|
|
|
if(Test-Path $outputLog)
|
|
{
|
|
Remove-Item $outputLog -Force -ErrorAction SilentlyContinue
|
|
}
|
|
# now invoke opencover
|
|
Invoke-OpenCover @openCoverParams
|
|
|
|
if(Test-Path $outputLog)
|
|
{
|
|
Write-LogPassThru -Message (get-childitem $outputLog).FullName
|
|
}
|
|
|
|
Write-LogPassThru -Message "Test run done."
|
|
|
|
Write-LogPassThru -Message $commitId
|
|
|
|
$coverallsPath = "$outputBaseFolder\coveralls"
|
|
|
|
$commitInfo = Invoke-RestMethod -Method Get "https://api.github.com/repos/powershell/powershell/git/commits/$commitId"
|
|
$message = ($commitInfo.message).replace("`n", " ")
|
|
$author = $commitInfo.author.name
|
|
$email = $commitInfo.author.email
|
|
|
|
$coverallsExe = Join-Path $coverallsPath "tools\csmacnz.Coveralls.exe"
|
|
$coverallsParams = @("--opencover",
|
|
"-i $outputLog",
|
|
"--repoToken $coverallsToken",
|
|
"--commitId $commitId",
|
|
"--commitBranch master",
|
|
"--commitAuthor `"$author`"",
|
|
"--commitEmail $email",
|
|
"--commitMessage `"$message`""
|
|
)
|
|
|
|
$coverallsParams | ForEach-Object { Write-LogPassThru -Message $_ }
|
|
|
|
Write-LogPassThru -Message "Uploading to CoverAlls"
|
|
& $coverallsExe """$coverallsParams"""
|
|
|
|
Write-LogPassThru -Message "Uploading to CodeCov"
|
|
if ( test-path $outputLog ) {
|
|
ConvertTo-CodeCovJson -Path $outputLog -DestinationPath $jsonFile
|
|
Push-CodeCovData -file $jsonFile -CommitID $commitId -token $codecovToken -Branch 'master'
|
|
|
|
Write-LogPassThru -Message "Upload complete."
|
|
}
|
|
else {
|
|
Write-LogPassThru -Message "ERROR: Could not find $outputLog - no upload"
|
|
}
|
|
}
|
|
catch
|
|
{
|
|
Write-LogPassThru -Message $_
|
|
}
|
|
finally
|
|
{
|
|
# the powershell execution should be done, be sure that there are no PowerShell test executables running because
|
|
# they will cause subsequent coverage runs to behave poorly. Make sure that the path is properly formatted, and
|
|
# we need to use like rather than match because on Windows, there will be "\" as path separators which would need
|
|
# escaping for -match
|
|
$ResolvedPSBinPath = (Resolve-Path ${psbinpath}).Path
|
|
Get-Process PowerShell | Where-Object { $_.Path -like "*${ResolvedPSBinPath}*" } | Stop-Process -Force -ErrorAction Continue
|
|
|
|
## See if Azure log directory is mounted
|
|
if(Test-Path $azureLogDrive)
|
|
{
|
|
##Create yyyy-dd folder
|
|
$monthFolder = "{0:yyyy-MM}" -f [datetime]::Now
|
|
$monthFolderFullPath = New-Item -Path (Join-Path $azureLogDrive $monthFolder) -ItemType Directory -Force
|
|
$windowsFolderPath = New-Item (Join-Path $monthFolderFullPath "Windows") -ItemType Directory -Force
|
|
|
|
$destinationPath = Join-Path $env:Temp ("CodeCoverageLogs-{0:yyyy_MM_dd}-{0:hh_mm_ss}.zip" -f [datetime]::Now)
|
|
Compress-Archive -Path $elevatedLogs,$unelevatedLogs,$outputLog -DestinationPath $destinationPath
|
|
Copy-Item $destinationPath $windowsFolderPath -Force -ErrorAction SilentlyContinue
|
|
|
|
Remove-Item -Path $destinationPath -Force -ErrorAction SilentlyContinue
|
|
}
|
|
|
|
Write-LogPassThru -Message "**** COMPLETE ****"
|
|
|
|
## Disable the cleanup till we stabilize.
|
|
#Remove-Item -recurse -force -path $outputBaseFolder
|
|
$ErrorActionPreference = $oldErrorActionPreference
|
|
}
|