0c845b94c7
Fix #6332 This change renames log and logerror functions to a single Write-Log [$message] [-error] function to avoid conflicting with the log command on MacOS.
339 lines
12 KiB
PowerShell
339 lines
12 KiB
PowerShell
# Copyright (c) Microsoft Corporation. All rights reserved.
|
|
# Licensed under the MIT License.
|
|
param(
|
|
[ValidateSet('Bootstrap','Build','Failure','Success')]
|
|
[String]$Stage = 'Build'
|
|
)
|
|
|
|
Import-Module $PSScriptRoot/../build.psm1 -Force
|
|
Import-Module $PSScriptRoot/packaging -Force
|
|
|
|
function Send-DailyWebHook
|
|
{
|
|
param (
|
|
[Parameter(Mandatory=$true,Position=0)][ValidateSet("Pass","Fail")]$result
|
|
)
|
|
|
|
# Only send web hook if the environment variable is present
|
|
# Varible should be set in Travis-CI.org settings
|
|
if ($env:WebHookUrl)
|
|
{
|
|
Write-Log "Sending DailyWebHook with result '$result'."
|
|
$webhook = $env:WebHookUrl
|
|
|
|
$Body = @{
|
|
'text'= @"
|
|
Build Result: $result </br>
|
|
OS Type: $($PSVersionTable.OS) </br>
|
|
<a href="https://travis-ci.org/$env:TRAVIS_REPO_SLUG/builds/$env:TRAVIS_BUILD_ID">Build $env:TRAVIS_BUILD_NUMBER</a> </br>
|
|
<a href="https://travis-ci.org/$env:TRAVIS_REPO_SLUG/jobs/$env:TRAVIS_JOB_ID">Job $env:TRAVIS_JOB_NUMBER</a>
|
|
"@
|
|
}
|
|
|
|
$params = @{
|
|
Headers = @{'accept'='application/json'}
|
|
Body = $Body | convertto-json
|
|
Method = 'Post'
|
|
URI = $webhook
|
|
}
|
|
|
|
Invoke-RestMethod @params
|
|
}
|
|
else
|
|
{
|
|
Write-Log "Skipping DailyWebHook. WebHookUrl environment variable not present."
|
|
}
|
|
}
|
|
|
|
function Get-ReleaseTag
|
|
{
|
|
$metaDataPath = Join-Path -Path $PSScriptRoot -ChildPath 'metadata.json'
|
|
$metaData = Get-Content $metaDataPath | ConvertFrom-Json
|
|
|
|
$releaseTag = $metadata.NextReleaseTag
|
|
if($env:TRAVIS_BUILD_NUMBER)
|
|
{
|
|
$releaseTag = $releaseTag.split('.')[0..2] -join '.'
|
|
$releaseTag = $releaseTag+'.'+$env:TRAVIS_BUILD_NUMBER
|
|
}
|
|
|
|
return $releaseTag
|
|
}
|
|
|
|
# This function retrieves the appropriate svg to be used when presenting
|
|
# the daily test run badge
|
|
# the location in azure is public readonly
|
|
function Get-DailyBadge
|
|
{
|
|
param (
|
|
[Parameter(Mandatory=$true,Position=0)][ValidateSet("Pass","Fail")]$result
|
|
)
|
|
$PASS = "https://jimtru1979.blob.core.windows.net/badges/DailyBuild.Pass.svg"
|
|
$FAIL = "https://jimtru1979.blob.core.windows.net/badges/DailyBuild.Fail.svg"
|
|
|
|
if ( $result -eq "Pass" ) { $BadgeUrl = $PASS } else { $BadgeUrl = $FAIL }
|
|
$response = Invoke-WebRequest -Uri $BadgeUrl
|
|
if ( $response.StatusCode -ne 200 ) { throw "Could not read badge '$BadgeUrl'" }
|
|
$response.Content
|
|
}
|
|
|
|
# This function uses Azure REST api to update the daily test pass results
|
|
# it relies on writing a specific SVG into a constant location so the
|
|
# README.MD can report on the status of the daily test pass
|
|
# it also relies on two environment variables which need to be set in the
|
|
# Travis-CI config which is the account name and key for the azure blob location
|
|
#
|
|
# the best way to do this would be if travis-ci supported a webcall to get
|
|
# the status of cron_job builds, but it doesn't, so we have this
|
|
# also, since we can have a build on Linux which succeeds and one on macOS which
|
|
# doesn't we'll set the appropriate badge so the the README can pick it up
|
|
function Set-DailyBuildBadge
|
|
{
|
|
[CmdletBinding(SupportsShouldProcess=$true)]
|
|
param ( [Parameter(Mandatory=$true,Position=0)]$content )
|
|
$method = "PUT"
|
|
$headerDate = '2015-12-11'
|
|
|
|
$storageAccountName = $Env:TestResultAccountName
|
|
$storageAccountKey = $Env:TestResultAccountKey
|
|
|
|
# this is the url referenced in README.MD which displays the badge
|
|
$platform = if ( $IsLinux ) { "Linux" } else { "OSX" }
|
|
$Url = "https://jimtru1979.blob.core.windows.net/badges/DailyBuildStatus.${platform}.svg"
|
|
|
|
$body = $content
|
|
$bytes = ([System.Text.Encoding]::UTF8.GetBytes($body))
|
|
$contentLength = $bytes.length
|
|
|
|
$now = [datetime]::UtcNow.ToString("R", [System.Globalization.CultureInfo]::InvariantCulture)
|
|
$headers = @{
|
|
"x-ms-date" = $now
|
|
"cache-control" = "no-cache"
|
|
"x-ms-blob-type" = "BlockBlob"
|
|
"x-ms-version" = "$headerDate"
|
|
}
|
|
|
|
$contentType = "image/svg+xml"
|
|
# more info: https://docs.microsoft.com/en-us/rest/api/storageservices/fileservices/put-blob
|
|
$sb = [text.stringbuilder]::new()
|
|
# can't use AppendLine because the `r`n causes the command to fail, it must be `n and only `n
|
|
$null = $sb.Append("$method`n")
|
|
$null = $sb.Append("`n")
|
|
$null = $sb.Append("`n")
|
|
$null = $sb.Append("$contentLength`n")
|
|
$null = $sb.Append("`n")
|
|
$null = $sb.Append("$contentType`n")
|
|
$null = $sb.Append("`n")
|
|
$null = $sb.Append("`n")
|
|
$null = $sb.Append("`n")
|
|
$null = $sb.Append("`n")
|
|
$null = $sb.Append("`n")
|
|
$null = $sb.Append("`n")
|
|
|
|
$null = $sb.Append("x-ms-blob-type:" + $headers["x-ms-blob-type"] + "`n")
|
|
$null = $sb.Append("x-ms-date:" + $headers["x-ms-date"] + "`n")
|
|
$null = $sb.Append("x-ms-version:" + $headers["x-ms-version"] + "`n")
|
|
$null = $sb.Append("/" + $storageAccountName + ([System.Uri]::new($url).AbsolutePath))
|
|
|
|
$dataToMac = [System.Text.Encoding]::UTF8.GetBytes($sb.ToString())
|
|
$accountKeyBytes = [System.Convert]::FromBase64String($storageAccountKey)
|
|
$hmac = [System.Security.Cryptography.HMACSHA256]::new($accountKeyBytes)
|
|
$signature = [System.Convert]::ToBase64String($hmac.ComputeHash($dataToMac))
|
|
|
|
$headers["Authorization"] = "SharedKey " + $storageAccountName + ":" + $signature
|
|
|
|
if ( $PSCmdlet.ShouldProcess("$signaturestring"))
|
|
{
|
|
# if this fails, it will throw, you can't check the response for a success code
|
|
$response = Invoke-RestMethod -Uri $Url -Method $method -headers $headers -Body $body -ContentType "image/svg+xml"
|
|
}
|
|
}
|
|
|
|
# https://docs.travis-ci.com/user/environment-variables/
|
|
# TRAVIS_EVENT_TYPE: Indicates how the build was triggered.
|
|
# One of push, pull_request, api, cron.
|
|
$isPR = $env:TRAVIS_EVENT_TYPE -eq 'pull_request'
|
|
|
|
# For PRs, Travis-ci strips out [ and ] so read the message directly from git
|
|
if($env:TRAVIS_EVENT_TYPE -eq 'pull_request')
|
|
{
|
|
# If the current job is a pull request, the env variable 'TRAVIS_PULL_REQUEST_SHA' contains
|
|
# the commit SHA of the HEAD commit of the PR.
|
|
$commitMessage = git log --format=%B -n 1 $env:TRAVIS_PULL_REQUEST_SHA
|
|
}
|
|
else
|
|
{
|
|
$commitMessage = $env:TRAVIS_COMMIT_MESSAGE
|
|
}
|
|
|
|
# Run a full build if the build was trigger via cron, api or the commit message contains `[Feature]`
|
|
$hasFeatureTag = $commitMessage -match '\[feature\]'
|
|
$hasPackageTag = $commitMessage -match '\[package\]'
|
|
$createPackages = -not $isPr -or $hasPackageTag
|
|
$hasRunFailingTestTag = $commitMessage -match '\[includeFailingTest\]'
|
|
$isDailyBuild = $env:TRAVIS_EVENT_TYPE -eq 'cron' -or $env:TRAVIS_EVENT_TYPE -eq 'api'
|
|
# only update the build badge for the cron job
|
|
$cronBuild = $env:TRAVIS_EVENT_TYPE -eq 'cron'
|
|
$isFullBuild = $isDailyBuild -or $hasFeatureTag
|
|
|
|
if($Stage -eq 'Bootstrap')
|
|
{
|
|
Write-Host -Foreground Green "Executing travis.ps1 -BootStrap `$isPR='$isPr' - $commitMessage"
|
|
# Make sure we have all the tags
|
|
Sync-PSTags -AddRemoteIfMissing
|
|
Start-PSBootstrap -Package:$createPackages
|
|
}
|
|
elseif($Stage -eq 'Build')
|
|
{
|
|
$releaseTag = Get-ReleaseTag
|
|
|
|
Write-Host -Foreground Green "Executing travis.ps1 `$isPR='$isPr' `$isFullBuild='$isFullBuild' - $commitMessage"
|
|
$output = Split-Path -Parent (Get-PSOutput -Options (New-PSOptions))
|
|
|
|
$originalProgressPreference = $ProgressPreference
|
|
$ProgressPreference = 'SilentlyContinue'
|
|
try {
|
|
## We use CrossGen build to run tests only if it's the daily build.
|
|
Start-PSBuild -CrossGen -PSModuleRestore -CI -ReleaseTag $releaseTag
|
|
}
|
|
finally{
|
|
$ProgressPreference = $originalProgressPreference
|
|
}
|
|
|
|
$testResultsNoSudo = "$pwd/TestResultsNoSudo.xml"
|
|
$testResultsSudo = "$pwd/TestResultsSudo.xml"
|
|
|
|
$pesterParam = @{
|
|
'binDir' = $output
|
|
'PassThru' = $true
|
|
'Terse' = $true
|
|
'Tag' = @()
|
|
'ExcludeTag' = @('RequireSudoOnUnix')
|
|
'OutputFile' = $testResultsNoSudo
|
|
}
|
|
|
|
if ($isFullBuild) {
|
|
$pesterParam['Tag'] = @('CI','Feature','Scenario')
|
|
} else {
|
|
$pesterParam['Tag'] = @('CI')
|
|
$pesterParam['ThrowOnFailure'] = $true
|
|
}
|
|
|
|
if ($hasRunFailingTestTag)
|
|
{
|
|
$pesterParam['IncludeFailingTest'] = $true
|
|
}
|
|
|
|
# Remove telemetry semaphore file in CI
|
|
$telemetrySemaphoreFilepath = Join-Path $output DELETE_ME_TO_DISABLE_CONSOLEHOST_TELEMETRY
|
|
if ( Test-Path "${telemetrySemaphoreFilepath}" ) {
|
|
Remove-Item -force ${telemetrySemaphoreFilepath}
|
|
}
|
|
|
|
# Running tests which do not require sudo.
|
|
$pesterPassThruNoSudoObject = Start-PSPester @pesterParam
|
|
|
|
# Running tests, which require sudo.
|
|
$pesterParam['Tag'] = @('RequireSudoOnUnix')
|
|
$pesterParam['ExcludeTag'] = @()
|
|
$pesterParam['Sudo'] = $true
|
|
$pesterParam['OutputFile'] = $testResultsSudo
|
|
$pesterPassThruSudoObject = Start-PSPester @pesterParam
|
|
|
|
# Determine whether the build passed
|
|
try {
|
|
# this throws if there was an error
|
|
@($pesterPassThruNoSudoObject, $pesterPassThruSudoObject) | ForEach-Object { Test-PSPesterResults -ResultObject $_ }
|
|
$result = "PASS"
|
|
}
|
|
catch {
|
|
$resultError = $_
|
|
$result = "FAIL"
|
|
}
|
|
|
|
try {
|
|
$SequentialXUnitTestResultsFile = "$pwd/SequentialXUnitTestResults.xml"
|
|
$ParallelXUnitTestResultsFile = "$pwd/ParallelXUnitTestResults.xml"
|
|
|
|
Start-PSxUnit -SequentialTestResultsFile $SequentialXUnitTestResultsFile -ParallelTestResultsFile $ParallelXUnitTestResultsFile
|
|
# If there are failures, Test-XUnitTestResults throws
|
|
$SequentialXUnitTestResultsFile, $ParallelXUnitTestResultsFile | ForEach-Object { Test-XUnitTestResults -TestResultsFile $_ }
|
|
}
|
|
catch {
|
|
$result = "FAIL"
|
|
if (!$resultError)
|
|
{
|
|
$resultError = $_
|
|
}
|
|
}
|
|
|
|
if ($createPackages) {
|
|
|
|
$packageParams = @{}
|
|
$packageParams += @{ReleaseTag=$releaseTag}
|
|
|
|
# Only build packages for branches, not pull requests
|
|
$packages = @(Start-PSPackage @packageParams -SkipReleaseChecks)
|
|
# Packaging AppImage depends on the deb package
|
|
$packages += Start-PSPackage @packageParams -Type AppImage -SkipReleaseChecks
|
|
foreach($package in $packages)
|
|
{
|
|
# Publish the packages to the nuget feed if:
|
|
# 1 - It's a Daily build (already checked, for not a PR)
|
|
# 2 - We have the info to publish (NUGET_KEY and NUGET_URL)
|
|
# 3 - it's a nupkg file
|
|
if($isDailyBuild -and $env:NUGET_KEY -and $env:NUGET_URL -and [system.io.path]::GetExtension($package) -ieq '.nupkg')
|
|
{
|
|
Write-Log "pushing $package to $env:NUGET_URL"
|
|
Start-NativeExecution -sb {dotnet nuget push $package --api-key $env:NUGET_KEY --source "$env:NUGET_URL/api/v2/package"} -IgnoreExitcode
|
|
}
|
|
}
|
|
if ($IsLinux)
|
|
{
|
|
# Create and package Raspbian .tgz
|
|
Start-PSBuild -PSModuleRestore -Clean -Runtime linux-arm
|
|
Start-PSPackage @packageParams -Type tar-arm -SkipReleaseChecks
|
|
}
|
|
}
|
|
|
|
# if the tests did not pass, throw the reason why
|
|
if ( $result -eq "FAIL" ) {
|
|
Throw $resultError
|
|
}
|
|
}
|
|
elseif($Stage -in 'Failure', 'Success')
|
|
{
|
|
$result = 'PASS'
|
|
if($Stage -eq 'Failure')
|
|
{
|
|
$result = 'FAIL'
|
|
}
|
|
|
|
if ($cronBuild) {
|
|
# update the badge if you've done a cron build, these are not fatal issues
|
|
try {
|
|
$svgData = Get-DailyBadge -result $result
|
|
if ( ! $svgData ) {
|
|
write-warning "Could not retrieve $result badge"
|
|
}
|
|
else {
|
|
Write-Log "Setting status badge to '$result'"
|
|
Set-DailyBuildBadge -content $svgData
|
|
}
|
|
}
|
|
catch {
|
|
Write-Warning "Could not update status badge: $_"
|
|
}
|
|
|
|
try {
|
|
Send-DailyWebHook -result $result
|
|
}
|
|
catch {
|
|
Write-Warning "Could not send webhook: $_"
|
|
}
|
|
}
|
|
else {
|
|
Write-Log 'We only send bagde or webhook update for Cron builds'
|
|
}
|
|
|
|
}
|