coderedcms/ci/compare-codecov.ps1

#!/usr/bin/env pwsh

<#
.SYNOPSIS
Compares code coverage percent of local coverage.xml file to dev branch
(Azure Pipeline API).

.PARAMETER wd
The working directory in which to search for current coverage.xml.

.PARAMETER org
Name of the Azure DevOps organization where the pipeline is hosted.

.PARAMETER project
Name of the Azure DevOps project to which the pipeline belongs.

.PARAMETER pipeline_name
Name of the desired pipeline within the project. This is to support projects
with multiple pipelines.
#>


# ---- SETUP -------------------------------------------------------------------


param(
    [string] $wd = (Get-Item (Split-Path $PSCommandPath -Parent)).Parent,
    [string] $org = "coderedcorp",
    [string] $project = "cr-github",
    [string] $pipeline_name = "wagtailcrx"
)

# Hide "UI" and progress bars.
$ProgressPreference = "SilentlyContinue"

# API setup.
$ApiBase = "https://dev.azure.com/$org/$project"


# ---- GET CODE COVERAGE FROM RECENT BUILD -------------------------------------


# Get list of all recent builds.
$devBuildJson = (
    Invoke-WebRequest "$ApiBase/_apis/build/builds?branchName=refs/heads/dev&api-version=5.1"
).Content | ConvertFrom-Json

# Get the latest matching build ID from the list of builds.
foreach ($build in $devBuildJson.value) {
    if ($build.definition.name -eq $pipeline_name) {
        $devLatestId = $build.id
        break
    }
}

# Retrieve code coverage for this build ID.
$devCoverageJson = (
    Invoke-WebRequest "$ApiBase/_apis/test/codecoverage?buildId=$devLatestId&api-version=5.1-preview.1"
).Content | ConvertFrom-Json
foreach ($cov in $devCoverageJson.coverageData.coverageStats) {
    if ($cov.label -eq "Lines") {
        $devlinerate = [math]::Round(($cov.covered / $cov.total) * 100, 2)
    }
}


# ---- GET COVERAGE FROM LOCAL RUN ---------------------------------------------


# Get current code coverage from coverage.xml file.
$coveragePath = Get-ChildItem -Recurse -Filter "coverage.xml" $wd
if (Test-Path -Path $coveragePath) {
    [xml]$BranchXML = Get-Content $coveragePath
}
else {
    Write-Host `
        "##vso[task.LogIssue type=warning;]No code coverage from this build. Is pytest configured to output code coverage?"
    exit 1
}
$branchlinerate = [math]::Round([decimal]$BranchXML.coverage.'line-rate' * 100, 2)


# ---- PRINT OUTPUT ------------------------------------------------------------


Write-Output ""
Write-Output "Dev branch coverage rate:   $devlinerate%"
Write-Output "This branch coverage rate:  $branchlinerate%"

if ($devlinerate -eq 0) {
    $change = "Infinite"
}
else {
    $change = [math]::Abs($branchlinerate - $devlinerate)
}

if ($branchlinerate -gt $devlinerate) {
    Write-Host "Coverage increased by $change% 😀" -ForegroundColor Green
    exit 0
}
elseif ($branchlinerate -eq $devlinerate) {
    Write-Host "Coverage has not changed." -ForegroundColor Green
    exit 0
}
elseif ($change -gt 2) {
    # Coverage measurements seem to be a bit flaky in azure pipelines and will
    # report changes within a few fractions of a percent even when there are no
    # changes. If coverage decreased by more than 2%, fail with error.
    Write-Host "##vso[task.LogIssue type=error;]Coverage decreased by $change% 😭"
    exit 1
}
else {
    # Write the error in a way that shows up as a warning in Azure Pipelines.
    Write-Host "##vso[task.LogIssue type=warning;]Coverage decreased by $change% 😭"
    exit 0
}