Add script for getting URLs of coverage runs
Signed-off-by: Rick Elrod <rick@elrod.me>
This commit is contained in:
parent
f18f480a3c
commit
d87d96077f
2 changed files with 74 additions and 0 deletions
|
@ -5,6 +5,7 @@
|
||||||
This directory contains the following scripts:
|
This directory contains the following scripts:
|
||||||
|
|
||||||
- download.py - Download results from Shippable.
|
- download.py - Download results from Shippable.
|
||||||
|
- get_recent_coverage_runs.py - Retrieve Shippable URLs of recent coverage test runs.
|
||||||
- incidental.py - Report on incidental code coverage using data from Shippable.
|
- incidental.py - Report on incidental code coverage using data from Shippable.
|
||||||
- run.py - Start new runs on Shippable.
|
- run.py - Start new runs on Shippable.
|
||||||
|
|
||||||
|
@ -32,6 +33,11 @@ Reducing incidental test coverage, and eventually removing incidental tests invo
|
||||||
|
|
||||||
1. Run the entire test suite with code coverage enabled.
|
1. Run the entire test suite with code coverage enabled.
|
||||||
This is done automatically each day on Shippable.
|
This is done automatically each day on Shippable.
|
||||||
|
The URLs and statuses of the most recent such test runs can be found with:
|
||||||
|
```shell
|
||||||
|
hacking/shippable/get_recent_coverage_runs.py <optional branch name>
|
||||||
|
```
|
||||||
|
For now the branch name defaults to `temp-2.10-devel`.
|
||||||
2. Download code coverage data from Shippable for local analysis.
|
2. Download code coverage data from Shippable for local analysis.
|
||||||
Example:
|
Example:
|
||||||
```shell
|
```shell
|
||||||
|
|
68
hacking/shippable/get_recent_coverage_runs.py
Executable file
68
hacking/shippable/get_recent_coverage_runs.py
Executable file
|
@ -0,0 +1,68 @@
|
||||||
|
#!/usr/bin/env python
|
||||||
|
|
||||||
|
# (c) 2020 Red Hat, Inc.
|
||||||
|
#
|
||||||
|
# This file is part of Ansible
|
||||||
|
#
|
||||||
|
# Ansible is free software: you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU General Public License as published by
|
||||||
|
# the Free Software Foundation, either version 3 of the License, or
|
||||||
|
# (at your option) any later version.
|
||||||
|
#
|
||||||
|
# Ansible is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU General Public License
|
||||||
|
# along with Ansible. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
|
||||||
|
from __future__ import (absolute_import, division, print_function)
|
||||||
|
__metaclass__ = type
|
||||||
|
|
||||||
|
import requests
|
||||||
|
import sys
|
||||||
|
|
||||||
|
BRANCH = 'temp-2.10-devel'
|
||||||
|
|
||||||
|
if len(sys.argv) > 1:
|
||||||
|
BRANCH = sys.argv[1]
|
||||||
|
|
||||||
|
|
||||||
|
def get_coverage_runs():
|
||||||
|
response = requests.get(
|
||||||
|
'https://api.shippable.com/runs?projectIds=573f79d02a8192902e20e34b'
|
||||||
|
'&branch=%s&limit=1000' % BRANCH)
|
||||||
|
|
||||||
|
if response.status_code != 200:
|
||||||
|
raise Exception(response.content)
|
||||||
|
|
||||||
|
runs = response.json()
|
||||||
|
|
||||||
|
coverage_runs = []
|
||||||
|
criteria = ['COMPLETE="yes"', 'COVERAGE="yes"']
|
||||||
|
|
||||||
|
for run in runs:
|
||||||
|
injected_vars = run.get('cleanRunYml', {}).get('env', {}).get('injected')
|
||||||
|
if not injected_vars:
|
||||||
|
continue
|
||||||
|
if all(criterion in injected_vars for criterion in criteria):
|
||||||
|
coverage_runs.append(run)
|
||||||
|
|
||||||
|
return coverage_runs
|
||||||
|
|
||||||
|
|
||||||
|
def pretty_coverage_runs(runs):
|
||||||
|
for run in sorted(runs, key=lambda x: x['endedAt']):
|
||||||
|
if run['statusCode'] == 30:
|
||||||
|
print('🙂 [PASS] https://app.shippable.com/github/ansible/ansible/runs/%s (%s)' % (run['runNumber'], run['endedAt']))
|
||||||
|
else:
|
||||||
|
print('😢 [FAIL] https://app.shippable.com/github/ansible/ansible/runs/%s (%s)' % (run['runNumber'], run['endedAt']))
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
pretty_coverage_runs(get_coverage_runs())
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
main()
|
Loading…
Reference in a new issue