2021-08-23 12:12:45 +02:00
|
|
|
name: Twisted Trunk
|
|
|
|
|
|
|
|
on:
|
|
|
|
schedule:
|
|
|
|
- cron: 0 8 * * *
|
|
|
|
|
|
|
|
workflow_dispatch:
|
2023-03-21 19:58:38 +01:00
|
|
|
inputs:
|
|
|
|
twisted_ref:
|
|
|
|
description: Commit, branch or tag to checkout from upstream Twisted.
|
|
|
|
required: false
|
|
|
|
default: 'trunk'
|
|
|
|
type: string
|
|
|
|
|
2021-08-23 12:12:45 +02:00
|
|
|
|
2022-04-13 12:26:53 +02:00
|
|
|
concurrency:
|
|
|
|
group: ${{ github.workflow }}-${{ github.ref }}
|
|
|
|
cancel-in-progress: true
|
|
|
|
|
2021-08-23 12:12:45 +02:00
|
|
|
jobs:
|
2023-06-06 20:29:54 +02:00
|
|
|
check_repo:
|
|
|
|
# Prevent this workflow from running on any fork of Synapse other than matrix-org/synapse, as it is
|
|
|
|
# only useful to the Synapse core team.
|
|
|
|
# All other workflow steps depend on this one, thus if 'should_run_workflow' is not 'true', the rest
|
|
|
|
# of the workflow will be skipped as well.
|
|
|
|
if: github.repository == 'matrix-org/synapse'
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
outputs:
|
|
|
|
should_run_workflow: ${{ steps.check_condition.outputs.should_run_workflow }}
|
|
|
|
steps:
|
|
|
|
- id: check_condition
|
|
|
|
run: echo "should_run_workflow=${{ github.repository == 'matrix-org/synapse' }}" >> "$GITHUB_OUTPUT"
|
|
|
|
|
2021-08-23 12:12:45 +02:00
|
|
|
mypy:
|
2023-06-06 20:29:54 +02:00
|
|
|
needs: check_repo
|
|
|
|
if: needs.check_repo.outputs.should_run_workflow == 'true'
|
2021-08-23 12:12:45 +02:00
|
|
|
runs-on: ubuntu-latest
|
|
|
|
|
|
|
|
steps:
|
2022-10-03 15:20:32 +02:00
|
|
|
- uses: actions/checkout@v3
|
2022-09-07 16:07:06 +02:00
|
|
|
|
|
|
|
- name: Install Rust
|
2023-04-06 20:41:29 +02:00
|
|
|
uses: dtolnay/rust-toolchain@stable
|
2022-09-07 16:07:06 +02:00
|
|
|
- uses: Swatinem/rust-cache@v2
|
|
|
|
|
2022-04-13 12:26:53 +02:00
|
|
|
- uses: matrix-org/setup-python-poetry@v1
|
|
|
|
with:
|
|
|
|
python-version: "3.x"
|
|
|
|
extras: "all"
|
|
|
|
- run: |
|
|
|
|
poetry remove twisted
|
2023-03-21 19:58:38 +01:00
|
|
|
poetry add --extras tls git+https://github.com/twisted/twisted.git#${{ inputs.twisted_ref }}
|
2022-04-13 12:26:53 +02:00
|
|
|
poetry install --no-interaction --extras "all test"
|
2022-04-29 18:57:23 +02:00
|
|
|
- name: Remove warn_unused_ignores from mypy config
|
|
|
|
run: sed '/warn_unused_ignores = True/d' -i mypy.ini
|
2022-04-13 12:26:53 +02:00
|
|
|
- run: poetry run mypy
|
2021-08-23 12:12:45 +02:00
|
|
|
|
|
|
|
trial:
|
2023-06-06 20:29:54 +02:00
|
|
|
needs: check_repo
|
|
|
|
if: needs.check_repo.outputs.should_run_workflow == 'true'
|
2021-08-23 12:12:45 +02:00
|
|
|
runs-on: ubuntu-latest
|
|
|
|
|
|
|
|
steps:
|
2022-10-03 15:20:32 +02:00
|
|
|
- uses: actions/checkout@v3
|
2021-08-23 12:12:45 +02:00
|
|
|
- run: sudo apt-get -qq install xmlsec1
|
2022-09-07 16:07:06 +02:00
|
|
|
|
|
|
|
- name: Install Rust
|
2023-04-06 20:41:29 +02:00
|
|
|
uses: dtolnay/rust-toolchain@stable
|
2022-09-07 16:07:06 +02:00
|
|
|
- uses: Swatinem/rust-cache@v2
|
|
|
|
|
2022-04-13 12:26:53 +02:00
|
|
|
- uses: matrix-org/setup-python-poetry@v1
|
2021-08-23 12:12:45 +02:00
|
|
|
with:
|
2022-04-13 12:26:53 +02:00
|
|
|
python-version: "3.x"
|
|
|
|
extras: "all test"
|
|
|
|
- run: |
|
|
|
|
poetry remove twisted
|
|
|
|
poetry add --extras tls git+https://github.com/twisted/twisted.git#trunk
|
|
|
|
poetry install --no-interaction --extras "all test"
|
|
|
|
- run: poetry run trial --jobs 2 tests
|
2021-08-23 12:12:45 +02:00
|
|
|
|
|
|
|
- name: Dump logs
|
2021-10-12 22:09:49 +02:00
|
|
|
# Logs are most useful when the command fails, always include them.
|
|
|
|
if: ${{ always() }}
|
2021-08-23 12:12:45 +02:00
|
|
|
# Note: Dumps to workflow logs instead of using actions/upload-artifact
|
|
|
|
# This keeps logs colocated with failing jobs
|
|
|
|
# It also ignores find's exit code; this is a best effort affair
|
|
|
|
run: >-
|
|
|
|
find _trial_temp -name '*.log'
|
|
|
|
-exec echo "::group::{}" \;
|
|
|
|
-exec cat {} \;
|
|
|
|
-exec echo "::endgroup::" \;
|
|
|
|
|| true
|
|
|
|
|
|
|
|
sytest:
|
2023-06-06 20:29:54 +02:00
|
|
|
needs: check_repo
|
|
|
|
if: needs.check_repo.outputs.should_run_workflow == 'true'
|
2021-08-23 12:12:45 +02:00
|
|
|
runs-on: ubuntu-latest
|
|
|
|
container:
|
|
|
|
image: matrixdotorg/sytest-synapse:buster
|
|
|
|
volumes:
|
|
|
|
- ${{ github.workspace }}:/src
|
|
|
|
|
|
|
|
steps:
|
2022-10-03 15:20:32 +02:00
|
|
|
- uses: actions/checkout@v3
|
2022-09-07 16:07:06 +02:00
|
|
|
|
|
|
|
- name: Install Rust
|
2023-04-06 20:41:29 +02:00
|
|
|
uses: dtolnay/rust-toolchain@stable
|
2022-09-07 16:07:06 +02:00
|
|
|
- uses: Swatinem/rust-cache@v2
|
|
|
|
|
2021-08-23 12:12:45 +02:00
|
|
|
- name: Patch dependencies
|
2022-04-13 12:26:53 +02:00
|
|
|
# Note: The poetry commands want to create a virtualenv in /src/.venv/,
|
|
|
|
# but the sytest-synapse container expects it to be in /venv/.
|
|
|
|
# We symlink it before running poetry so that poetry actually
|
|
|
|
# ends up installing to `/venv`.
|
|
|
|
run: |
|
|
|
|
ln -s -T /venv /src/.venv
|
|
|
|
poetry remove twisted
|
|
|
|
poetry add --extras tls git+https://github.com/twisted/twisted.git#trunk
|
|
|
|
poetry install --no-interaction --extras "all test"
|
2021-08-23 12:12:45 +02:00
|
|
|
working-directory: /src
|
|
|
|
- name: Run SyTest
|
|
|
|
run: /bootstrap.sh synapse
|
|
|
|
working-directory: /src
|
2022-04-13 12:26:53 +02:00
|
|
|
env:
|
|
|
|
# Use offline mode to avoid reinstalling the pinned version of
|
|
|
|
# twisted.
|
|
|
|
OFFLINE: 1
|
2021-08-23 12:12:45 +02:00
|
|
|
- name: Summarise results.tap
|
|
|
|
if: ${{ always() }}
|
|
|
|
run: /sytest/scripts/tap_to_gha.pl /logs/results.tap
|
|
|
|
- name: Upload SyTest logs
|
2022-10-03 20:11:22 +02:00
|
|
|
uses: actions/upload-artifact@v3
|
2021-08-23 12:12:45 +02:00
|
|
|
if: ${{ always() }}
|
|
|
|
with:
|
|
|
|
name: Sytest Logs - ${{ job.status }} - (${{ join(matrix.*, ', ') }})
|
|
|
|
path: |
|
|
|
|
/logs/results.tap
|
|
|
|
/logs/**/*.log*
|
|
|
|
|
2022-07-01 17:42:49 +02:00
|
|
|
complement:
|
2023-06-06 20:29:54 +02:00
|
|
|
needs: check_repo
|
|
|
|
if: "!failure() && !cancelled() && needs.check_repo.outputs.should_run_workflow == 'true'"
|
2022-07-01 17:42:49 +02:00
|
|
|
runs-on: ubuntu-latest
|
|
|
|
|
|
|
|
strategy:
|
|
|
|
fail-fast: false
|
|
|
|
matrix:
|
|
|
|
include:
|
|
|
|
- arrangement: monolith
|
|
|
|
database: SQLite
|
|
|
|
|
|
|
|
- arrangement: monolith
|
|
|
|
database: Postgres
|
|
|
|
|
|
|
|
- arrangement: workers
|
|
|
|
database: Postgres
|
|
|
|
|
|
|
|
steps:
|
2022-10-03 15:20:32 +02:00
|
|
|
- name: Run actions/checkout@v3 for synapse
|
|
|
|
uses: actions/checkout@v3
|
2022-07-01 17:42:49 +02:00
|
|
|
with:
|
|
|
|
path: synapse
|
|
|
|
|
2023-04-06 16:23:36 +02:00
|
|
|
- uses: actions/setup-go@v4
|
|
|
|
|
2022-07-05 15:24:42 +02:00
|
|
|
- name: Prepare Complement's Prerequisites
|
|
|
|
run: synapse/.ci/scripts/setup_complement_prerequisites.sh
|
|
|
|
|
2022-07-01 17:42:49 +02:00
|
|
|
# This step is specific to the 'Twisted trunk' test run:
|
|
|
|
- name: Patch dependencies
|
|
|
|
run: |
|
|
|
|
set -x
|
|
|
|
DEBIAN_FRONTEND=noninteractive sudo apt-get install -yqq python3 pipx
|
2023-01-17 19:04:44 +01:00
|
|
|
pipx install poetry==1.3.2
|
2022-07-01 17:42:49 +02:00
|
|
|
|
|
|
|
poetry remove -n twisted
|
|
|
|
poetry add -n --extras tls git+https://github.com/twisted/twisted.git#trunk
|
|
|
|
poetry lock --no-update
|
|
|
|
working-directory: synapse
|
|
|
|
|
|
|
|
- run: |
|
|
|
|
set -o pipefail
|
2022-08-28 22:05:30 +02:00
|
|
|
TEST_ONLY_SKIP_DEP_HASH_VERIFICATION=1 POSTGRES=${{ (matrix.database == 'Postgres') && 1 || '' }} WORKERS=${{ (matrix.arrangement == 'workers') && 1 || '' }} COMPLEMENT_DIR=`pwd`/complement synapse/scripts-dev/complement.sh -json 2>&1 | synapse/.ci/scripts/gotestfmt
|
2022-07-01 17:42:49 +02:00
|
|
|
shell: bash
|
|
|
|
name: Run Complement Tests
|
|
|
|
|
2021-08-23 12:12:45 +02:00
|
|
|
# open an issue if the build fails, so we know about it.
|
|
|
|
open-issue:
|
2023-06-06 20:29:54 +02:00
|
|
|
if: failure() && needs.check_repo.outputs.should_run_workflow == 'true'
|
2021-08-23 12:12:45 +02:00
|
|
|
needs:
|
|
|
|
- mypy
|
|
|
|
- trial
|
|
|
|
- sytest
|
2022-07-01 17:42:49 +02:00
|
|
|
- complement
|
2021-08-23 12:12:45 +02:00
|
|
|
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
|
|
|
|
steps:
|
2022-10-03 15:20:32 +02:00
|
|
|
- uses: actions/checkout@v3
|
2023-01-05 11:10:43 +01:00
|
|
|
- uses: JasonEtco/create-an-issue@e27dddc79c92bc6e4562f268fffa5ed752639abd # v2.9.1
|
2021-08-23 12:12:45 +02:00
|
|
|
env:
|
|
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
with:
|
2021-08-23 15:06:49 +02:00
|
|
|
update_existing: true
|
2021-08-23 12:12:45 +02:00
|
|
|
filename: .ci/twisted_trunk_build_failed_issue_template.md
|