stages: - build - build docker image - test - upload artifacts variables: GIT_SUBMODULE_STRATEGY: recursive FF_USE_FASTZIP: 1 CACHE_COMPRESSION_LEVEL: fastest # --------------------------------------------------------------------- # # Cargo: Compiling for different architectures # # --------------------------------------------------------------------- # .build-cargo-shared-settings: stage: "build" needs: [] rules: - if: '$CI_COMMIT_BRANCH == "master"' - if: '$CI_COMMIT_BRANCH == "next"' - if: '$CI_COMMIT_TAG' interruptible: true image: "rust:latest" tags: ["docker"] cache: paths: - cargohome - target/ key: "build_cache-$TARGET-release" variables: CARGO_PROFILE_RELEASE_LTO=true CARGO_PROFILE_RELEASE_CODEGEN_UNITS=1 before_script: - 'echo "Building for target $TARGET"' - 'mkdir -p cargohome && CARGOHOME="cargohome"' - "cat /etc/*-release && rustc --version && cargo --version" # Print version info for debugging - 'apt-get update -yqq' - 'echo "Installing packages: $NEEDED_PACKAGES"' - "apt-get install -yqq --no-install-recommends $NEEDED_PACKAGES" - "rustup target add $TARGET" script: - time cargo build --target $TARGET --release - 'mv "target/$TARGET/release/conduit" "conduit-$TARGET"' artifacts: expire_in: never build:release:cargo:x86_64-unknown-linux-gnu: extends: .build-cargo-shared-settings variables: TARGET: "x86_64-unknown-linux-gnu" artifacts: name: "conduit-x86_64-unknown-linux-gnu" paths: - "conduit-x86_64-unknown-linux-gnu" expose_as: "Conduit for x86_64-unknown-linux-gnu" build:release:cargo:armv7-unknown-linux-gnueabihf: extends: .build-cargo-shared-settings variables: TARGET: "armv7-unknown-linux-gnueabihf" NEEDED_PACKAGES: "build-essential gcc-arm-linux-gnueabihf g++-arm-linux-gnueabihf libc6-dev-armhf-cross" CARGO_TARGET_ARMV7_UNKNOWN_LINUX_GNUEABIHF_LINKER: arm-linux-gnueabihf-gcc CC_armv7_unknown_linux_gnueabihf: arm-linux-gnueabihf-gcc CXX_armv7_unknown_linux_gnueabihf: arm-linux-gnueabihf-g++ artifacts: name: "conduit-armv7-unknown-linux-gnueabihf" paths: - "conduit-armv7-unknown-linux-gnueabihf" expose_as: "Conduit for armv7-unknown-linux-gnueabihf" build:release:cargo:aarch64-unknown-linux-gnu: extends: .build-cargo-shared-settings variables: TARGET: "aarch64-unknown-linux-gnu" NEEDED_PACKAGES: "build-essential gcc-10-aarch64-linux-gnu g++-aarch64-linux-gnu libc6-dev-arm64-cross" CARGO_TARGET_AARCH64_UNKNOWN_LINUX_GNU_LINKER: aarch64-linux-gnu-gcc CC_aarch64_unknown_linux_gnu: aarch64-linux-gnu-gcc CXX_aarch64_unknown_linux_gnu: aarch64-linux-gnu-g++ TARGET_CC: "/usr/bin/aarch64-linux-gnu-gcc-10" TARGET_AR: "/usr/bin/aarch64-linux-gnu-gcc-ar-10" artifacts: name: "conduit-aarch64-unknown-linux-gnu" paths: - "conduit-aarch64-unknown-linux-gnu" expose_as: "Conduit for aarch64-unknown-linux-gnu" build:release:cargo:x86_64-unknown-linux-musl: extends: .build-cargo-shared-settings image: "rust:alpine" variables: TARGET: "x86_64-unknown-linux-musl" before_script: - 'echo "Building for target $TARGET"' - 'mkdir -p cargohome && CARGOHOME="cargohome"' - "cat /etc/*-release && rustc --version && cargo --version" # Print version info for debugging - "rustup target add $TARGET" - "apk add libc-dev" artifacts: name: "conduit-x86_64-unknown-linux-musl" paths: - "conduit-x86_64-unknown-linux-musl" expose_as: "Conduit for x86_64-unknown-linux-musl" .cargo-debug-shared-settings: extends: ".build-cargo-shared-settings" rules: - if: '$CI_COMMIT_BRANCH' - if: '$CI_COMMIT_TAG' cache: key: "build_cache-$TARGET-debug" script: - "time cargo build --target $TARGET" - 'mv "target/$TARGET/debug/conduit" "conduit-debug-$TARGET"' artifacts: expire_in: 4 weeks build:debug:cargo:x86_64-unknown-linux-gnu: extends: ".cargo-debug-shared-settings" variables: TARGET: "x86_64-unknown-linux-gnu" artifacts: name: "conduit-debug-x86_64-unknown-linux-gnu" paths: - "conduit-debug-x86_64-unknown-linux-gnu" expose_as: "Conduit DEBUG for x86_64-unknown-linux-gnu" build:debug:cargo:x86_64-unknown-linux-musl: extends: ".cargo-debug-shared-settings" image: "rust:alpine" variables: TARGET: "x86_64-unknown-linux-musl" before_script: - 'echo "Building for target $TARGET"' - 'mkdir -p cargohome && CARGOHOME="cargohome"' - "cat /etc/*-release && rustc --version && cargo --version" # Print version info for debugging - "rustup target add $TARGET" - "apk add libc-dev" artifacts: name: "conduit-debug-x86_64-unknown-linux-musl" paths: - "conduit-debug-x86_64-unknown-linux-musl" expose_as: "Conduit DEBUG for x86_64-unknown-linux-musl" # --------------------------------------------------------------------- # # Cargo: Compiling deb packages for different architectures # # --------------------------------------------------------------------- # .build-cargo-deb-shared-settings: stage: "build" needs: [ ] rules: - if: '$CI_COMMIT_BRANCH == "master"' - if: '$CI_COMMIT_BRANCH == "next"' - if: '$CI_COMMIT_TAG' interruptible: true image: "rust:latest" tags: ["docker"] cache: paths: - cargohome - target/ key: "build_cache-deb-$TARGET" before_script: - 'echo "Building debian package for target $TARGET"' - 'mkdir -p cargohome && CARGOHOME="cargohome"' - "cat /etc/*-release && rustc --version && cargo --version" # Print version info for debugging - 'apt-get update -yqq' - 'echo "Installing packages: $NEEDED_PACKAGES"' - "apt-get install -yqq --no-install-recommends $NEEDED_PACKAGES" - "rustup target add $TARGET" - "cargo install cargo-deb" script: - time cargo deb --target $TARGET - 'mv target/$TARGET/debian/*.deb "conduit-$TARGET.deb"' build:cargo-deb:x86_64-unknown-linux-gnu: extends: .build-cargo-deb-shared-settings variables: TARGET: "x86_64-unknown-linux-gnu" NEEDED_PACKAGES: "" artifacts: name: "conduit-x86_64-unknown-linux-gnu.deb" paths: - "conduit-x86_64-unknown-linux-gnu.deb" expose_as: "Debian Package x86_64" # --------------------------------------------------------------------- # # Create and publish docker image # # --------------------------------------------------------------------- # # Build a docker image by packaging up the x86_64-unknown-linux-musl binary into an alpine image .docker-shared-settings: stage: "build docker image" needs: [] interruptible: true image: name: "gcr.io/kaniko-project/executor:debug" entrypoint: [""] tags: ["docker"] variables: # Configure Kaniko Caching: https://cloud.google.com/build/docs/kaniko-cache KANIKO_CACHE_ARGS: "--cache=true --cache-copy-layers=true --cache-ttl=120h --cache-repo $CI_REGISTRY_IMAGE/kaniko-ci-cache" before_script: - "mkdir -p /kaniko/.docker" - 'echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"$CI_REGISTRY_USER\",\"password\":\"$CI_REGISTRY_PASSWORD\"},\"$DOCKER_HUB\":{\"username\":\"$DOCKER_HUB_USER\",\"password\":\"$DOCKER_HUB_PASSWORD\"}}}" > /kaniko/.docker/config.json' build:docker:next: extends: .docker-shared-settings needs: - "build:release:cargo:x86_64-unknown-linux-musl" script: - > /kaniko/executor $KANIKO_CACHE_ARGS --context $CI_PROJECT_DIR --build-arg CREATED=$(date -u +'%Y-%m-%dT%H:%M:%SZ') --build-arg VERSION=$(grep -m1 -o '[0-9].[0-9].[0-9]' Cargo.toml) --build-arg "GIT_REF=$CI_COMMIT_SHORT_SHA" --dockerfile "$CI_PROJECT_DIR/docker/ci-binaries-packaging.Dockerfile" --destination "$CI_REGISTRY_IMAGE/conduit:next" --destination "$CI_REGISTRY_IMAGE/conduit:next-alpine" --destination "$CI_REGISTRY_IMAGE/conduit:commit-$CI_COMMIT_SHORT_SHA" --destination "$DOCKER_HUB_IMAGE/matrixconduit/matrix-conduit:next" --destination "$DOCKER_HUB_IMAGE/matrixconduit/matrix-conduit:next-alpine" --destination "$DOCKER_HUB_IMAGE/matrixconduit/matrix-conduit:commit-$CI_COMMIT_SHORT_SHA" rules: - if: '$CI_COMMIT_BRANCH == "next"' build:docker:master: extends: .docker-shared-settings needs: - "build:release:cargo:x86_64-unknown-linux-musl" script: - > /kaniko/executor $KANIKO_CACHE_ARGS --context $CI_PROJECT_DIR --build-arg CREATED=$(date -u +'%Y-%m-%dT%H:%M:%SZ') --build-arg VERSION=$(grep -m1 -o '[0-9].[0-9].[0-9]' Cargo.toml) --build-arg "GIT_REF=$CI_COMMIT_SHORT_SHA" --dockerfile "$CI_PROJECT_DIR/docker/ci-binaries-packaging.Dockerfile" --destination "$CI_REGISTRY_IMAGE/conduit:latest" --destination "$CI_REGISTRY_IMAGE/conduit:latest-alpine" --destination "$DOCKER_HUB_IMAGE/matrixconduit/matrix-conduit:latest" --destination "$DOCKER_HUB_IMAGE/matrixconduit/matrix-conduit:latest-alpine" rules: - if: '$CI_COMMIT_BRANCH == "master"' build:docker:tags: extends: .docker-shared-settings needs: - "build:release:cargo:x86_64-unknown-linux-musl" script: - > /kaniko/executor $KANIKO_CACHE_ARGS --context $CI_PROJECT_DIR --build-arg CREATED=$(date -u +'%Y-%m-%dT%H:%M:%SZ') --build-arg VERSION=$(grep -m1 -o '[0-9].[0-9].[0-9]' Cargo.toml) --build-arg "GIT_REF=$CI_COMMIT_SHORT_SHA" --dockerfile "$CI_PROJECT_DIR/docker/ci-binaries-packaging.Dockerfile" --destination "$CI_REGISTRY_IMAGE/conduit:$CI_COMMIT_TAG" --destination "$CI_REGISTRY_IMAGE/conduit:$CI_COMMIT_TAG-alpine" --destination "$DOCKER_HUB_IMAGE/matrixconduit/matrix-conduit:$CI_COMMIT_TAG" --destination "$DOCKER_HUB_IMAGE/matrixconduit/matrix-conduit:$CI_COMMIT_TAG-alpine" rules: - if: '$CI_COMMIT_TAG' # --------------------------------------------------------------------- # # Run tests # # --------------------------------------------------------------------- # test:cargo: stage: "test" needs: [ ] image: "rust:latest" tags: [ "docker" ] variables: CARGO_HOME: "cargohome" cache: paths: - target - cargohome key: test_cache interruptible: true before_script: - mkdir -p $CARGO_HOME && echo "using $CARGO_HOME to cache cargo deps" - apt-get update -yqq - apt-get install -yqq --no-install-recommends build-essential libssl-dev pkg-config - rustup component add clippy rustfmt script: - rustc --version && cargo --version # Print version info for debugging - cargo fmt --all -- --check - cargo test --workspace --verbose --locked - cargo clippy test:sytest: stage: "test" allow_failure: true needs: - "build:debug:cargo:x86_64-unknown-linux-musl" image: name: "valkum/sytest-conduit:latest" entrypoint: [ "" ] tags: [ "docker" ] variables: PLUGINS: "https://github.com/valkum/sytest_conduit/archive/master.tar.gz" before_script: - "mkdir -p /app" - "cp ./conduit-debug-x86_64-unknown-linux-musl /app/conduit" - "chmod +x /app/conduit" - "rm -rf /src && ln -s $CI_PROJECT_DIR/ /src" - "mkdir -p /work/server-0/database/ && mkdir -p /work/server-1/database/ && mkdir -p /work/server-2/database/" - "cd /" script: - "SYTEST_EXIT_CODE=0" - "/bootstrap.sh conduit || SYTEST_EXIT_CODE=1" - "perl /sytest/tap-to-junit-xml.pl --puretap --input /logs/results.tap --output $CI_PROJECT_DIR/sytest.xml \"Sytest\" && cp /logs/results.tap $CI_PROJECT_DIR/results.tap" - "exit $SYTEST_EXIT_CODE" artifacts: when: always paths: - "$CI_PROJECT_DIR/sytest.xml" - "$CI_PROJECT_DIR/results.tap" reports: junit: "$CI_PROJECT_DIR/sytest.xml" # --------------------------------------------------------------------- # # Store binaries as package so they have download urls # # --------------------------------------------------------------------- # publish:package: stage: "upload artifacts" needs: - "build:release:cargo:x86_64-unknown-linux-gnu" - "build:release:cargo:armv7-unknown-linux-gnueabihf" - "build:release:cargo:aarch64-unknown-linux-gnu" - "build:release:cargo:x86_64-unknown-linux-musl" - "build:cargo-deb:x86_64-unknown-linux-gnu" rules: - if: '$CI_COMMIT_BRANCH == "master"' - if: '$CI_COMMIT_BRANCH == "next"' - if: '$CI_COMMIT_TAG' image: curlimages/curl:latest tags: ["docker"] variables: GIT_STRATEGY: "none" # Don't need a clean copy of the code, we just operate on artifacts script: - 'BASE_URL="${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/conduit-${CI_COMMIT_REF_SLUG}/build-${CI_PIPELINE_ID}"' - 'curl --header "JOB-TOKEN: $CI_JOB_TOKEN" --upload-file conduit-x86_64-unknown-linux-gnu "${BASE_URL}/conduit-x86_64-unknown-linux-gnu"' - 'curl --header "JOB-TOKEN: $CI_JOB_TOKEN" --upload-file conduit-armv7-unknown-linux-gnueabihf "${BASE_URL}/conduit-armv7-unknown-linux-gnueabihf"' - 'curl --header "JOB-TOKEN: $CI_JOB_TOKEN" --upload-file conduit-aarch64-unknown-linux-gnu "${BASE_URL}/conduit-aarch64-unknown-linux-gnu"' - 'curl --header "JOB-TOKEN: $CI_JOB_TOKEN" --upload-file conduit-x86_64-unknown-linux-musl "${BASE_URL}/conduit-x86_64-unknown-linux-musl"' - 'curl --header "JOB-TOKEN: $CI_JOB_TOKEN" --upload-file conduit-x86_64-unknown-linux-gnu.deb "${BASE_URL}/conduit-x86_64-unknown-linux-gnu.deb"'