name: Cross build packages concurrency: group: build-${{ github.event_name }}-${{ github.ref }} cancel-in-progress: true on: schedule: - cron: '0 */6 * * *' push: branches: - 'ci/**' release: types: - published workflow_dispatch: inputs: which_branch: required: false jobs: prepare: runs-on: ubuntu-20.04 # prepare source with any OTP version, no need for a matrix container: "ghcr.io/emqx/emqx-builder/5.0-5:1.13.2-24.1.5-4-ubuntu20.04" outputs: DEP_ROCKSDB_REF: ${{ steps.deps-refs.outputs.DEP_ROCKSDB_REF }} DEP_QUICER_REF: ${{ steps.deps-refs.outputs.DEP_QUICER_REF }} steps: - uses: actions/checkout@v2 with: ref: ${{ github.event.inputs.which_branch }} path: source fetch-depth: 0 - name: Get deps git refs for cache id: deps-refs working-directory: source run: | bash -x scripts/get-dep-refs.sh make clean-all - name: get_all_deps run: | make -C source deps-all zip -ryq source.zip source/* source/.[^.]* - uses: actions/upload-artifact@v2 with: name: source path: source.zip windows: runs-on: windows-2019 needs: prepare strategy: fail-fast: false matrix: profile: # only CE for windows - emqx otp: ## gleam-lang/setup-erlang does not yet support the installation of otp24 on windows - 23.2 steps: - uses: actions/download-artifact@v2 with: name: source path: . - name: unzip source code run: Expand-Archive -Path source.zip -DestinationPath ./ - uses: ilammy/msvc-dev-cmd@v1 - uses: gleam-lang/setup-erlang@v1.1.2 id: install_erlang with: otp-version: ${{ matrix.otp }} - name: build env: PYTHON: python DIAGNOSTIC: 1 working-directory: source run: | $env:PATH = "${{ steps.install_erlang.outputs.erlpath }}\bin;$env:PATH" $version = $( "${{ github.ref }}" -replace "^(.*)/(.*)/" ) if ($version -match "^v[0-9]+\.[0-9]+(\.[0-9]+)?") { $regex = "[0-9]+\.[0-9]+(-alpha|-beta|-rc)?\.[0-9]+" $pkg_name = "${{ matrix.profile }}-$([regex]::matches($version, $regex).value)-otp${{ matrix.otp }}-windows-amd64.tar.gz" } else { $pkg_name = "${{ matrix.profile }}-$($version -replace '/')-otp${{ matrix.otp }}-windows-amd64.tar.gz" } ## We do not build/release bcrypt and quic for windows package Remove-Item -Recurse -Force -Path _build/default/lib/bcrypt/ Remove-Item -Recurse -Force -Path _build/default/lib/quicer/ if (Test-Path rebar.lock) { Remove-Item -Force -Path rebar.lock } make ensure-rebar3 copy rebar3 "${{ steps.install_erlang.outputs.erlpath }}\bin" ls "${{ steps.install_erlang.outputs.erlpath }}\bin" rebar3 --help make ${{ matrix.profile }} mkdir -p _packages/${{ matrix.profile }} Compress-Archive -Path _build/${{ matrix.profile }}/rel/emqx -DestinationPath _build/${{ matrix.profile }}/rel/$pkg_name mv _build/${{ matrix.profile }}/rel/$pkg_name _packages/${{ matrix.profile }} Get-FileHash -Path "_packages/${{ matrix.profile }}/$pkg_name" | Format-List | grep 'Hash' | awk '{print $3}' > _packages/${{ matrix.profile }}/$pkg_name.sha256 - name: run emqx timeout-minutes: 1 working-directory: source run: | ./_build/${{ matrix.profile }}/rel/emqx/bin/emqx start Start-Sleep -s 5 ./_build/${{ matrix.profile }}/rel/emqx/bin/emqx stop ./_build/${{ matrix.profile }}/rel/emqx/bin/emqx install ./_build/${{ matrix.profile }}/rel/emqx/bin/emqx uninstall - uses: actions/upload-artifact@v1 if: startsWith(github.ref, 'refs/tags/') with: name: ${{ matrix.profile }} path: source/_packages/${{ matrix.profile }}/. mac: needs: prepare strategy: fail-fast: false matrix: profile: # no EDGE for mac - emqx - emqx-enterprise otp: - 24.1.5-4 os: - macos-11 - macos-10.15 exclude: - profile: emqx-edge runs-on: ${{ matrix.os }} steps: - uses: actions/download-artifact@v2 with: name: source path: . - name: unzip source code run: unzip -q source.zip - name: prepare run: | brew update brew install curl zip unzip gnu-sed kerl unixodbc freetds echo "/usr/local/bin" >> $GITHUB_PATH git config --global credential.helper store - uses: actions/cache@v2 id: cache with: path: ~/.kerl/${{ matrix.otp }} key: otp-install-${{ matrix.otp }}-${{ matrix.os }} - name: build erlang if: steps.cache.outputs.cache-hit != 'true' timeout-minutes: 60 env: KERL_BUILD_BACKEND: git OTP_GITHUB_URL: https://github.com/emqx/otp run: | kerl update releases kerl build ${{ matrix.otp }} kerl install ${{ matrix.otp }} $HOME/.kerl/${{ matrix.otp }} - name: load rocksdb cache uses: actions/cache@v2 with: path: source/_build/default/lib/rocksdb/ key: ${{ matrix.os }}-${{ matrix.otp }}-${{ matrix.arch }}-${{ needs.prepare.outputs.DEP_ROCKSDB_REF }} - name: load quicer cache uses: actions/cache@v2 with: path: source/_build/default/lib/quicer/ key: ${{ matrix.os }}-${{ matrix.otp }}-${{ matrix.arch }}-${{ needs.prepare.outputs.DEP_QUICER_REF }} - name: build working-directory: source run: | . $HOME/.kerl/${{ matrix.otp }}/activate make ensure-rebar3 sudo cp rebar3 /usr/local/bin/rebar3 rm -rf _build/${{ matrix.profile }}/lib make ${{ matrix.profile }}-tgz - name: test working-directory: source run: | pkg_name=$(find _packages/${{ matrix.profile }} -mindepth 1 -maxdepth 1 -iname \*.tar.gz) tar -zxf $pkg_name # gsed -i '/emqx_telemetry/d' ./emqx/data/loaded_plugins ./emqx/bin/emqx start || cat emqx/log/erlang.log.1 ready='no' for i in {1..10}; do if curl -fs 127.0.0.1:18083/api/v5/status > /dev/null; then ready='yes' break fi sleep 1 done if [ "$ready" != "yes" ]; then echo "Timed out waiting for emqx to be ready" cat emqx/log/erlang.log.1 exit 1 fi ./emqx/bin/emqx_ctl status ./emqx/bin/emqx stop rm -rf emqx openssl dgst -sha256 $pkg_name | awk '{print $2}' > $pkg_name.sha256 - uses: actions/upload-artifact@v1 if: startsWith(github.ref, 'refs/tags/') with: name: ${{ matrix.profile }}-${{ matrix.otp }} path: source/_packages/${{ matrix.profile }}/. linux: needs: prepare runs-on: ${{ matrix.build_machine }} container: image: "ghcr.io/emqx/emqx-builder/5.0-5:${{ matrix.elixir }}-${{ matrix.otp }}-${{ matrix.os }}" strategy: fail-fast: false matrix: profile: ## all editions for linux - emqx-edge - emqx - emqx-enterprise otp: - 24.1.5-4 # we test with OTP 23, but only build package on OTP 24 versions elixir: - 1.13.2 # used to split elixir packages into a separate job, since the # entire job may take a lot of time, especially on arm64 # emulation. # we only want to build ubuntu and centos with elixir for the # time being, so it's easier to just include those with # `with_elixir` set. build_elixir: # - with_elixir - no_elixir arch: - amd64 - arm64 os: - ubuntu20.04 - ubuntu18.04 - ubuntu16.04 - debian10 - debian9 # - opensuse - centos7 - raspbian10 # - raspbian9 build_machine: - aws-arm64 - ubuntu-20.04 exclude: - arch: arm64 build_machine: ubuntu-20.04 - arch: amd64 build_machine: aws-arm64 - os: raspbian9 arch: amd64 - os: raspbian10 arch: amd64 - os: raspbian10 # we only have arm32 image arch: arm64 - os: raspbian9 profile: emqx - os: raspbian10 profile: emqx - os: raspbian9 profile: emqx-enterprise - os: raspbian10 profile: emqx-enterprise include: - profile: emqx otp: 24.1.5-4 elixir: 1.13.2 build_elixir: with_elixir arch: amd64 os: ubuntu20.04 build_machine: ubuntu-20.04 - profile: emqx otp: 24.1.5-4 elixir: 1.13.2 build_elixir: with_elixir arch: amd64 os: centos7 build_machine: ubuntu-20.04 defaults: run: shell: bash steps: - uses: AutoModality/action-clean@v1 if: matrix.build_machine == 'aws-arm64' - uses: actions/download-artifact@v2 with: name: source path: . - name: unzip source code run: unzip -q source.zip - name: load rocksdb cache uses: actions/cache@v2 with: path: | source/_build/default/lib/rocksdb/ source/deps/rocksdb/ key: ${{ matrix.os }}-${{ matrix.otp }}-${{ matrix.arch }}-${{ needs.prepare.outputs.DEP_ROCKSDB_REF }} - name: load quicer cache uses: actions/cache@v2 with: path: | source/_build/default/lib/quicer/ source/deps/quicer/ key: ${{ matrix.os }}-${{ matrix.otp }}-${{ matrix.arch }}-${{ needs.prepare.outputs.DEP_QUICER_REF }} - name: build emqx packages working-directory: source env: OTP: ${{ matrix.otp }} ELIXIR: ${{ matrix.elixir }} PROFILE: ${{ matrix.profile }} ARCH: ${{ matrix.arch }} SYSTEM: ${{ matrix.os }} run: | set -eu # Align path for CMake caches if [ ! "$PWD" = "/emqx" ]; then ln -s $PWD /emqx cd /emqx fi echo "pwd is $PWD" PkgTypes="tgz pkg" WithElixir="" if [ ${{ matrix.build_elixir }} = "with_elixir" ]; then PkgTypes="tgz" # set Elixir build flag WithElixir="--with-elixir" fi for PKGTYPE in ${PkgTypes}; do ./scripts/buildx.sh \ --profile "${PROFILE}" \ --pkgtype "${PKGTYPE}" \ --arch "${ARCH}" \ --otp "${OTP}" \ --elixir "${ELIXIR}" "$WithElixir" \ --system "${SYSTEM}" \ --builder "ghcr.io/emqx/emqx-builder/5.0-5:${ELIXIR}-${OTP}-${SYSTEM}" done - name: create sha256 env: PROFILE: ${{ matrix.profile}} working-directory: source run: | if [ -d _packages/$PROFILE ]; then cd _packages/$PROFILE for var in $(ls emqx-* ); do bash -c "echo $(sha256sum $var | awk '{print $1}') > $var.sha256" done cd - fi - uses: actions/upload-artifact@v1 if: startsWith(github.ref, 'refs/tags/') with: name: ${{ matrix.profile }}-${{ matrix.otp }} path: source/_packages/${{ matrix.profile }}/. docker: runs-on: ${{ matrix.build_machine }} needs: prepare strategy: fail-fast: false matrix: os: - alpine3.14 profile: # all editions for docker - emqx-edge - emqx - emqx-enterprise # NOTE: for docker, only support latest otp and elixir # versions, not a matrix otp: - 24.1.5-4 # update to latest elixir: - 1.13.2 # update to latest arch: - amd64 - arm64 build_elixir: - no_elixir build_machine: - aws-arm64 - ubuntu-20.04 exclude: - arch: arm64 build_machine: ubuntu-20.04 - arch: amd64 build_machine: aws-arm64 include: - os: alpine3.14 profile: emqx otp: 24.1.5-4 elixir: 1.13.2 arch: amd64 build_elixir: with_elixir build_machine: ubuntu-20.04 steps: - uses: AutoModality/action-clean@v1 if: matrix.build_machine == 'aws-arm64' - uses: actions/download-artifact@v2 with: name: source path: . - name: unzip source code run: unzip -q source.zip - uses: docker/setup-buildx-action@v1 - name: load rocksdb cache uses: actions/cache@v2 with: path: | source/_build/default/lib/rocksdb/ source/deps/rocksdb// key: ${{ matrix.os }}-${{ matrix.otp }}-${{ matrix.arch }}-${{ needs.prepare.outputs.DEP_ROCKSDB_REF }} - name: load quicer cache uses: actions/cache@v2 with: path: | source/_build/default/lib/quicer/ source/deps/quicer/ key: ${{ matrix.os }}-${{ matrix.otp }}-${{ matrix.arch }}-${{ needs.prepare.outputs.DEP_QUICER_REF }} - uses: docker/login-action@v1 with: username: ${{ secrets.DOCKER_HUB_USER }} password: ${{ secrets.DOCKER_HUB_TOKEN }} - name: prepare for docker-action-parms id: pre-meta run: | img=$(echo ${{ matrix.os }} | sed 's#\([0-9.]\+\)$#:\1#g') emqx_name=${{ matrix.profile }} img_suffix=${{ matrix.arch }} img_labels="org.opencontainers.image.otp.version=${{ matrix.otp }}" if [ ${{ matrix.build_elixir }} = "with_elixir" ]; then emqx_name="emqx-elixir" img_suffix="elixir-${{ matrix.arch }}" img_labels="org.opencontainers.image.elixir.version=${{ matrix.elixir }}\n${img_labels}" fi echo "::set-output name=img::${img}" echo "::set-output name=emqx_name::${emqx_name}" echo "::set-output name=img_suffix::${img_suffix}" echo "::set-output name=img_labels::${img_labels}" # NOTE, Pls make sure this is identical as the one in job 'docker-push-multi-arch-manifest' - uses: docker/metadata-action@v3 id: meta with: images: ${{ github.repository_owner }}/${{ matrix.profile }} flavor: | latest=${{ github.event_name == 'release' && !github.event.release.prerelease }} suffix=-${{ steps.pre-meta.outputs.img_suffix }} tags: | type=ref,event=branch type=ref,event=pr type=ref,event=tag type=semver,pattern={{version}} labels: ${{ steps.pre-meta.outputs.img_labels }} - uses: docker/build-push-action@v2 with: push: > ${{ (github.event_name == 'release' && !github.event.release.prerelease) || (github.event.repository.owner != 'emqx' && startsWith(github.ref_name, 'ci/')) }} pull: true no-cache: true platforms: linux/${{ matrix.arch }} tags: ${{ steps.meta.outputs.tags }} labels: ${{ steps.meta.outputs.labels }} build-args: | BUILD_FROM=ghcr.io/emqx/emqx-builder/5.0-5:${{ matrix.elixir }}-${{ matrix.otp }}-${{ matrix.os }} RUN_FROM=${{ steps.pre-meta.outputs.img }} EMQX_NAME=${{ steps.pre-meta.outputs.emqx_name }} file: source/deploy/docker/Dockerfile context: source - uses: aws-actions/configure-aws-credentials@v1 if: matrix.profile == 'emqx' with: aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} aws-region: ${{ secrets.AWS_DEFAULT_REGION }} - name: Docker push to aws ecr if: > ${{ (github.event_name == 'release' && !github.event.release.prerelease && matrix.profile == 'emqx') || (github.event.repository.owner != 'emqx' && startsWith(github.ref_name, 'ci/')) }} run: | aws ecr-public get-login-password --region us-east-1 | docker login --username AWS --password-stdin public.ecr.aws for tag in $(echo ${{ steps.meta.outputs.json }} | jq -c '.tags[]'); do docker pull "$tag" docker tag "$tag" "public.ecr.aws/$tag" docker push "public.ecr.aws/$tag" done docker-push-multi-arch-manifest: # note, we only run on amd64 if: > (github.event_name == 'release' && !github.event.release.prerelease) || (github.event.repository.owner != 'emqx' && startsWith(github.ref_name, 'ci/')) needs: - prepare - docker runs-on: ubuntu-latest strategy: fail-fast: false matrix: profile: # all editions for docker - emqx-edge - emqx - emqx-enterprise # NOTE: for docker, only support latest otp version, not a matrix otp: - 24.1.5-4 # update to latest # elixir: - 1.13.2 # update to latest arch: - amd64 - arm64 build_elixir: - no_elixir build_machine: - aws-arm64 - ubuntu-20.04 exclude: - arch: arm64 build_machine: ubuntu-20.04 - arch: amd64 build_machine: aws-arm64 include: - os: alpine3.14 profile: emqx otp: 24.1.5-4 elixir: 1.13.2 arch: amd64 build_elixir: with_elixir build_machine: ubuntu-20.04 steps: - uses: actions/download-artifact@v2 if: matrix.arch == 'amd64' with: name: source path: . - name: unzip source code if: matrix.arch == 'amd64' run: unzip -q source.zip - uses: docker/login-action@v1 if: matrix.arch == 'amd64' with: username: ${{ secrets.DOCKER_HUB_USER }} password: ${{ secrets.DOCKER_HUB_TOKEN }} - name: prepare for docker-action-parms id: pre-meta run: | img=$(echo ${{ matrix.os }} | sed 's#\([0-9.]\+\)$#:\1#g') emqx_name=${{ matrix.profile }} img_suffix=${{ matrix.arch }} img_labels="org.opencontainers.image.otp.version=${{ matrix.otp }}" if [ ${{ matrix.build_elixir }} = "with_elixir" ]; then emqx_name="emqx-elixir" img_suffix="elixir-${{ matrix.arch }}" img_labels="org.opencontainers.image.elixir.version=${{ matrix.elixir }}\n$img_labels" fi echo "::set-output name=img::${img}" echo "::set-output name=emqx_name::${emqx_name}" echo "::set-output name=img_suffix::${img_suffix}" echo "::set-output name=img_labels::${img_labels}" # NOTE, Pls make sure this is identical as the one in job 'docker' - uses: docker/metadata-action@v3 if: matrix.arch == 'amd64' id: meta with: images: ${{ github.repository_owner }}/${{ matrix.profile }} flavor: | latest=false suffix=-${{ steps.pre-meta.outputs.img_suffix }} tags: | type=ref,event=branch type=ref,event=pr type=ref,event=tag type=semver,pattern={{version}} labels: ${{ steps.pre-meta.outputs.img_labels }} - name: update manifest for multiarch image if: matrix.arch == 'amd64' working-directory: source run: | IsPushLatest=${{ github.event_name == 'release' && !github.event.release.prerelease }}; scripts/docker-create-push-manifests.sh "${{ steps.meta.outputs.tags }}" "$IsPushLatest" - uses: aws-actions/configure-aws-credentials@v1 if: matrix.profile == 'emqx' && matrix.arch == 'amd64' with: aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} aws-region: ${{ secrets.AWS_DEFAULT_REGION }} - name: Docker push to aws ecr if: matrix.profile == 'emqx' && matrix.arch == 'amd64' run: | aws ecr-public get-login-password --region us-east-1 | docker login --username AWS --password-stdin public.ecr.aws IsPushLatest=${{ github.event_name == 'release' && !github.event.release.prerelease }}; scripts/docker-create-push-manifests.sh "public.ecr.aws/${{ steps.meta.outputs.tags }}" "$IsPushLatest" delete-artifact: runs-on: ubuntu-20.04 needs: [prepare, mac, linux, docker] steps: - uses: geekyeggo/delete-artifact@v1 with: name: source upload: runs-on: ubuntu-20.04 if: startsWith(github.ref, 'refs/tags/') needs: [prepare, mac, linux, docker] strategy: fail-fast: false matrix: profile: - emqx-edge - emqx - emqx-enterprise otp: - 24.1.5-4 steps: - uses: actions/checkout@v2 - name: get_version run: | echo 'version<> $GITHUB_ENV echo ${{ github.ref }} | sed -r "s ^refs/heads/|^refs/tags/(.*) \1 g" >> $GITHUB_ENV echo 'EOF' >> $GITHUB_ENV - uses: actions/download-artifact@v2 with: name: ${{ matrix.profile }}-${{ matrix.otp }} path: ./_packages/${{ matrix.profile }} - name: install dos2unix run: sudo apt-get update && sudo apt install -y dos2unix - name: get packages run: | set -e -u cd _packages/${{ matrix.profile }} for var in $( ls |grep emqx |grep -v sha256); do dos2unix $var.sha256 echo "$(cat $var.sha256) $var" | sha256sum -c || exit 1 done cd - - name: upload aws s3 run: | set -e -u PROFILE=${{ matrix.profile }} if [ $PROFILE = 'emqx' ]; then s3dir='emqx-ce' elif [ $PROFILE = 'emqx-enterprise' ]; then s3dir='emqx-ee' elif [ $PROFILE = 'emqx-edge' ]; then s3dir='emqx-edge' else echo "unknown profile $PROFILE" exit 1 fi aws configure set aws_access_key_id ${{ secrets.AWS_ACCESS_KEY_ID }} aws configure set aws_secret_access_key ${{ secrets.AWS_SECRET_ACCESS_KEY }} aws configure set default.region ${{ secrets.AWS_DEFAULT_REGION }} aws s3 cp --recursive _packages/${{ matrix.profile }} s3://${{ secrets.AWS_S3_BUCKET }}/$s3dir/${{ env.version }} aws cloudfront create-invalidation --distribution-id ${{ secrets.AWS_CLOUDFRONT_ID }} --paths "/$s3dir/${{ env.version }}/*" - uses: Rory-Z/upload-release-asset@v1 if: github.event_name == 'release' with: repo: emqx path: "_packages/${{ matrix.profile }}/emqx-*" token: ${{ github.token }} - name: update to emqx.io if: github.event_name == 'release' run: | set -e -x -u curl -w %{http_code} \ --insecure \ -H "Content-Type: application/json" \ -H "token: ${{ secrets.EMQX_IO_TOKEN }}" \ -X POST \ -d "{\"repo\":\"emqx/emqx\", \"tag\": \"${{ env.version }}\" }" \ ${{ secrets.EMQX_IO_RELEASE_API }} - name: update repo.emqx.io if: github.event_name == 'release' run: | if [ "${{ matrix.profile }}" = 'emqx-enterprise' ]; then BOOL_FLAG_NAME="emqx_ee" else BOOL_FLAG_NAME="emqx_ce" fi curl --silent --show-error \ -H "Authorization: token ${{ secrets.CI_GIT_TOKEN }}" \ -H "Accept: application/vnd.github.v3+json" \ -X POST \ -d "{\"ref\":\"v1.0.4\",\"inputs\":{\"version\": \"${{ env.version }}\", \"${BOOL_FLAG_NAME}\": \"true\"}}" \ "https://api.github.com/repos/emqx/emqx-ci-helper/actions/workflows/update_emqx_repos.yaml/dispatches" - name: update homebrew packages if: github.event_name == 'release' && matrix.profile == 'emqx' run: | if [ -z $(echo $version | grep -oE "(alpha|beta|rc)\.[0-9]") ]; then curl --silent --show-error \ -H "Authorization: token ${{ secrets.CI_GIT_TOKEN }}" \ -H "Accept: application/vnd.github.v3+json" \ -X POST \ -d "{\"ref\":\"v1.0.4\",\"inputs\":{\"version\": \"${{ env.version }}\"}}" \ "https://api.github.com/repos/emqx/emqx-ci-helper/actions/workflows/update_emqx_homebrew.yaml/dispatches" fi - uses: geekyeggo/delete-artifact@v1 with: name: ${{ matrix.profile }}