ci: port 10619 to release-50
This commit is contained in:
parent
06f4fcaad9
commit
1269a25006
|
@ -5,8 +5,6 @@ concurrency:
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
|
|
||||||
on:
|
on:
|
||||||
schedule:
|
|
||||||
- cron: '0 */6 * * *'
|
|
||||||
push:
|
push:
|
||||||
branches:
|
branches:
|
||||||
- 'ci/**'
|
- 'ci/**'
|
||||||
|
@ -23,25 +21,20 @@ on:
|
||||||
jobs:
|
jobs:
|
||||||
prepare:
|
prepare:
|
||||||
runs-on: ubuntu-22.04
|
runs-on: ubuntu-22.04
|
||||||
if: (github.repository_owner == 'emqx' && github.event_name == 'schedule') || github.event_name != 'schedule'
|
|
||||||
container: ghcr.io/emqx/emqx-builder/5.0-34:1.13.4-24.3.4.2-3-ubuntu22.04
|
container: ghcr.io/emqx/emqx-builder/5.0-34:1.13.4-24.3.4.2-3-ubuntu22.04
|
||||||
outputs:
|
outputs:
|
||||||
BUILD_PROFILE: ${{ steps.get_profile.outputs.BUILD_PROFILE }}
|
BUILD_PROFILE: ${{ steps.get_profile.outputs.BUILD_PROFILE }}
|
||||||
IS_EXACT_TAG: ${{ steps.get_profile.outputs.IS_EXACT_TAG }}
|
IS_EXACT_TAG: ${{ steps.get_profile.outputs.IS_EXACT_TAG }}
|
||||||
VERSION: ${{ steps.get_profile.outputs.VERSION }}
|
VERSION: ${{ steps.get_profile.outputs.VERSION }}
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
with:
|
with:
|
||||||
ref: ${{ github.event.inputs.branch_or_tag }} # when input is not given, the event tag is used
|
ref: ${{ github.event.inputs.branch_or_tag }} # when input is not given, the event tag is used
|
||||||
path: source
|
|
||||||
fetch-depth: 0
|
fetch-depth: 0
|
||||||
|
|
||||||
- name: Get profile to build
|
- name: Get profile to build
|
||||||
id: get_profile
|
id: get_profile
|
||||||
run: |
|
run: |
|
||||||
cd source
|
|
||||||
git config --global --add safe.directory "$(pwd)"
|
|
||||||
tag=${{ github.ref }}
|
tag=${{ github.ref }}
|
||||||
if git describe --tags --match "[v|e]*" --exact; then
|
if git describe --tags --match "[v|e]*" --exact; then
|
||||||
echo "WARN: This is an exact git tag, will publish release"
|
echo "WARN: This is an exact git tag, will publish release"
|
||||||
|
@ -78,31 +71,21 @@ jobs:
|
||||||
esac
|
esac
|
||||||
echo "BUILD_PROFILE=$PROFILE" >> $GITHUB_OUTPUT
|
echo "BUILD_PROFILE=$PROFILE" >> $GITHUB_OUTPUT
|
||||||
echo "VERSION=$(./pkg-vsn.sh $PROFILE)" >> $GITHUB_OUTPUT
|
echo "VERSION=$(./pkg-vsn.sh $PROFILE)" >> $GITHUB_OUTPUT
|
||||||
- name: get_all_deps
|
|
||||||
run: |
|
|
||||||
make -C source deps-all
|
|
||||||
zip -ryq source.zip source/* source/.[^.]*
|
|
||||||
- uses: actions/upload-artifact@v3
|
|
||||||
with:
|
|
||||||
name: source
|
|
||||||
path: source.zip
|
|
||||||
|
|
||||||
windows:
|
windows:
|
||||||
runs-on: windows-2019
|
runs-on: windows-2019
|
||||||
if: startsWith(github.ref_name, 'v')
|
if: startsWith(github.ref_name, 'v')
|
||||||
needs: prepare
|
|
||||||
strategy:
|
strategy:
|
||||||
fail-fast: false
|
fail-fast: false
|
||||||
matrix:
|
matrix:
|
||||||
profile: # for now only CE for windows
|
profile: # for now only CE for windows
|
||||||
- emqx
|
- emqx
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/download-artifact@v3
|
- uses: actions/checkout@v3
|
||||||
with:
|
with:
|
||||||
name: source
|
ref: ${{ github.event.inputs.branch_or_tag }}
|
||||||
path: .
|
fetch-depth: 0
|
||||||
- name: unzip source code
|
|
||||||
run: Expand-Archive -Path source.zip -DestinationPath ./
|
|
||||||
- uses: ilammy/msvc-dev-cmd@v1.12.0
|
- uses: ilammy/msvc-dev-cmd@v1.12.0
|
||||||
- uses: erlef/setup-beam@v1.15.2
|
- uses: erlef/setup-beam@v1.15.2
|
||||||
with:
|
with:
|
||||||
|
@ -111,14 +94,12 @@ jobs:
|
||||||
env:
|
env:
|
||||||
PYTHON: python
|
PYTHON: python
|
||||||
DIAGNOSTIC: 1
|
DIAGNOSTIC: 1
|
||||||
working-directory: source
|
|
||||||
run: |
|
run: |
|
||||||
# ensure crypto app (openssl)
|
# ensure crypto app (openssl)
|
||||||
erl -eval "erlang:display(crypto:info_lib())" -s init stop
|
erl -eval "erlang:display(crypto:info_lib())" -s init stop
|
||||||
make ${{ matrix.profile }}-tgz
|
make ${{ matrix.profile }}-tgz
|
||||||
- name: run emqx
|
- name: run emqx
|
||||||
timeout-minutes: 5
|
timeout-minutes: 5
|
||||||
working-directory: source
|
|
||||||
run: |
|
run: |
|
||||||
./_build/${{ matrix.profile }}/rel/emqx/bin/emqx start
|
./_build/${{ matrix.profile }}/rel/emqx/bin/emqx start
|
||||||
Start-Sleep -s 5
|
Start-Sleep -s 5
|
||||||
|
@ -133,15 +114,7 @@ jobs:
|
||||||
if: success()
|
if: success()
|
||||||
with:
|
with:
|
||||||
name: ${{ matrix.profile }}
|
name: ${{ matrix.profile }}
|
||||||
path: source/_packages/${{ matrix.profile }}/
|
path: _packages/${{ matrix.profile }}/
|
||||||
- name: Send notification to Slack
|
|
||||||
uses: slackapi/slack-github-action@v1.23.0
|
|
||||||
if: failure() && github.event_name == 'schedule'
|
|
||||||
env:
|
|
||||||
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
|
|
||||||
with:
|
|
||||||
payload: |
|
|
||||||
{"text": "Scheduled run of ${{ github.workflow }}@Windows failed: https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}"}
|
|
||||||
|
|
||||||
mac:
|
mac:
|
||||||
needs: prepare
|
needs: prepare
|
||||||
|
@ -159,15 +132,10 @@ jobs:
|
||||||
runs-on: ${{ matrix.os }}
|
runs-on: ${{ matrix.os }}
|
||||||
steps:
|
steps:
|
||||||
- uses: emqx/self-hosted-cleanup-action@v1.0.3
|
- uses: emqx/self-hosted-cleanup-action@v1.0.3
|
||||||
- uses: actions/download-artifact@v3
|
- uses: actions/checkout@v3
|
||||||
with:
|
with:
|
||||||
name: source
|
ref: ${{ github.event.inputs.branch_or_tag }}
|
||||||
path: .
|
fetch-depth: 0
|
||||||
- name: unzip source code
|
|
||||||
run: |
|
|
||||||
ln -s . source
|
|
||||||
unzip -o -q source.zip
|
|
||||||
rm source source.zip
|
|
||||||
- uses: ./.github/actions/package-macos
|
- uses: ./.github/actions/package-macos
|
||||||
with:
|
with:
|
||||||
profile: ${{ matrix.profile }}
|
profile: ${{ matrix.profile }}
|
||||||
|
@ -182,19 +150,14 @@ jobs:
|
||||||
with:
|
with:
|
||||||
name: ${{ matrix.profile }}
|
name: ${{ matrix.profile }}
|
||||||
path: _packages/${{ matrix.profile }}/
|
path: _packages/${{ matrix.profile }}/
|
||||||
- name: Send notification to Slack
|
|
||||||
uses: slackapi/slack-github-action@v1.23.0
|
|
||||||
if: failure() && github.event_name == 'schedule'
|
|
||||||
env:
|
|
||||||
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
|
|
||||||
with:
|
|
||||||
payload: |
|
|
||||||
{"text": "Scheduled run of ${{ github.workflow }}@${{ matrix.os }} failed: https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}"}
|
|
||||||
|
|
||||||
linux:
|
linux:
|
||||||
needs: prepare
|
needs: prepare
|
||||||
if: github.event_name != 'schedule'
|
runs-on: ${{ matrix.build_machine }}
|
||||||
runs-on: aws-${{ matrix.arch }}
|
# always run in builder container because the host might have the wrong OTP version etc.
|
||||||
|
# otherwise buildx.sh does not run docker if arch and os matches the target arch and os.
|
||||||
|
container:
|
||||||
|
image: "ghcr.io/emqx/emqx-builder/${{ matrix.builder }}:${{ matrix.elixir }}-${{ matrix.otp }}-${{ matrix.os }}"
|
||||||
|
|
||||||
strategy:
|
strategy:
|
||||||
fail-fast: false
|
fail-fast: false
|
||||||
|
@ -216,15 +179,24 @@ jobs:
|
||||||
- el8
|
- el8
|
||||||
- el7
|
- el7
|
||||||
- amzn2
|
- amzn2
|
||||||
|
build_machine:
|
||||||
|
- aws-arm64
|
||||||
|
- ubuntu-22.04
|
||||||
builder:
|
builder:
|
||||||
- 5.0-34
|
- 5.0-34
|
||||||
elixir:
|
elixir:
|
||||||
- 1.13.4
|
- 1.13.4
|
||||||
|
exclude:
|
||||||
|
- arch: arm64
|
||||||
|
build_machine: ubuntu-22.04
|
||||||
|
- arch: amd64
|
||||||
|
build_machine: aws-arm64
|
||||||
include:
|
include:
|
||||||
- profile: emqx
|
- profile: emqx
|
||||||
otp: 25.1.2-3
|
otp: 25.1.2-3
|
||||||
arch: amd64
|
arch: amd64
|
||||||
os: ubuntu22.04
|
os: ubuntu22.04
|
||||||
|
build_machine: ubuntu-22.04
|
||||||
builder: 5.0-34
|
builder: 5.0-34
|
||||||
elixir: 1.13.4
|
elixir: 1.13.4
|
||||||
release_with: elixir
|
release_with: elixir
|
||||||
|
@ -232,6 +204,7 @@ jobs:
|
||||||
otp: 25.1.2-3
|
otp: 25.1.2-3
|
||||||
arch: amd64
|
arch: amd64
|
||||||
os: amzn2
|
os: amzn2
|
||||||
|
build_machine: ubuntu-22.04
|
||||||
builder: 5.0-34
|
builder: 5.0-34
|
||||||
elixir: 1.13.4
|
elixir: 1.13.4
|
||||||
release_with: elixir
|
release_with: elixir
|
||||||
|
@ -242,26 +215,31 @@ jobs:
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- uses: AutoModality/action-clean@v1
|
- uses: AutoModality/action-clean@v1
|
||||||
- uses: actions/download-artifact@v3
|
if: matrix.build_machine == 'aws-arm64'
|
||||||
|
|
||||||
|
- uses: actions/checkout@v3
|
||||||
with:
|
with:
|
||||||
name: source
|
ref: ${{ github.event.inputs.branch_or_tag }}
|
||||||
path: .
|
fetch-depth: 0
|
||||||
- name: unzip source code
|
|
||||||
run: unzip -q source.zip
|
|
||||||
- name: build emqx packages
|
- name: build emqx packages
|
||||||
working-directory: source
|
|
||||||
env:
|
env:
|
||||||
BUILDER: ${{ matrix.builder }}
|
|
||||||
ELIXIR: ${{ matrix.elixir }}
|
ELIXIR: ${{ matrix.elixir }}
|
||||||
OTP: ${{ matrix.otp }}
|
|
||||||
PROFILE: ${{ matrix.profile }}
|
PROFILE: ${{ matrix.profile }}
|
||||||
ARCH: ${{ matrix.arch }}
|
ARCH: ${{ matrix.arch }}
|
||||||
SYSTEM: ${{ matrix.os }}
|
|
||||||
run: |
|
run: |
|
||||||
set -eu
|
set -eu
|
||||||
|
git config --global --add safe.directory "/__w/emqx/emqx"
|
||||||
|
# Align path for CMake caches
|
||||||
|
if [ ! "$PWD" = "/emqx" ]; then
|
||||||
|
ln -s $PWD /emqx
|
||||||
|
cd /emqx
|
||||||
|
fi
|
||||||
|
echo "pwd is $PWD"
|
||||||
PKGTYPES="tgz pkg"
|
PKGTYPES="tgz pkg"
|
||||||
IS_ELIXIR="no"
|
IS_ELIXIR="no"
|
||||||
if [ ${{ matrix.release_with }} == 'elixir' ]; then
|
WITH_ELIXIR=${{ matrix.release_with }}
|
||||||
|
if [ "${WITH_ELIXIR:-}" == 'elixir' ]; then
|
||||||
PKGTYPES="tgz"
|
PKGTYPES="tgz"
|
||||||
# set Elixir build flag
|
# set Elixir build flag
|
||||||
IS_ELIXIR="yes"
|
IS_ELIXIR="yes"
|
||||||
|
@ -273,88 +251,18 @@ jobs:
|
||||||
--pkgtype "${PKGTYPE}" \
|
--pkgtype "${PKGTYPE}" \
|
||||||
--arch "${ARCH}" \
|
--arch "${ARCH}" \
|
||||||
--elixir "${IS_ELIXIR}" \
|
--elixir "${IS_ELIXIR}" \
|
||||||
--builder "ghcr.io/emqx/emqx-builder/${BUILDER}:${ELIXIR}-${OTP}-${SYSTEM}"
|
--builder "force_host"
|
||||||
done
|
done
|
||||||
- uses: actions/upload-artifact@v3
|
- uses: actions/upload-artifact@v3
|
||||||
if: success()
|
if: success()
|
||||||
with:
|
with:
|
||||||
name: ${{ matrix.profile }}
|
name: ${{ matrix.profile }}
|
||||||
path: source/_packages/${{ matrix.profile }}/
|
path: _packages/${{ matrix.profile }}/
|
||||||
|
|
||||||
linux-schedule:
|
|
||||||
needs: prepare
|
|
||||||
if: github.event_name == 'schedule'
|
|
||||||
runs-on: aws-${{ matrix.arch }}
|
|
||||||
|
|
||||||
strategy:
|
|
||||||
fail-fast: false
|
|
||||||
matrix:
|
|
||||||
profile:
|
|
||||||
- emqx
|
|
||||||
- emqx-enterprise
|
|
||||||
otp:
|
|
||||||
- 24.3.4.2-3
|
|
||||||
arch:
|
|
||||||
- amd64
|
|
||||||
os:
|
|
||||||
- debian10
|
|
||||||
builder:
|
|
||||||
- 5.0-34
|
|
||||||
elixir:
|
|
||||||
- 1.13.4
|
|
||||||
|
|
||||||
defaults:
|
|
||||||
run:
|
|
||||||
shell: bash
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- uses: AutoModality/action-clean@v1
|
|
||||||
- uses: actions/download-artifact@v3
|
|
||||||
with:
|
|
||||||
name: source
|
|
||||||
path: .
|
|
||||||
- name: unzip source code
|
|
||||||
run: unzip -q source.zip
|
|
||||||
- name: build emqx packages
|
|
||||||
working-directory: source
|
|
||||||
env:
|
|
||||||
BUILDER: ${{ matrix.builder }}
|
|
||||||
ELIXIR: ${{ matrix.elixir }}
|
|
||||||
OTP: ${{ matrix.otp }}
|
|
||||||
PROFILE: ${{ matrix.profile }}
|
|
||||||
ARCH: ${{ matrix.arch }}
|
|
||||||
SYSTEM: ${{ matrix.os }}
|
|
||||||
run: |
|
|
||||||
set -eu
|
|
||||||
PKGTYPES="tgz pkg"
|
|
||||||
IS_ELIXIR="no"
|
|
||||||
for PKGTYPE in ${PKGTYPES};
|
|
||||||
do
|
|
||||||
./scripts/buildx.sh \
|
|
||||||
--profile "${PROFILE}" \
|
|
||||||
--pkgtype "${PKGTYPE}" \
|
|
||||||
--arch "${ARCH}" \
|
|
||||||
--elixir "${IS_ELIXIR}" \
|
|
||||||
--builder "ghcr.io/emqx/emqx-builder/${BUILDER}:${ELIXIR}-${OTP}-${SYSTEM}"
|
|
||||||
done
|
|
||||||
- uses: actions/upload-artifact@v3
|
|
||||||
if: success()
|
|
||||||
with:
|
|
||||||
name: ${{ matrix.profile }}
|
|
||||||
path: source/_packages/${{ matrix.profile }}/
|
|
||||||
- name: Send notification to Slack
|
|
||||||
uses: slackapi/slack-github-action@v1.23.0
|
|
||||||
if: failure()
|
|
||||||
env:
|
|
||||||
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
|
|
||||||
with:
|
|
||||||
payload: |
|
|
||||||
{"text": "Scheduled run of ${{ github.workflow }}@${{ matrix.os }} failed: https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}"}
|
|
||||||
|
|
||||||
publish_artifacts:
|
publish_artifacts:
|
||||||
runs-on: ubuntu-22.04
|
runs-on: ubuntu-22.04
|
||||||
needs: [prepare, mac, linux]
|
needs: [prepare, mac, linux]
|
||||||
if: needs.prepare.outputs.IS_EXACT_TAG && github.event_name != 'schedule'
|
if: needs.prepare.outputs.IS_EXACT_TAG == 'true'
|
||||||
strategy:
|
strategy:
|
||||||
fail-fast: false
|
fail-fast: false
|
||||||
matrix:
|
matrix:
|
||||||
|
|
|
@ -140,7 +140,7 @@ BUILDER_SYSTEM="$(echo "$BUILDER" | awk -F'-' '{print $NF}')"
|
||||||
CMD_RUN="make ${MAKE_TARGET} && ./scripts/pkg-tests.sh ${MAKE_TARGET}"
|
CMD_RUN="make ${MAKE_TARGET} && ./scripts/pkg-tests.sh ${MAKE_TARGET}"
|
||||||
|
|
||||||
IS_NATIVE_SYSTEM='no'
|
IS_NATIVE_SYSTEM='no'
|
||||||
if [[ "$HOST_SYSTEM" = "$BUILDER_SYSTEM" ]]; then
|
if [[ "$BUILDER_SYSTEM" == "force_host" ]] || [[ "$BUILDER_SYSTEM" == "$HOST_SYSTEM" ]]; then
|
||||||
IS_NATIVE_SYSTEM='yes'
|
IS_NATIVE_SYSTEM='yes'
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue