emqx/.github/workflows/run_test_cases.yaml

name: Run test case

concurrency:
  group: test-${{ github.event_name }}-${{ github.ref }}
  cancel-in-progress: true

on:
  push:
    branches:
      - master
      - 'ci/**'
    tags:
      - v*
      - e*
  pull_request:

env:
  IS_CI: "yes"

jobs:
  build-matrix:
    runs-on: ubuntu-22.04
    outputs:
      prepare: ${{ steps.matrix.outputs.prepare }}
      host: ${{ steps.matrix.outputs.host }}
      docker: ${{ steps.matrix.outputs.docker }}
      runs-on: ${{ steps.runner.outputs.runs-on }}
    steps:
      - uses: actions/checkout@v3
      - name: Build matrix
        id: matrix
        run: |
          APPS="$(./scripts/find-apps.sh --ci)"
          MATRIX="$(echo "${APPS}" | jq -c '
            [
              (.[] | select(.profile == "emqx") | . + {
                builder: "5.0-34",
                otp: "25.1.2-3",
                elixir: "1.13.4"
              }),
              (.[] | select(.profile == "emqx-enterprise") | . + {
                builder: "5.0-34",
                otp: ["24.3.4.2-3", "25.1.2-3"][],
                elixir: "1.13.4"
              })
            ]
          ')"
          echo "${MATRIX}" | jq
          MATRIX_PREPARE="$(echo "${MATRIX}" | jq -c 'map({profile, builder, otp, elixir}) | unique')"
          MATRIX_HOST="$(echo "${MATRIX}" | jq -c 'map(select(.runner == "host"))')"
          MATRIX_DOCKER="$(echo "${MATRIX}" | jq -c 'map(select(.runner == "docker"))')"
          echo "prepare=${MATRIX_PREPARE}" | tee -a $GITHUB_OUTPUT
          echo "host=${MATRIX_HOST}" | tee -a $GITHUB_OUTPUT
          echo "docker=${MATRIX_DOCKER}" | tee -a $GITHUB_OUTPUT          
      - name: Choose runner host
        id: runner
        run: |
          RUNS_ON="ubuntu-22.04"
          ${{ github.repository_owner == 'emqx' }} && RUNS_ON="aws-amd64"
          echo "runs-on=${RUNS_ON}" | tee -a $GITHUB_OUTPUT          

  prepare:
    runs-on: ${{ needs.build-matrix.outputs.runs-on }}
    needs: [build-matrix]
    strategy:
      fail-fast: false
      matrix:
        include: ${{ fromJson(needs.build-matrix.outputs.prepare) }}
    container: "ghcr.io/emqx/emqx-builder/${{ matrix.builder }}:${{ matrix.elixir }}-${{ matrix.otp }}-ubuntu22.04"
    steps:
      - uses: AutoModality/action-clean@v1
      - uses: actions/checkout@v3
        with:
          path: source
      - name: get_all_deps
        working-directory: source
        env:
          PROFILE: ${{ matrix.profile }}
        run: |
          make ensure-rebar3
          # fetch all deps and compile
          make ${{ matrix.profile }}-compile
          make test-compile
          cd ..
          zip -ryq source.zip source/* source/.[^.]*          
      - uses: actions/upload-artifact@v3
        with:
          name: source-${{ matrix.profile }}-${{ matrix.otp }}
          path: source.zip

  static_checks:
    needs:
      - build-matrix
      - prepare
    runs-on: ${{ needs.build-matrix.outputs.runs-on }}
    strategy:
      fail-fast: false
      matrix:
        include: ${{ fromJson(needs.build-matrix.outputs.prepare) }}
    container: "ghcr.io/emqx/emqx-builder/${{ matrix.builder }}:${{ matrix.elixir }}-${{ matrix.otp }}-ubuntu22.04"
    steps:
      - uses: AutoModality/action-clean@v1
      - uses: actions/download-artifact@v3
        with:
          name: source-${{ matrix.profile }}-${{ matrix.otp }}
          path: .
      - name: unzip source code
        run: unzip -o -q source.zip
      - uses: actions/cache@v3
        with:
          path: "source/emqx_dialyzer_${{ matrix.otp }}_plt"
          key: rebar3-dialyzer-plt-${{ matrix.profile }}-${{ matrix.otp }}
      - name: run static checks
        env:
          PROFILE: ${{ matrix.profile }}
        working-directory: source
        run: make static_checks

  eunit_and_proper:
    needs:
      - build-matrix
      - prepare
    runs-on: ${{ needs.build-matrix.outputs.runs-on }}
    strategy:
      fail-fast: false
      matrix:
        include: ${{ fromJson(needs.build-matrix.outputs.prepare) }}

    defaults:
      run:
        shell: bash
    container: "ghcr.io/emqx/emqx-builder/${{ matrix.builder }}:${{ matrix.elixir }}-${{ matrix.otp }}-ubuntu22.04"

    steps:
      - uses: AutoModality/action-clean@v1
      - uses: actions/download-artifact@v3
        with:
          name: source-${{ matrix.profile }}-${{ matrix.otp }}
          path: .
      - name: unzip source code
        run: unzip -o -q source.zip
        # produces eunit.coverdata
      - name: eunit
        env:
          PROFILE: ${{ matrix.profile }}
          CT_COVER_EXPORT_PREFIX: ${{ matrix.profile }}-${{ matrix.otp }}
        working-directory: source
        run: make eunit

        # produces proper.coverdata
      - name: proper
        env:
          PROFILE: ${{ matrix.profile }}
          CT_COVER_EXPORT_PREFIX: ${{ matrix.profile }}-${{ matrix.otp }}
        working-directory: source
        run: make proper

      - uses: actions/upload-artifact@v3
        with:
          name: coverdata
          path: source/_build/test/cover

  ct_docker:
    needs:
      - build-matrix
      - prepare
    runs-on: ${{ needs.build-matrix.outputs.runs-on }}
    strategy:
      fail-fast: false
      matrix:
        include: ${{ fromJson(needs.build-matrix.outputs.docker) }}

    defaults:
      run:
        shell: bash

    steps:
      - uses: AutoModality/action-clean@v1
      - uses: actions/download-artifact@v3
        with:
          name: source-${{ matrix.profile }}-${{ matrix.otp }}
          path: .
      - name: unzip source code
        run: unzip -q source.zip
      - name: run tests
        working-directory: source
        env:
          DOCKER_CT_RUNNER_IMAGE: "ghcr.io/emqx/emqx-builder/${{ matrix.builder }}:${{ matrix.elixir }}-${{ matrix.otp }}-ubuntu22.04"
          MONGO_TAG: "5"
          MYSQL_TAG: "8"
          PGSQL_TAG: "13"
          REDIS_TAG: "7.0"
          INFLUXDB_TAG: "2.5.0"
          TDENGINE_TAG: "3.0.2.4"
          OPENTS_TAG: "9aa7f88"
          PROFILE: ${{ matrix.profile }}
          CT_COVER_EXPORT_PREFIX: ${{ matrix.profile }}-${{ matrix.otp }}
        run: ./scripts/ct/run.sh --ci --app ${{ matrix.app }}
      - uses: actions/upload-artifact@v3
        with:
          name: coverdata
          path: source/_build/test/cover
      - uses: actions/upload-artifact@v3
        if: failure()
        with:
          name: logs-${{ matrix.profile }}-${{ matrix.prefix }}-${{ matrix.otp }}
          path: source/_build/test/logs

  ct:
    needs:
      - build-matrix
      - prepare
    runs-on: ${{ needs.build-matrix.outputs.runs-on }}
    strategy:
      fail-fast: false
      matrix:
        include: ${{ fromJson(needs.build-matrix.outputs.host) }}

    container: "ghcr.io/emqx/emqx-builder/${{ matrix.builder }}:${{ matrix.elixir }}-${{ matrix.otp }}-ubuntu22.04"
    defaults:
      run:
        shell: bash

    steps:
      - uses: AutoModality/action-clean@v1
      - uses: actions/download-artifact@v3
        with:
          name: source-${{ matrix.profile }}-${{ matrix.otp }}
          path: .
      - name: unzip source code
        run: unzip -q source.zip

        # produces $PROFILE-<app-name>.coverdata
      - name: run common test
        working-directory: source
        env:
          PROFILE: ${{ matrix.profile }}
          CT_COVER_EXPORT_PREFIX: ${{ matrix.profile }}-${{ matrix.otp }}
        run: |
          make "${{ matrix.app }}-ct"          
      - uses: actions/upload-artifact@v3
        with:
          name: coverdata
          path: source/_build/test/cover
          if-no-files-found: warn # do not fail if no coverdata found
      - uses: actions/upload-artifact@v3
        if: failure()
        with:
          name: logs-${{ matrix.profile }}-${{ matrix.prefix }}-${{ matrix.otp }}
          path: source/_build/test/logs

  make_cover:
    needs:
      - eunit_and_proper
      - ct
      - ct_docker
    runs-on: ubuntu-22.04
    container: "ghcr.io/emqx/emqx-builder/5.0-34:1.13.4-24.3.4.2-3-ubuntu22.04"
    steps:
      - uses: AutoModality/action-clean@v1
      - uses: actions/download-artifact@v3
        with:
          name: source-emqx-enterprise-24.3.4.2-3
          path: .
      - name: unzip source code
        run: unzip -q source.zip

      - uses: actions/download-artifact@v3
        name: download coverdata
        with:
          name: coverdata
          path: source/_build/test/cover

      - name: make cover
        working-directory: source
        env:
          PROFILE: emqx-enterprise
        run: make cover

      - name: send to coveralls
        working-directory: source
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
          PROFILE: emqx-enterprise
        run: make coveralls

      - name: get coveralls logs
        working-directory: source
        if: failure()
        run: cat rebar3.crashdump

  # do this in a separate job
  upload_coverdata:
    needs: make_cover
    runs-on: ubuntu-22.04
    steps:
      - name: Coveralls Finished
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        run: |
          curl -v -k https://coveralls.io/webhook \
               --header "Content-Type: application/json" \
               --data "{\"repo_name\":\"$GITHUB_REPOSITORY\",\"repo_token\":\"$GITHUB_TOKEN\",\"payload\":{\"build_num\":$GITHUB_RUN_ID,\"status\":\"done\"}}" || true