yuanbiao
/
emqx
1
0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

chore(autotest): start emqx servers

This commit is contained in:
mengzhenyu 2022-02-28 11:10:52 +08:00
parent 4f5c7347a2
commit facdea381b
1 changed files with 230 additions and 230 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

460
.github/workflows/run_broker_performance_cluster.yaml vendored
View File

@ -9,104 +9,104 @@ on:
# workflow_dispatch: # workflow_dispatch:
jobs: jobs:
# build: build:
# runs-on: ubuntu-20.04 runs-on: ubuntu-20.04
#
# strategy: strategy:
# fail-fast: false fail-fast: false
# matrix: matrix:
# profile: profile:
# - emqx - emqx
# otp: otp:
# - 24.1.5-3 - 24.1.5-3
# os: os:
# - ubuntu20.04 - ubuntu20.04
#
# container: "ghcr.io/emqx/emqx-builder/5.0-3:${{ matrix.otp }}-${{ matrix.os }}" container: "ghcr.io/emqx/emqx-builder/5.0-3:${{ matrix.otp }}-${{ matrix.os }}"
#
# steps: steps:
# - uses: actions/checkout@v1 - uses: actions/checkout@v1
# - name: build zip packages - name: build zip packages
# run: make ${{ matrix.profile }}-zip run: make ${{ matrix.profile }}-zip
# - name: packages test - name: packages test
# run: | run: |
# export CODE_PATH=$GITHUB_WORKSPACE export CODE_PATH=$GITHUB_WORKSPACE
# EMQX_NAME=${{ matrix.profile }} .ci/build_packages/tests.sh EMQX_NAME=${{ matrix.profile }} .ci/build_packages/tests.sh
# - uses: actions/upload-artifact@v2 - uses: actions/upload-artifact@v2
# with: with:
# name: ${{ matrix.os}} name: ${{ matrix.os}}
# path: _packages/**/*.zip path: _packages/**/*.zip
#
# terraform_emqx: terraform_emqx:
# runs-on: ubuntu-latest runs-on: ubuntu-latest
#
# needs: [build] needs: [build]
# outputs: outputs:
# emqx_public_ip: ${{ steps.emqx_private_ip.outputs.emqx_public_ip }} emqx_public_ip: ${{ steps.emqx_private_ip.outputs.emqx_public_ip }}
# emqx_node_ip1: ${{ steps.emqx_private_ip.outputs.emqx_node_ip1 }} emqx_node_ip1: ${{ steps.emqx_private_ip.outputs.emqx_node_ip1 }}
# emqx_node_ip2: ${{ steps.emqx_private_ip.outputs.emqx_node_ip2 }} emqx_node_ip2: ${{ steps.emqx_private_ip.outputs.emqx_node_ip2 }}
# emqx_node_ip3: ${{ steps.emqx_private_ip.outputs.emqx_node_ip3 }} emqx_node_ip3: ${{ steps.emqx_private_ip.outputs.emqx_node_ip3 }}
# steps: steps:
# - uses: actions/checkout@v2 - uses: actions/checkout@v2
# - uses: actions/download-artifact@v2 - uses: actions/download-artifact@v2
# with: with:
# name: ubuntu20.04 name: ubuntu20.04
# path: /tmp path: /tmp
# - name: Download emqx package - name: Download emqx package
# run: | run: |
# sudo cp /tmp/emqx/*.zip /tmp/emqx.zip sudo cp /tmp/emqx/*.zip /tmp/emqx.zip
# - name: Checkout tf-test-automation - name: Checkout tf-test-automation
# uses: actions/checkout@v2 uses: actions/checkout@v2
# with: with:
# repository: emqx/tf-test-automation repository: emqx/tf-test-automation
# ref: emqx-broker ref: emqx-broker
# path: tf-test-automation path: tf-test-automation
# - name: Setup Terraform - name: Setup Terraform
# uses: hashicorp/setup-terraform@v1.3.2 uses: hashicorp/setup-terraform@v1.3.2
# with: with:
# terraform_wrapper: false terraform_wrapper: false
# - name: Terraform Init tf-test-automation - name: Terraform Init tf-test-automation
# working-directory: ./tf-test-automation/services/emqx working-directory: ./tf-test-automation/services/emqx
# id: init1 id: init1
# run: | run: |
# terraform init --backend-config="access_key=${{ secrets.AWS_ACCESS_KEY_ID_FOR_PERFORMANCE_TESTING }}" --backend-config="secret_key=${{ secrets.AWS_SECRET_ACCESS_KEY_FOR_PERFORMANCE_TESTING }}" terraform init --backend-config="access_key=${{ secrets.AWS_ACCESS_KEY_ID_FOR_PERFORMANCE_TESTING }}" --backend-config="secret_key=${{ secrets.AWS_SECRET_ACCESS_KEY_FOR_PERFORMANCE_TESTING }}"
# - name: Terraform Validate tf-test-automation - name: Terraform Validate tf-test-automation
# working-directory: ./tf-test-automation/services/emqx working-directory: ./tf-test-automation/services/emqx
# id: validate1 id: validate1
# run: terraform validate -no-color run: terraform validate -no-color
# - name: Terraform Apply tf-test-automation - name: Terraform Apply tf-test-automation
# working-directory: ./tf-test-automation/services/emqx working-directory: ./tf-test-automation/services/emqx
# id: server_ip id: server_ip
# run: | run: |
# terraform apply -auto-approve -var="access_key=${{ secrets.AWS_ACCESS_KEY_ID_FOR_PERFORMANCE_TESTING }}" -var="secret_key=${{ secrets.AWS_SECRET_ACCESS_KEY_FOR_PERFORMANCE_TESTING }}" -var="private_key=${{ secrets.CI_SSH_PRIVATE_KEY }}" -var="emqx_package=/tmp/emqx.zip" terraform apply -auto-approve -var="access_key=${{ secrets.AWS_ACCESS_KEY_ID_FOR_PERFORMANCE_TESTING }}" -var="secret_key=${{ secrets.AWS_SECRET_ACCESS_KEY_FOR_PERFORMANCE_TESTING }}" -var="private_key=${{ secrets.CI_SSH_PRIVATE_KEY }}" -var="emqx_package=/tmp/emqx.zip"
# echo "::set-output name=emqx_private_ips::$(terraform output emqx_private_ips)" echo "::set-output name=emqx_private_ips::$(terraform output emqx_private_ips)"
# echo "::set-output name=emqx_public_ips::$(terraform output emqx_public_ips)" echo "::set-output name=emqx_public_ips::$(terraform output emqx_public_ips)"
# - name: Rename and upload emqx tfstate - name: Rename and upload emqx tfstate
# working-directory: ./tf-test-automation/services/emqx working-directory: ./tf-test-automation/services/emqx
# run: | run: |
# mv ./terraform.tfstate ./emqx.tfstate mv ./terraform.tfstate ./emqx.tfstate
# - uses: actions/upload-artifact@v2 - uses: actions/upload-artifact@v2
# if: always() if: always()
# with: with:
# name: tfstate name: tfstate
# path: ./tf-test-automation/services/emqx/emqx.tfstate path: ./tf-test-automation/services/emqx/emqx.tfstate
# - name: Show emqx_private_ips - name: Show emqx_private_ips
# id: emqx_private_ip id: emqx_private_ip
# run: | run: |
# ip1=`echo "${{ steps.server_ip.outputs.emqx_private_ips }}"|awk -F ',' '{print $1}'` ip1=`echo "${{ steps.server_ip.outputs.emqx_private_ips }}"|awk -F ',' '{print $1}'`
# ip2=`echo "${{ steps.server_ip.outputs.emqx_private_ips }}"|awk -F ',' '{print $2}'` ip2=`echo "${{ steps.server_ip.outputs.emqx_private_ips }}"|awk -F ',' '{print $2}'`
# ip3=`echo "${{ steps.server_ip.outputs.emqx_private_ips }}"|awk -F ',' '{print $3}'` ip3=`echo "${{ steps.server_ip.outputs.emqx_private_ips }}"|awk -F ',' '{print $3}'`
# emqx_public_ip=`echo "${{ steps.server_ip.outputs.emqx_public_ips }}"|awk -F ',' '{print $1}'` emqx_public_ip=`echo "${{ steps.server_ip.outputs.emqx_public_ips }}"|awk -F ',' '{print $1}'`
# echo "::set-output name=emqx_node_ip1::$ip1" echo "::set-output name=emqx_node_ip1::$ip1"
# echo "::set-output name=emqx_node_ip2::$ip2" echo "::set-output name=emqx_node_ip2::$ip2"
# echo "::set-output name=emqx_node_ip3::$ip3" echo "::set-output name=emqx_node_ip3::$ip3"
# echo "::set-output name=emqx_public_ip::$emqx_public_ip" echo "::set-output name=emqx_public_ip::$emqx_public_ip"
# - name: Show emqx node ip - name: Show emqx node ip
# run: | run: |
# echo ${{ steps.emqx_private_ip.outputs.emqx_node_ip1 }} echo ${{ steps.emqx_private_ip.outputs.emqx_node_ip1 }}
# echo ${{ steps.emqx_private_ip.outputs.emqx_node_ip2 }} echo ${{ steps.emqx_private_ip.outputs.emqx_node_ip2 }}
# echo ${{ steps.emqx_private_ip.outputs.emqx_node_ip3 }} echo ${{ steps.emqx_private_ip.outputs.emqx_node_ip3 }}
# echo ${{ steps.emqx_private_ip.outputs.emqx_public_ip }} echo ${{ steps.emqx_private_ip.outputs.emqx_public_ip }}
# xmeter_start: # xmeter_start:
# runs-on: ubuntu-latest # runs-on: ubuntu-latest
@ -360,138 +360,138 @@ jobs:
# run: | # run: |
# echo ${{ steps.webhook_ip.outputs.webhook_ip }} # echo ${{ steps.webhook_ip.outputs.webhook_ip }}
terraform_kafka: # terraform_kafka:
runs-on: ubuntu-latest # runs-on: ubuntu-latest
#
outputs: # outputs:
zk_ip: ${{ steps.zk_ip.outputs.zk_ip }} # zk_ip: ${{ steps.zk_ip.outputs.zk_ip }}
kafka_ip: ${{ steps.kafka_ip.outputs.kafka_ip }} # kafka_ip: ${{ steps.kafka_ip.outputs.kafka_ip }}
kafka_bootstrap: ${{ steps.zk_ip.outputs.kafka_bootstrap }} # kafka_bootstrap: ${{ steps.zk_ip.outputs.kafka_bootstrap }}
kafka_cli_ip: ${{ steps.kafka_cli_ip.outputs.kafka_cli_ip }} # kafka_cli_ip: ${{ steps.kafka_cli_ip.outputs.kafka_cli_ip }}
steps: # steps:
# install kafka cluster # # install kafka cluster
- name: Checkout tf-test-automation # - name: Checkout tf-test-automation
uses: actions/checkout@v2 # uses: actions/checkout@v2
with: # with:
repository: emqx/tf-test-automation # repository: emqx/tf-test-automation
ref: emqx-broker # ref: emqx-broker
path: tf-test-automation # path: tf-test-automation
- name: Setup Terraform # - name: Setup Terraform
uses: hashicorp/setup-terraform@v1.3.2 # uses: hashicorp/setup-terraform@v1.3.2
with: # with:
terraform_wrapper: false # terraform_wrapper: false
- name: Terraform Init tf-test-automation # - name: Terraform Init tf-test-automation
working-directory: ./tf-test-automation/services/kafka # working-directory: ./tf-test-automation/services/kafka
id: init1 # id: init1
run: | # run: |
terraform init --backend-config="access_key=${{ secrets.AWS_ACCESS_KEY_ID_FOR_PERFORMANCE_TESTING }}" --backend-config="secret_key=${{ secrets.AWS_SECRET_ACCESS_KEY_FOR_PERFORMANCE_TESTING }}" # terraform init --backend-config="access_key=${{ secrets.AWS_ACCESS_KEY_ID_FOR_PERFORMANCE_TESTING }}" --backend-config="secret_key=${{ secrets.AWS_SECRET_ACCESS_KEY_FOR_PERFORMANCE_TESTING }}"
- name: Terraform Validate tf-test-automation # - name: Terraform Validate tf-test-automation
working-directory: ./tf-test-automation/services/kafka # working-directory: ./tf-test-automation/services/kafka
id: validate1 # id: validate1
run: terraform validate -no-color # run: terraform validate -no-color
- name: Terraform Apply tf-test-automation # - name: Terraform Apply tf-test-automation
working-directory: ./tf-test-automation/services/kafka # working-directory: ./tf-test-automation/services/kafka
id: zk_ip # id: zk_ip
run: | # run: |
terraform apply -auto-approve -var="access_key=${{ secrets.AWS_ACCESS_KEY_ID_FOR_PERFORMANCE_TESTING }}" -var="secret_key=${{ secrets.AWS_SECRET_ACCESS_KEY_FOR_PERFORMANCE_TESTING }}" # terraform apply -auto-approve -var="access_key=${{ secrets.AWS_ACCESS_KEY_ID_FOR_PERFORMANCE_TESTING }}" -var="secret_key=${{ secrets.AWS_SECRET_ACCESS_KEY_FOR_PERFORMANCE_TESTING }}"
echo "::set-output name=zk_ip::$(terraform output zk_ip)" # echo "::set-output name=zk_ip::$(terraform output zk_ip)"
echo "::set-output name=kafka_bootstrap::$(terraform output kafka_bootstrap_brokers_tls)" # echo "::set-output name=kafka_bootstrap::$(terraform output kafka_bootstrap_brokers_tls)"
- name: Rename and upload kafka server tfstate # - name: Rename and upload kafka server tfstate
working-directory: ./tf-test-automation/services/kafka # working-directory: ./tf-test-automation/services/kafka
run: | # run: |
mv ./terraform.tfstate ./kafka.tfstate # mv ./terraform.tfstate ./kafka.tfstate
- uses: actions/upload-artifact@v2 # - uses: actions/upload-artifact@v2
if: always() # if: always()
with: # with:
name: tfstate # name: tfstate
path: ./tf-test-automation/services/kafka/kafka.tfstate # path: ./tf-test-automation/services/kafka/kafka.tfstate
- name: Show kafka ip # - name: Show kafka ip
id: kafka_ip # id: kafka_ip
run: | # run: |
ip=${{ steps.zk_ip.outputs.zk_ip }} # ip=${{ steps.zk_ip.outputs.zk_ip }}
echo "::set-output name=kafka_ip::${ip:4:50}" # echo "::set-output name=kafka_ip::${ip:4:50}"
- name: Show kafka url # - name: Show kafka url
run: | # run: |
echo ${{ steps.zk_ip.outputs.zk_ip }} # echo ${{ steps.zk_ip.outputs.zk_ip }}
echo ${{ steps.zk_ip.outputs.kafka_bootstrap }} # echo ${{ steps.zk_ip.outputs.kafka_bootstrap }}
echo ${{ steps.kafka_ip.outputs.kafka_ip }} # echo ${{ steps.kafka_ip.outputs.kafka_ip }}
# install kafka client # # install kafka client
- name: Checkout tf-kafka-client # - name: Checkout tf-kafka-client
uses: actions/checkout@v2 # uses: actions/checkout@v2
with: # with:
repository: emqx/tf-kafka-client # repository: emqx/tf-kafka-client
path: tf-kafka-client # path: tf-kafka-client
- name: Terraform Init tf-kafka-client # - name: Terraform Init tf-kafka-client
working-directory: ./tf-kafka-client # working-directory: ./tf-kafka-client
id: init2 # id: init2
run: | # run: |
terraform init --backend-config="access_key=${{ secrets.AWS_ACCESS_KEY_ID_FOR_PERFORMANCE_TESTING }}" --backend-config="secret_key=${{ secrets.AWS_SECRET_ACCESS_KEY_FOR_PERFORMANCE_TESTING }}" # terraform init --backend-config="access_key=${{ secrets.AWS_ACCESS_KEY_ID_FOR_PERFORMANCE_TESTING }}" --backend-config="secret_key=${{ secrets.AWS_SECRET_ACCESS_KEY_FOR_PERFORMANCE_TESTING }}"
- name: Terraform Validate tf-kafka-client # - name: Terraform Validate tf-kafka-client
working-directory: ./tf-kafka-client # working-directory: ./tf-kafka-client
id: validate2 # id: validate2
run: terraform validate -no-color # run: terraform validate -no-color
- name: Terraform Apply tf-kafka-client # - name: Terraform Apply tf-kafka-client
working-directory: ./tf-kafka-client # working-directory: ./tf-kafka-client
id: kafka_cli_ip # id: kafka_cli_ip
run: | # run: |
terraform apply -auto-approve -var="key_name=emqx-ci-robor" -var="access_key=${{ secrets.AWS_ACCESS_KEY_ID_FOR_PERFORMANCE_TESTING }}" -var="secret_key=${{ secrets.AWS_SECRET_ACCESS_KEY_FOR_PERFORMANCE_TESTING }}" -var="zk_ip=${{ steps.zk_ip.outputs.zk_ip }}" -var="kafka_topic=testTopic1" -var="private_key=${{ secrets.CI_SSH_PRIVATE_KEY }}" # terraform apply -auto-approve -var="key_name=emqx-ci-robor" -var="access_key=${{ secrets.AWS_ACCESS_KEY_ID_FOR_PERFORMANCE_TESTING }}" -var="secret_key=${{ secrets.AWS_SECRET_ACCESS_KEY_FOR_PERFORMANCE_TESTING }}" -var="zk_ip=${{ steps.zk_ip.outputs.zk_ip }}" -var="kafka_topic=testTopic1" -var="private_key=${{ secrets.CI_SSH_PRIVATE_KEY }}"
echo "::set-output name=kafka_cli_ip::$(terraform output public_ip)" # echo "::set-output name=kafka_cli_ip::$(terraform output public_ip)"
- name: Rename and upload kafka cli tfstate # - name: Rename and upload kafka cli tfstate
working-directory: ./tf-kafka-client # working-directory: ./tf-kafka-client
run: | # run: |
mv terraform.tfstate kafka-cli.tfstate # mv terraform.tfstate kafka-cli.tfstate
- uses: actions/upload-artifact@v2 # - uses: actions/upload-artifact@v2
if: always() # if: always()
with: # with:
name: tfstate # name: tfstate
path: ./tf-kafka-client/kafka-cli.tfstate # path: ./tf-kafka-client/kafka-cli.tfstate
- name: Show kafka cli ip # - name: Show kafka cli ip
run: | # run: |
echo ${{ steps.kafka_cli_ip.outputs.kafka_cli_ip }} # echo ${{ steps.kafka_cli_ip.outputs.kafka_cli_ip }}
#
terraform_pulsar: # terraform_pulsar:
runs-on: ubuntu-latest # runs-on: ubuntu-latest
#
outputs: # outputs:
pulsar_ip: ${{ steps.pulsar_ip.outputs.pulsar_ip }} # pulsar_ip: ${{ steps.pulsar_ip.outputs.pulsar_ip }}
steps: # steps:
- name: Checkout tf-test-automation # - name: Checkout tf-test-automation
uses: actions/checkout@v2 # uses: actions/checkout@v2
with: # with:
repository: emqx/tf-test-automation # repository: emqx/tf-test-automation
ref: emqx-broker # ref: emqx-broker
path: tf-test-automation # path: tf-test-automation
- name: Setup Terraform # - name: Setup Terraform
uses: hashicorp/setup-terraform@v1.3.2 # uses: hashicorp/setup-terraform@v1.3.2
with: # with:
terraform_wrapper: false # terraform_wrapper: false
- name: Terraform Init tf-test-automation # - name: Terraform Init tf-test-automation
working-directory: ./tf-test-automation/services/pulsar # working-directory: ./tf-test-automation/services/pulsar
id: init # id: init
run: | # run: |
terraform init --backend-config="access_key=${{ secrets.AWS_ACCESS_KEY_ID_FOR_PERFORMANCE_TESTING }}" --backend-config="secret_key=${{ secrets.AWS_SECRET_ACCESS_KEY_FOR_PERFORMANCE_TESTING }}" # terraform init --backend-config="access_key=${{ secrets.AWS_ACCESS_KEY_ID_FOR_PERFORMANCE_TESTING }}" --backend-config="secret_key=${{ secrets.AWS_SECRET_ACCESS_KEY_FOR_PERFORMANCE_TESTING }}"
- name: Terraform Validate tf-test-automation # - name: Terraform Validate tf-test-automation
working-directory: ./tf-test-automation/services/pulsar # working-directory: ./tf-test-automation/services/pulsar
id: validate # id: validate
run: terraform validate -no-color # run: terraform validate -no-color
- name: Terraform Apply tf-test-automation # - name: Terraform Apply tf-test-automation
working-directory: ./tf-test-automation/services/pulsar # working-directory: ./tf-test-automation/services/pulsar
id: pulsar_ip # id: pulsar_ip
run: | # run: |
terraform apply -auto-approve -var="key_name=emqx-ci-robor" -var="access_key=${{ secrets.AWS_ACCESS_KEY_ID_FOR_PERFORMANCE_TESTING }}" -var="secret_key=${{ secrets.AWS_SECRET_ACCESS_KEY_FOR_PERFORMANCE_TESTING }}" -var="private_key=${{ secrets.CI_SSH_PRIVATE_KEY }}" # terraform apply -auto-approve -var="key_name=emqx-ci-robor" -var="access_key=${{ secrets.AWS_ACCESS_KEY_ID_FOR_PERFORMANCE_TESTING }}" -var="secret_key=${{ secrets.AWS_SECRET_ACCESS_KEY_FOR_PERFORMANCE_TESTING }}" -var="private_key=${{ secrets.CI_SSH_PRIVATE_KEY }}"
echo "::set-output name=pulsar_ip::$(terraform output pulsar_private_ips)" # echo "::set-output name=pulsar_ip::$(terraform output pulsar_private_ips)"
- name: Rename and upload pulsar server tfstate # - name: Rename and upload pulsar server tfstate
working-directory: ./tf-test-automation/services/pulsar # working-directory: ./tf-test-automation/services/pulsar
run: | # run: |
mv ./terraform.tfstate ./pulsar.tfstate # mv ./terraform.tfstate ./pulsar.tfstate
- uses: actions/upload-artifact@v2 # - uses: actions/upload-artifact@v2
if: always() # if: always()
with: # with:
name: tfstate # name: tfstate
path: ./tf-test-automation/services/pulsar/pulsar.tfstate # path: ./tf-test-automation/services/pulsar/pulsar.tfstate
- name: Show pulsar ip # - name: Show pulsar ip
run: | # run: |
echo ${{ steps.pulsar_ip.outputs.pulsar_ip }} # echo ${{ steps.pulsar_ip.outputs.pulsar_ip }}
# master_control: # master_control:
# runs-on: ubuntu-latest # runs-on: ubuntu-latest