mirror of
https://github.com/Telecominfraproject/wlan-testing.git
synced 2025-10-30 02:22:44 +00:00
add regression workflow (#388)
Signed-off-by: Max Brenner <xamrennerb@gmail.com>
This commit is contained in:
Max
200
.github/workflows/regression.yml
vendored
Normal file
200
.github/workflows/regression.yml
vendored
Normal file
@@ -0,0 +1,200 @@
|
||||
name: regression testing
|
||||
|
||||
on:
|
||||
workflow_dispatch:
|
||||
inputs:
|
||||
testbeds:
|
||||
description: testbeds to test
|
||||
default: basic-01,basic-02,basic-03,basic-04,basic-05,basic-06,basic-07,basic-08
|
||||
required: true
|
||||
regression_markers:
|
||||
description: regression markers to execute
|
||||
default: dfs,multipsk,rate_limiting,rate_limiting_with_radius,dynamic_vlan
|
||||
required: true
|
||||
|
||||
#schedule:
|
||||
# - cron: "30 20 * * *"
|
||||
|
||||
defaults:
|
||||
run:
|
||||
shell: bash
|
||||
|
||||
jobs:
|
||||
vars:
|
||||
runs-on: ubuntu-latest
|
||||
outputs:
|
||||
regression_markers: ${{ steps.vars.outputs.regression_markers }}
|
||||
testbeds: ${{ steps.vars.outputs.testbeds }}
|
||||
|
||||
steps:
|
||||
- name: set variables
|
||||
id: vars
|
||||
run: |
|
||||
MARKERS="${{ github.event.inputs.regression_markers || 'dfs,multipsk,rate_limiting,rate_limiting_with_radius,dynamic_vlan' }}"
|
||||
MARKERS=$(echo $MARKERS | sed "s/,/\",\"/g" | sed 's/^/[\"/g' | sed 's/$/\"]/g')
|
||||
echo "::set-output name=regression_markers::${MARKERS}"
|
||||
|
||||
TESTBEDS="${{ github.event.inputs.testbeds || 'basic-01,basic-02,basic-03,basic-04,basic-05,basic-06,basic-07,basic-08' }}"
|
||||
TESTBEDS=$(echo $TESTBEDS | sed "s/,/\",\"/g" | sed 's/^/[\"/g' | sed 's/$/\"]/g')
|
||||
echo "::set-output name=testbeds::${TESTBEDS}"
|
||||
|
||||
build:
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
- name: build and push Docker image
|
||||
uses: ./.github/actions/build-and-push-docker
|
||||
with:
|
||||
registry: tip-tip-wlan-cloud-docker-repo.jfrog.io
|
||||
registry_user: wlan-testing-cicd
|
||||
registry_password: ${{ secrets.DOCKER_USER_PASSWORD }}
|
||||
|
||||
test:
|
||||
runs-on: [self-hosted, small]
|
||||
needs: [vars, build]
|
||||
timeout-minutes: 1440
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix:
|
||||
testbed: ${{ fromJson( needs.vars.outputs.testbeds )}}
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
- name: install aws CLI tool
|
||||
run: |
|
||||
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
|
||||
unzip awscliv2.zip
|
||||
sudo ./aws/install
|
||||
|
||||
- name: install kubectl
|
||||
run: |
|
||||
curl -LO "https://dl.k8s.io/release/$(curl -L -s https://dl.k8s.io/release/stable.txt)/bin/linux/amd64/kubectl"
|
||||
sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl
|
||||
|
||||
- name: get EKS access credentials
|
||||
env:
|
||||
AWS_EKS_NAME: tip-wlan-main
|
||||
AWS_DEFAULT_OUTPUT: json
|
||||
AWS_DEFAULT_REGION: us-east-2
|
||||
AWS_ACCOUNT_ID: ${{ secrets.AWS_ACCOUNT_ID }}
|
||||
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_CLIENT_ID }}
|
||||
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_CLIENT_KEY }}
|
||||
run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }}
|
||||
|
||||
- name: run dfs tests
|
||||
uses: ./.github/actions/run-tests
|
||||
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.markers), 'dfs')"
|
||||
with:
|
||||
namespace: regression-${{ github.run_id }}-${{ matrix.testbed }}-dfs
|
||||
testbed: "${{ matrix.testbed }}"
|
||||
marker_expression: "regression and dfs"
|
||||
configuration: "${{ secrets.LAB_CONFIGURATION }}"
|
||||
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
||||
allure_results_artifact_name: allure-results-${{ matrix.testbed }}-dfs
|
||||
|
||||
- name: run multipsk tests
|
||||
uses: ./.github/actions/run-tests
|
||||
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.markers), 'multipsk')"
|
||||
with:
|
||||
namespace: regression-${{ github.run_id }}-${{ matrix.testbed }}-multipsk
|
||||
testbed: "${{ matrix.testbed }}"
|
||||
marker_expression: "regression and multipsk"
|
||||
configuration: "${{ secrets.LAB_CONFIGURATION }}"
|
||||
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
||||
allure_results_artifact_name: allure-results-${{ matrix.testbed }}-multipsk
|
||||
|
||||
- name: run rate_limiting tests
|
||||
uses: ./.github/actions/run-tests
|
||||
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.markers), 'rate_limiting')"
|
||||
with:
|
||||
namespace: regression-${{ github.run_id }}-${{ matrix.testbed }}-rate_limiting
|
||||
testbed: "${{ matrix.testbed }}"
|
||||
marker_expression: "regression and rate_limiting"
|
||||
configuration: "${{ secrets.LAB_CONFIGURATION }}"
|
||||
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
||||
allure_results_artifact_name: allure-results-${{ matrix.testbed }}-rate_limiting
|
||||
|
||||
- name: run rate_limiting_with_radius tests
|
||||
uses: ./.github/actions/run-tests
|
||||
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.markers), 'rate_limiting_with_radius')"
|
||||
with:
|
||||
namespace: regression-${{ github.run_id }}-${{ matrix.testbed }}-rate_limiting_with_radius
|
||||
testbed: "${{ matrix.testbed }}"
|
||||
marker_expression: "regression and rate_limiting_with_radius"
|
||||
configuration: "${{ secrets.LAB_CONFIGURATION }}"
|
||||
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
||||
allure_results_artifact_name: allure-results-${{ matrix.testbed }}-rate_limiting_with_radius
|
||||
|
||||
- name: run dynamic_vlan tests
|
||||
uses: ./.github/actions/run-tests
|
||||
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.markers), 'dynamic_vlan')"
|
||||
with:
|
||||
namespace: regression-${{ github.run_id }}-${{ matrix.testbed }}-dynamic_vlan
|
||||
testbed: "${{ matrix.testbed }}"
|
||||
marker_expression: "regression and dynamic_vlan"
|
||||
configuration: "${{ secrets.LAB_CONFIGURATION }}"
|
||||
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
||||
allure_results_artifact_name: allure-results-${{ matrix.testbed }}-dynamic_vlan
|
||||
|
||||
report:
|
||||
needs: [vars, test]
|
||||
if: "!cancelled()"
|
||||
runs-on: ubuntu-latest
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix:
|
||||
testbed: ${{ fromJson( needs.vars.outputs.testbeds )}}
|
||||
marker: ${{ fromJson( needs.vars.outputs.regression_markers )}}
|
||||
|
||||
steps:
|
||||
- name: checkout testing repo
|
||||
uses: actions/checkout@v2
|
||||
|
||||
- uses: actions/download-artifact@v2
|
||||
with:
|
||||
name: allure-results-${{ matrix.testbed }}-${{ matrix.marker }}
|
||||
path: allure-results
|
||||
|
||||
- name: download history of previous run
|
||||
continue-on-error: true
|
||||
run: |
|
||||
LAST_RUN_ID=$(aws s3api head-object --bucket openwifi-allure-reports --key regression_${{ matrix.marker }}/${{ matrix.testbed }}/latest/index.html | jq -r .Metadata.latest)
|
||||
aws s3 cp --recursive s3://openwifi-allure-reports/regression_${{ matrix.marker }}/${{ matrix.testbed }}/$LAST_RUN_ID/history history
|
||||
|
||||
- name: generate Allure report
|
||||
uses: ./.github/actions/generate-allure-report
|
||||
with:
|
||||
results_path: ./allure-results
|
||||
history_path: ./history
|
||||
|
||||
- name: upload Allure report as artifact
|
||||
uses: actions/upload-artifact@v2
|
||||
with:
|
||||
name: allure-report-${{ matrix.testbed }}-${{ matrix.marker }}
|
||||
path: allure-report
|
||||
|
||||
# doing this to be able to aggregate multiple reports together later on
|
||||
- name: copy results into report
|
||||
run: cp -r allure-results allure-report/results
|
||||
|
||||
- name: upload to S3
|
||||
if: github.ref == 'refs/heads/master' && needs.test.outputs.additional_markers == ''
|
||||
uses: ./.github/actions/allure-report-to-s3
|
||||
with:
|
||||
test_type: regression_${{ matrix.marker }}
|
||||
testbed: ${{ matrix.testbed }}
|
||||
report_path: allure-report
|
||||
s3_access_key_id: ${{ secrets.ALLURE_S3_ACCESS_KEY_ID }}
|
||||
s3_access_key_secret: ${{ secrets.ALLURE_S3_ACCESS_KEY_SECRET }}
|
||||
|
||||
cleanup:
|
||||
needs: [test]
|
||||
runs-on: ubuntu-latest
|
||||
if: always()
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
- name: cleanup Docker image
|
||||
uses: ./.github/actions/cleanup-docker
|
||||
with:
|
||||
registry_user: wlan-testing-cicd
|
||||
registry_password: ${{ secrets.DOCKER_USER_PASSWORD }}
|
||||
Reference in New Issue
Block a user