name: regression testing env: # AWS credentials AWS_EKS_NAME: tip-wlan-main AWS_DEFAULT_OUTPUT: json AWS_DEFAULT_REGION: us-east-2 AWS_ACCOUNT_ID: ${{ secrets.AWS_ACCOUNT_ID }} AWS_ACCESS_KEY_ID: ${{ secrets.AWS_CLIENT_ID }} AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_CLIENT_KEY }} # Cloud SDK certs CACERT: ${{ secrets.CACERT }} CAKEY: ${{ secrets.CAKEY }} ALLURE_CLI_VERSION: 2.14.0 on: workflow_dispatch: inputs: openwifi_revision: required: true default: "main" description: "revision of the Open Wifi Helm chart" ap_models: required: true default: "wallys_dr40x9,hfcl_ion4xe,edgecore_eap101,edgecore_ecw5211,cig_wf188n,edgecore_eap102,cig_wf194c,hfcl_ion4,indio_um-305ac,hfcl_ion4xi,udaya_a5-id2,cig_wf196" description: "the AP models to test" ap_version: required: true default: "next-latest" description: "revision of firmware to flash on AP, -" marker_expressions: required: true default: "ow_dfs_tests_lf,ow_multipsk_tests_lf,ow_rate_limiting_tests_lf,ow_dynamic_qos_tests_lf,ow_dvlan_tests_lf,ow_multi_vlan_tests_lf" description: "Marker expressions to select tests to execute" existing_controller: required: false default: "" description: "Use an existing cloud controller, e.g. like qa01 instead of dynamic one" schedule: - cron: "30 20 * * 5" jobs: # Set vars vars: runs-on: ubuntu-latest outputs: openwifi_revision: ${{ steps.vars.outputs.openwifi}} ap_models: ${{ steps.vars.outputs.ap_models}} ap_version: ${{ steps.vars.outputs.ap_version}} marker_expressions: ${{ steps.vars.outputs.marker_expressions }} existing_controller: ${{ steps.vars.outputs.existing_controller }} steps: - name: set variables id: vars run: | echo ::set-output name=openwifi::$(echo "${{ github.event.inputs.openwifi_revision || 'main' }}") echo ::set-output name=ap_version::$(echo "${{ github.event.inputs.ap_version || 'next-latest' }}") echo ::set-output name=existing_controller::$(echo "${{ github.event.inputs.existing_controller || 'qa01' }}") MARKER_EXPRESSIONS="${{ github.event.inputs.marker_expressions || 'ow_dfs_tests_lf,ow_multipsk_tests_lf,ow_rate_limiting_tests_lf,ow_dynamic_qos_tests_lf,ow_dvlan_tests_lf,ow_multi_vlan_tests_lf' }}" MARKER_EXPRESSIONS=$(echo $MARKER_EXPRESSIONS | sed "s/,/\",\"/g" | sed 's/^/[\"/g' | sed 's/$/\"]/g') echo "::set-output name=marker_expressions::${MARKER_EXPRESSIONS}" AP_MODELS="${{ github.event.inputs.ap_models || 'wallys_dr40x9,hfcl_ion4xe,edgecore_eap101,edgecore_ecw5211,cig_wf188n,edgecore_eap102,cig_wf194c,hfcl_ion4,indio_um-305ac,hfcl_ion4xi,udaya_a5-id2,cig_wf196' }}" AP_MODELS=$(echo $AP_MODELS | sed "s/,/\",\"/g" | sed 's/^/[\"/g' | sed 's/$/\"]/g') echo "::set-output name=ap_models::${AP_MODELS}" # Build test image build: runs-on: ubuntu-latest steps: - uses: actions/checkout@v2 - name: build and push Docker image uses: ./.github/actions/build-and-push-docker with: registry: tip-tip-wlan-cloud-docker-repo.jfrog.io registry_user: wlan-testing-cicd registry_password: ${{ secrets.DOCKER_USER_PASSWORD }} # Run tests on APs test-wallys-dr40x9: needs: [ "vars", "build" ] runs-on: [self-hosted, small] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'wallys_dr40x9')" env: CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }} CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }} AP_MODEL: wallys_dr40x9 steps: - name: Set AP model output id: ap_model run: | echo "::set-output name=model::${AP_MODEL}" - uses: actions/checkout@v2 - name: Set up Python uses: actions/setup-python@v2 with: python-version: "3.8" - name: install dependencies run: pip install -r .quali/requirements.txt - name: start reservation run: | if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' --reservation-duration 720 "Basic Lab" else python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' --reservation-duration 720 "Basic Lab" fi - name: set reservation outputs if: always() id: reservation run: | echo ::set-output name=identifier::"$(cat ./reservation_id.txt)" if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then echo ::set-output name=namespace::"${{ needs.vars.outputs.existing_controller }}" else echo ::set-output name=namespace::"$(cat ./reservation_id.txt | cut -d "-" -f 1)" fi # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - name: install kubectl run: | curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl" sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - name: install aws CLI tool run: | curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" unzip awscliv2.zip sudo ./aws/install - name: get EKS access credentials run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - name: prepare namespace name id: namespace run: | NAMESPACE="regression-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" echo "::set-output name=name::${NAMESPACE}" - name: prepare configuration run: | cat << EOF > lab_info.json ${{ secrets.LAB_CONFIGURATION_JSON }} EOF DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})" jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json # overwrite configuration value from Quali if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json fi - name: run dfs tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dfs_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs testbed: basic marker_expression: "ow_regression_lf and ow_dfs_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dfs_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dfs --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dfs $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dfs - name: run multipsk tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multipsk_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk testbed: basic marker_expression: "ow_regression_lf and ow_multipsk_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multipsk_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multipsk --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multipsk $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multipsk - name: run rate_limiting tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_rate_limiting_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting testbed: basic marker_expression: "ow_regression_lf and ow_rate_limiting_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_rate_limiting_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-rate-limiting --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-rate-limiting $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-rate-limiting - name: run dynamic_qos tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dynamic_qos_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-qos testbed: basic marker_expression: "ow_regression_lf and ow_dynamic_qos_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dynamic_qos_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-qos --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-qos $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-qos - name: run dynamic_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dvlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan testbed: basic marker_expression: "ow_regression_lf and ow_dvlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dvlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-vlan - name: run multi_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multi_vlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan testbed: basic marker_expression: "ow_regression_lf and ow_multi_vlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multi_vlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multi-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multi-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multi-vlan - name: show gw logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw - name: show fms logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms - name: show prov logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov - name: show analytics logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics - name: show subscription (userportal) logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub - name: show sec logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec - name: stop reservation if: always() run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }} test-hfcl-ion4xe: needs: ["vars", "build", "test-edgecore-eap102"] runs-on: [self-hosted, small] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'hfcl_ion4xe')" env: CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }} CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }} AP_MODEL: hfcl_ion4xe steps: - name: Set AP model output id: ap_model run: | echo "::set-output name=model::${AP_MODEL}" - uses: actions/checkout@v2 - name: Set up Python uses: actions/setup-python@v2 with: python-version: "3.8" - name: install dependencies run: pip install -r .quali/requirements.txt - name: start reservation run: | if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' --reservation-duration 720 "Basic Lab" else python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' --reservation-duration 720 "Basic Lab" fi - name: set reservation outputs if: always() id: reservation run: | echo ::set-output name=identifier::"$(cat ./reservation_id.txt)" if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then echo ::set-output name=namespace::"${{ needs.vars.outputs.existing_controller }}" else echo ::set-output name=namespace::"$(cat ./reservation_id.txt | cut -d "-" -f 1)" fi # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - name: install kubectl run: | curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl" sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - name: install aws CLI tool run: | curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" unzip awscliv2.zip sudo ./aws/install - name: get EKS access credentials run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - name: prepare namespace name id: namespace run: | NAMESPACE="regression-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" echo "::set-output name=name::${NAMESPACE}" - name: prepare configuration run: | cat << EOF > lab_info.json ${{ secrets.LAB_CONFIGURATION_JSON }} EOF DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})" jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json # overwrite configuration value from Quali if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json fi - name: run dfs tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dfs_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs testbed: basic marker_expression: "ow_regression_lf and ow_dfs_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dfs_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dfs --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dfs $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dfs - name: run multipsk tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multipsk_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk testbed: basic marker_expression: "ow_regression_lf and ow_multipsk_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multipsk_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multipsk --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multipsk $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multipsk - name: run rate_limiting tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_rate_limiting_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting testbed: basic marker_expression: "ow_regression_lf and ow_rate_limiting_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_rate_limiting_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-rate-limiting --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-rate-limiting $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-rate-limiting - name: run dynamic_qos tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dynamic_qos_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-qos testbed: basic marker_expression: "ow_regression_lf and ow_dynamic_qos_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dynamic_qos_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-qos --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-qos $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-qos - name: run dynamic_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dvlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan testbed: basic marker_expression: "ow_regression_lf and ow_dvlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dvlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-vlan - name: run multi_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multi_vlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan testbed: basic marker_expression: "ow_regression_lf and ow_multi_vlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multi_vlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multi-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multi-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multi-vlan - name: show gw logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw - name: show fms logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms - name: show prov logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov - name: show analytics logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics - name: show subscription (userportal) logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub - name: show sec logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec - name: stop reservation if: always() run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }} test-edgecore-eap101: needs: ["vars", "build"] runs-on: [self-hosted, small] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap101')" env: CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }} CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }} AP_MODEL: edgecore_eap101 steps: - name: Set AP model output id: ap_model run: | echo "::set-output name=model::${AP_MODEL}" - uses: actions/checkout@v2 - name: Set up Python uses: actions/setup-python@v2 with: python-version: "3.8" - name: install dependencies run: pip install -r .quali/requirements.txt - name: start reservation run: | if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' --reservation-duration 720 "Basic Lab" else python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' --reservation-duration 720 "Basic Lab" fi - name: set reservation outputs if: always() id: reservation run: | echo ::set-output name=identifier::"$(cat ./reservation_id.txt)" if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then echo ::set-output name=namespace::"${{ needs.vars.outputs.existing_controller }}" else echo ::set-output name=namespace::"$(cat ./reservation_id.txt | cut -d "-" -f 1)" fi # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - name: install kubectl run: | curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl" sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - name: install aws CLI tool run: | curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" unzip awscliv2.zip sudo ./aws/install - name: get EKS access credentials run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - name: prepare namespace name id: namespace run: | NAMESPACE="regression-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" echo "::set-output name=name::${NAMESPACE}" - name: prepare configuration run: | cat << EOF > lab_info.json ${{ secrets.LAB_CONFIGURATION_JSON }} EOF DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})" jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json # overwrite configuration value from Quali if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json fi - name: run dfs tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dfs_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs testbed: basic marker_expression: "ow_regression_lf and ow_dfs_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dfs_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dfs --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dfs $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dfs - name: run multipsk tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multipsk_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk testbed: basic marker_expression: "ow_regression_lf and ow_multipsk_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multipsk_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multipsk --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multipsk $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multipsk - name: run rate_limiting tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_rate_limiting_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting testbed: basic marker_expression: "ow_regression_lf and ow_rate_limiting_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_rate_limiting_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-rate-limiting --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-rate-limiting $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-rate-limiting - name: run dynamic_qos tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dynamic_qos_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-qos testbed: basic marker_expression: "ow_regression_lf and ow_dynamic_qos_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dynamic_qos_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-qos --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-qos $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-qos - name: run dynamic_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dvlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan testbed: basic marker_expression: "ow_regression_lf and ow_dvlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dvlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-vlan - name: run multi_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multi_vlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan testbed: basic marker_expression: "ow_regression_lf and ow_multi_vlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multi_vlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multi-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multi-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multi-vlan - name: show gw logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw - name: show fms logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms - name: show prov logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov - name: show analytics logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics - name: show subscription (userportal) logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub - name: show sec logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec - name: stop reservation if: always() run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }} test-edgecore-ecw5211: needs: ["vars", "build"] runs-on: [self-hosted, small] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_ecw5211')" env: CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }} CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }} AP_MODEL: edgecore_ecw5211 steps: - name: Set AP model output id: ap_model run: | echo "::set-output name=model::${AP_MODEL}" - uses: actions/checkout@v2 - name: Set up Python uses: actions/setup-python@v2 with: python-version: "3.8" - name: install dependencies run: pip install -r .quali/requirements.txt - name: start reservation run: | if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' --reservation-duration 720 "Basic Lab" else python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' --reservation-duration 720 "Basic Lab" fi - name: set reservation outputs if: always() id: reservation run: | echo ::set-output name=identifier::"$(cat ./reservation_id.txt)" if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then echo ::set-output name=namespace::"${{ needs.vars.outputs.existing_controller }}" else echo ::set-output name=namespace::"$(cat ./reservation_id.txt | cut -d "-" -f 1)" fi # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - name: install kubectl run: | curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl" sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - name: install aws CLI tool run: | curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" unzip awscliv2.zip sudo ./aws/install - name: get EKS access credentials run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - name: prepare namespace name id: namespace run: | NAMESPACE="regression-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" echo "::set-output name=name::${NAMESPACE}" - name: prepare configuration run: | cat << EOF > lab_info.json ${{ secrets.LAB_CONFIGURATION_JSON }} EOF DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})" jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json # overwrite configuration value from Quali if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json fi - name: run dfs tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dfs_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs testbed: basic marker_expression: "ow_regression_lf and ow_dfs_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dfs_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dfs --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dfs $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dfs - name: run multipsk tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multipsk_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk testbed: basic marker_expression: "ow_regression_lf and ow_multipsk_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multipsk_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multipsk --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multipsk $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multipsk - name: run rate_limiting tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_rate_limiting_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting testbed: basic marker_expression: "ow_regression_lf and ow_rate_limiting_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_rate_limiting_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-rate-limiting --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-rate-limiting $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-rate-limiting - name: run dynamic_qos tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dynamic_qos_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-qos testbed: basic marker_expression: "ow_regression_lf and ow_dynamic_qos_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dynamic_qos_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-qos --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-qos $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-qos - name: run dynamic_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dvlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan testbed: basic marker_expression: "ow_regression_lf and ow_dvlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dvlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-vlan - name: run multi_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multi_vlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan testbed: basic marker_expression: "ow_regression_lf and ow_multi_vlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multi_vlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multi-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multi-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multi-vlan - name: show gw logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw - name: show fms logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms - name: show prov logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov - name: show analytics logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics - name: show subscription (userportal) logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub - name: show sec logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec - name: stop reservation if: always() run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }} test-cig-wf188n: needs: ["vars", "build"] runs-on: [self-hosted, small] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'cig_wf188n')" env: CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }} CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }} AP_MODEL: cig_wf188n steps: - name: Set AP model output id: ap_model run: | echo "::set-output name=model::${AP_MODEL}" - uses: actions/checkout@v2 - name: Set up Python uses: actions/setup-python@v2 with: python-version: "3.8" - name: install dependencies run: pip install -r .quali/requirements.txt - name: start reservation run: | if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' --reservation-duration 720 "Basic Lab" else python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' --reservation-duration 720 "Basic Lab" fi - name: set reservation outputs if: always() id: reservation run: | echo ::set-output name=identifier::"$(cat ./reservation_id.txt)" if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then echo ::set-output name=namespace::"${{ needs.vars.outputs.existing_controller }}" else echo ::set-output name=namespace::"$(cat ./reservation_id.txt | cut -d "-" -f 1)" fi # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - name: install kubectl run: | curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl" sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - name: install aws CLI tool run: | curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" unzip awscliv2.zip sudo ./aws/install - name: get EKS access credentials run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - name: prepare namespace name id: namespace run: | NAMESPACE="regression-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" echo "::set-output name=name::${NAMESPACE}" - name: prepare configuration run: | cat << EOF > lab_info.json ${{ secrets.LAB_CONFIGURATION_JSON }} EOF DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})" jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json # overwrite configuration value from Quali if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json fi - name: run dfs tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dfs_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs testbed: basic marker_expression: "ow_regression_lf and ow_dfs_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dfs_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dfs --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dfs $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dfs - name: run multipsk tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multipsk_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk testbed: basic marker_expression: "ow_regression_lf and ow_multipsk_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multipsk_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multipsk --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multipsk $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multipsk - name: run rate_limiting tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_rate_limiting_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting testbed: basic marker_expression: "ow_regression_lf and ow_rate_limiting_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_rate_limiting_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-rate-limiting --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-rate-limiting $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-rate-limiting - name: run dynamic_qos tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dynamic_qos_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-qos testbed: basic marker_expression: "ow_regression_lf and ow_dynamic_qos_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dynamic_qos_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-qos --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-qos $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-qos - name: run dynamic_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dvlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan testbed: basic marker_expression: "ow_regression_lf and ow_dvlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dvlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-vlan - name: run multi_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multi_vlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan testbed: basic marker_expression: "ow_regression_lf and ow_multi_vlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multi_vlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multi-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multi-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multi-vlan - name: show gw logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw - name: show fms logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms - name: show prov logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov - name: show analytics logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics - name: show subscription (userportal) logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub - name: show sec logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec - name: stop reservation if: always() run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }} test-edgecore-eap102: needs: ["vars", "build"] runs-on: [self-hosted, small] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap102')" env: CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }} CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }} AP_MODEL: edgecore_eap102 steps: - name: Set AP model output id: ap_model run: | echo "::set-output name=model::${AP_MODEL}" - uses: actions/checkout@v2 - name: Set up Python uses: actions/setup-python@v2 with: python-version: "3.8" - name: install dependencies run: pip install -r .quali/requirements.txt - name: start reservation run: | if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' --reservation-duration 720 "Basic Lab" else python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' --reservation-duration 720 "Basic Lab" fi - name: set reservation outputs if: always() id: reservation run: | echo ::set-output name=identifier::"$(cat ./reservation_id.txt)" if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then echo ::set-output name=namespace::"${{ needs.vars.outputs.existing_controller }}" else echo ::set-output name=namespace::"$(cat ./reservation_id.txt | cut -d "-" -f 1)" fi # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - name: install kubectl run: | curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl" sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - name: install aws CLI tool run: | curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" unzip awscliv2.zip sudo ./aws/install - name: get EKS access credentials run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - name: prepare namespace name id: namespace run: | NAMESPACE="regression-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" echo "::set-output name=name::${NAMESPACE}" - name: prepare configuration run: | cat << EOF > lab_info.json ${{ secrets.LAB_CONFIGURATION_JSON }} EOF DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})" jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json # overwrite configuration value from Quali if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json fi - name: run dfs tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dfs_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs testbed: basic marker_expression: "ow_regression_lf and ow_dfs_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dfs_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dfs --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dfs $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dfs - name: run multipsk tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multipsk_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk testbed: basic marker_expression: "ow_regression_lf and ow_multipsk_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multipsk_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multipsk --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multipsk $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multipsk - name: run rate_limiting tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_rate_limiting_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting testbed: basic marker_expression: "ow_regression_lf and ow_rate_limiting_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_rate_limiting_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-rate-limiting --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-rate-limiting $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-rate-limiting - name: run dynamic_qos tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dynamic_qos_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-qos testbed: basic marker_expression: "ow_regression_lf and ow_dynamic_qos_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dynamic_qos_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-qos --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-qos $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-qos - name: run dynamic_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dvlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan testbed: basic marker_expression: "ow_regression_lf and ow_dvlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dvlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-vlan - name: run multi_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multi_vlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan testbed: basic marker_expression: "ow_regression_lf and ow_multi_vlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multi_vlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multi-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multi-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multi-vlan - name: show gw logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw - name: show fms logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms - name: show prov logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov - name: show analytics logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics - name: show subscription (userportal) logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub - name: show sec logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec - name: stop reservation if: always() run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }} test-cig-wf194c: needs: ["vars", "build"] runs-on: [self-hosted, small] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'cig_wf194c')" env: CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }} CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }} AP_MODEL: cig_wf194c steps: - name: Set AP model output id: ap_model run: | echo "::set-output name=model::${AP_MODEL}" - uses: actions/checkout@v2 - name: Set up Python uses: actions/setup-python@v2 with: python-version: "3.8" - name: install dependencies run: pip install -r .quali/requirements.txt - name: start reservation run: | if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' --reservation-duration 720 "Basic Lab" else python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' --reservation-duration 720 "Basic Lab" fi - name: set reservation outputs if: always() id: reservation run: | echo ::set-output name=identifier::"$(cat ./reservation_id.txt)" if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then echo ::set-output name=namespace::"${{ needs.vars.outputs.existing_controller }}" else echo ::set-output name=namespace::"$(cat ./reservation_id.txt | cut -d "-" -f 1)" fi # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - name: install kubectl run: | curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl" sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - name: install aws CLI tool run: | curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" unzip awscliv2.zip sudo ./aws/install - name: get EKS access credentials run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - name: prepare namespace name id: namespace run: | NAMESPACE="regression-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" echo "::set-output name=name::${NAMESPACE}" - name: prepare configuration run: | cat << EOF > lab_info.json ${{ secrets.LAB_CONFIGURATION_JSON }} EOF DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})" jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json # overwrite configuration value from Quali if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json fi - name: run dfs tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dfs_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs testbed: basic marker_expression: "ow_regression_lf and ow_dfs_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dfs_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dfs --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dfs $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dfs - name: run multipsk tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multipsk_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk testbed: basic marker_expression: "ow_regression_lf and ow_multipsk_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multipsk_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multipsk --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multipsk $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multipsk - name: run rate_limiting tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_rate_limiting_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting testbed: basic marker_expression: "ow_regression_lf and ow_rate_limiting_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_rate_limiting_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-rate-limiting --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-rate-limiting $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-rate-limiting - name: run dynamic_qos tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dynamic_qos_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-qos testbed: basic marker_expression: "ow_regression_lf and ow_dynamic_qos_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dynamic_qos_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-qos --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-qos $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-qos - name: run dynamic_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dvlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan testbed: basic marker_expression: "ow_regression_lf and ow_dvlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dvlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-vlan - name: run multi_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multi_vlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan testbed: basic marker_expression: "ow_regression_lf and ow_multi_vlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multi_vlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multi-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multi-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multi-vlan - name: show gw logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw - name: show fms logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms - name: show prov logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov - name: show analytics logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics - name: show subscription (userportal) logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub - name: show sec logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec - name: stop reservation if: always() run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }} test-hfcl-ion4: needs: ["vars", "build"] runs-on: [self-hosted, small] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'hfcl_ion4')" env: CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }} CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }} AP_MODEL: hfcl_ion4 steps: - name: Set AP model output id: ap_model run: | echo "::set-output name=model::${AP_MODEL}" - uses: actions/checkout@v2 - name: Set up Python uses: actions/setup-python@v2 with: python-version: "3.8" - name: install dependencies run: pip install -r .quali/requirements.txt - name: start reservation run: | if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' --reservation-duration 720 "Basic Lab" else python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' --reservation-duration 720 "Basic Lab" fi - name: set reservation outputs if: always() id: reservation run: | echo ::set-output name=identifier::"$(cat ./reservation_id.txt)" if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then echo ::set-output name=namespace::"${{ needs.vars.outputs.existing_controller }}" else echo ::set-output name=namespace::"$(cat ./reservation_id.txt | cut -d "-" -f 1)" fi # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - name: install kubectl run: | curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl" sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - name: install aws CLI tool run: | curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" unzip awscliv2.zip sudo ./aws/install - name: get EKS access credentials run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - name: prepare namespace name id: namespace run: | NAMESPACE="regression-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" echo "::set-output name=name::${NAMESPACE}" - name: prepare configuration run: | cat << EOF > lab_info.json ${{ secrets.LAB_CONFIGURATION_JSON }} EOF DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})" jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json # overwrite configuration value from Quali if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json fi - name: run dfs tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dfs_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs testbed: basic marker_expression: "ow_regression_lf and ow_dfs_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dfs_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dfs --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dfs $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dfs - name: run multipsk tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multipsk_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk testbed: basic marker_expression: "ow_regression_lf and ow_multipsk_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multipsk_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multipsk --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multipsk $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multipsk - name: run rate_limiting tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_rate_limiting_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting testbed: basic marker_expression: "ow_regression_lf and ow_rate_limiting_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_rate_limiting_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-rate-limiting --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-rate-limiting $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-rate-limiting - name: run dynamic_qos tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dynamic_qos_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-qos testbed: basic marker_expression: "ow_regression_lf and ow_dynamic_qos_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dynamic_qos_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-qos --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-qos $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-qos - name: run dynamic_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dvlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan testbed: basic marker_expression: "ow_regression_lf and ow_dvlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dvlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-vlan - name: run multi_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multi_vlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan testbed: basic marker_expression: "ow_regression_lf and ow_multi_vlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multi_vlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multi-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multi-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multi-vlan - name: show gw logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw - name: show fms logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms - name: show prov logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov - name: show analytics logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics - name: show subscription (userportal) logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub - name: show sec logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec - name: stop reservation if: always() run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }} test-indio-um-305ac: needs: ["vars", "build"] runs-on: [self-hosted, small] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'indio_um-305ac')" env: CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }} CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }} AP_MODEL: indio_um-305ac steps: - name: Set AP model output id: ap_model run: | echo "::set-output name=model::${AP_MODEL}" - uses: actions/checkout@v2 - name: Set up Python uses: actions/setup-python@v2 with: python-version: "3.8" - name: install dependencies run: pip install -r .quali/requirements.txt - name: start reservation run: | if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' --reservation-duration 720 "Basic Lab" else python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' --reservation-duration 720 "Basic Lab" fi - name: set reservation outputs if: always() id: reservation run: | echo ::set-output name=identifier::"$(cat ./reservation_id.txt)" if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then echo ::set-output name=namespace::"${{ needs.vars.outputs.existing_controller }}" else echo ::set-output name=namespace::"$(cat ./reservation_id.txt | cut -d "-" -f 1)" fi # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - name: install kubectl run: | curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl" sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - name: install aws CLI tool run: | curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" unzip awscliv2.zip sudo ./aws/install - name: get EKS access credentials run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - name: prepare namespace name id: namespace run: | NAMESPACE="regression-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" echo "::set-output name=name::${NAMESPACE}" - name: prepare configuration run: | cat << EOF > lab_info.json ${{ secrets.LAB_CONFIGURATION_JSON }} EOF DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})" jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json # overwrite configuration value from Quali if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json fi - name: run dfs tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dfs_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs testbed: basic marker_expression: "ow_regression_lf and ow_dfs_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dfs_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dfs --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dfs $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dfs - name: run multipsk tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multipsk_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk testbed: basic marker_expression: "ow_regression_lf and ow_multipsk_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multipsk_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multipsk --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multipsk $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multipsk - name: run rate_limiting tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_rate_limiting_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting testbed: basic marker_expression: "ow_regression_lf and ow_rate_limiting_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_rate_limiting_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-rate-limiting --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-rate-limiting $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-rate-limiting - name: run dynamic_qos tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dynamic_qos_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-qos testbed: basic marker_expression: "ow_regression_lf and ow_dynamic_qos_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dynamic_qos_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-qos --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-qos $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-qos - name: run dynamic_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dvlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan testbed: basic marker_expression: "ow_regression_lf and ow_dvlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dvlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-vlan - name: run multi_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multi_vlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan testbed: basic marker_expression: "ow_regression_lf and ow_multi_vlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multi_vlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multi-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multi-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multi-vlan - name: show gw logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw - name: show fms logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms - name: show prov logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov - name: show analytics logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics - name: show subscription (userportal) logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub - name: show sec logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec - name: stop reservation if: always() run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }} test-hfcl-ion4xi: needs: [ "vars", "build", "test-edgecore-ecw5211" ] runs-on: [self-hosted, small] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'hfcl_ion4xi')" env: CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }} CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }} AP_MODEL: hfcl_ion4xi steps: - name: Set AP model output id: ap_model run: | echo "::set-output name=model::${AP_MODEL}" - uses: actions/checkout@v2 - name: Set up Python uses: actions/setup-python@v2 with: python-version: "3.8" - name: install dependencies run: pip install -r .quali/requirements.txt - name: start reservation run: | if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' --reservation-duration 720 "Basic Lab" else python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' --reservation-duration 720 "Basic Lab" fi - name: set reservation outputs if: always() id: reservation run: | echo ::set-output name=identifier::"$(cat ./reservation_id.txt)" if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then echo ::set-output name=namespace::"${{ needs.vars.outputs.existing_controller }}" else echo ::set-output name=namespace::"$(cat ./reservation_id.txt | cut -d "-" -f 1)" fi # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - name: install kubectl run: | curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl" sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - name: install aws CLI tool run: | curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" unzip awscliv2.zip sudo ./aws/install - name: get EKS access credentials run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - name: prepare namespace name id: namespace run: | NAMESPACE="regression-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" echo "::set-output name=name::${NAMESPACE}" - name: prepare configuration run: | cat << EOF > lab_info.json ${{ secrets.LAB_CONFIGURATION_JSON }} EOF DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})" jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json # overwrite configuration value from Quali if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json fi - name: run dfs tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dfs_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs testbed: basic marker_expression: "ow_regression_lf and ow_dfs_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dfs_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dfs --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dfs $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dfs - name: run multipsk tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multipsk_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk testbed: basic marker_expression: "ow_regression_lf and ow_multipsk_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multipsk_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multipsk --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multipsk $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multipsk - name: run rate_limiting tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_rate_limiting_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting testbed: basic marker_expression: "ow_regression_lf and ow_rate_limiting_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_rate_limiting_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-rate-limiting --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-rate-limiting $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-rate-limiting - name: run dynamic_qos tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dynamic_qos_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-qos testbed: basic marker_expression: "ow_regression_lf and ow_dynamic_qos_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dynamic_qos_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-qos --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-qos $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-qos - name: run dynamic_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dvlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan testbed: basic marker_expression: "ow_regression_lf and ow_dvlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dvlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-vlan - name: run multi_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multi_vlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan testbed: basic marker_expression: "ow_regression_lf and ow_multi_vlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multi_vlan_tests_lf dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build" # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multi-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multi-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multi-vlan - name: show gw logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw - name: show fms logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms - name: show prov logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov - name: show analytics logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics - name: show subscription (userportal) logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub - name: show sec logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec - name: stop reservation if: always() run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }} test-udaya-a5-id2: needs: [ "vars", "build", "test-cig-wf194c" ] runs-on: [self-hosted, small] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'udaya_a5-id2')" env: CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }} CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }} AP_MODEL: udaya_a5-id2 steps: - name: Set AP model output id: ap_model run: | echo "::set-output name=model::${AP_MODEL}" - uses: actions/checkout@v2 - name: Set up Python uses: actions/setup-python@v2 with: python-version: "3.8" - name: install dependencies run: pip install -r .quali/requirements.txt - name: start reservation run: | if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' --reservation-duration 720 "Basic Lab" else python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' --reservation-duration 720 "Basic Lab" fi - name: set reservation outputs if: always() id: reservation run: | echo ::set-output name=identifier::"$(cat ./reservation_id.txt)" if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then echo ::set-output name=namespace::"${{ needs.vars.outputs.existing_controller }}" else echo ::set-output name=namespace::"$(cat ./reservation_id.txt | cut -d "-" -f 1)" fi # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - name: install kubectl run: | curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl" sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - name: install aws CLI tool run: | curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" unzip awscliv2.zip sudo ./aws/install - name: get EKS access credentials run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - name: prepare namespace name id: namespace run: | NAMESPACE="regression-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" echo "::set-output name=name::${NAMESPACE}" - name: prepare configuration run: | cat << EOF > lab_info.json ${{ secrets.LAB_CONFIGURATION_JSON }} EOF DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})" jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json # overwrite configuration value from Quali if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json fi - name: run dfs tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dfs_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs testbed: basic marker_expression: "ow_regression_lf and ow_dfs_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dfs_tests_lf # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dfs --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dfs $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dfs - name: run multipsk tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multipsk_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk testbed: basic marker_expression: "ow_regression_lf and ow_multipsk_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multipsk_tests_lf # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multipsk --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multipsk $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multipsk - name: run rate_limiting tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_rate_limiting_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting testbed: basic marker_expression: "ow_regression_lf and ow_rate_limiting_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_rate_limiting_tests_lf # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-rate-limiting --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-rate-limiting $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-rate-limiting - name: run dynamic_qos tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dynamic_qos_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-qos testbed: basic marker_expression: "ow_regression_lf and ow_dynamic_qos_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dynamic_qos_tests_lf # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-qos --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-qos $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-qos - name: run dynamic_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dvlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan testbed: basic marker_expression: "ow_regression_lf and ow_dvlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dvlan_tests_lf # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-vlan - name: run multi_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multi_vlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan testbed: basic marker_expression: "ow_regression_lf and ow_multi_vlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multi_vlan_tests_lf # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multi-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multi-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multi-vlan - name: show gw logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw - name: show fms logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms - name: show prov logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov - name: show analytics logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics - name: show subscription (userportal) logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub - name: show sec logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec - name: stop reservation if: always() run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }} test-cig-wf196: needs: [ "vars", "build" ] runs-on: [self-hosted, small] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'cig_wf196')" env: CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }} CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }} AP_MODEL: cig_wf196 steps: - name: Set AP model output id: ap_model run: | echo "::set-output name=model::${AP_MODEL}" - uses: actions/checkout@v2 - name: Set up Python uses: actions/setup-python@v2 with: python-version: "3.8" - name: install dependencies run: pip install -r .quali/requirements.txt - name: start reservation run: | if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' --reservation-duration 720 "Basic Lab" else python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' --reservation-duration 720 "Basic Lab" fi - name: set reservation outputs if: always() id: reservation run: | echo ::set-output name=identifier::"$(cat ./reservation_id.txt)" if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then echo ::set-output name=namespace::"${{ needs.vars.outputs.existing_controller }}" else echo ::set-output name=namespace::"$(cat ./reservation_id.txt | cut -d "-" -f 1)" fi # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - name: install kubectl run: | curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl" sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - name: install aws CLI tool run: | curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" unzip awscliv2.zip sudo ./aws/install - name: get EKS access credentials run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - name: prepare namespace name id: namespace run: | NAMESPACE="regression-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" echo "::set-output name=name::${NAMESPACE}" - name: prepare configuration run: | cat << EOF > lab_info.json ${{ secrets.LAB_CONFIGURATION_JSON }} EOF DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})" jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json # overwrite configuration value from Quali if [ ${{ needs.vars.outputs.existing_controller }} != '' ] then jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json fi - name: run dfs tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dfs_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs testbed: basic marker_expression: "ow_regression_lf and ow_dfs_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dfs_tests_lf # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dfs --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dfs $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dfs - name: run multipsk tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multipsk_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk testbed: basic marker_expression: "ow_regression_lf and ow_multipsk_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multipsk_tests_lf # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multipsk --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multipsk $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multipsk - name: run rate_limiting tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_rate_limiting_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting testbed: basic marker_expression: "ow_regression_lf and ow_rate_limiting_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_rate_limiting_tests_lf # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-rate-limiting --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-rate-limiting $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-rate-limiting - name: run dynamic_qos tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dynamic_qos_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-qos testbed: basic marker_expression: "ow_regression_lf and ow_dynamic_qos_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dynamic_qos_tests_lf # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-qos --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-qos $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-qos - name: run dynamic_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_dvlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan testbed: basic marker_expression: "ow_regression_lf and ow_dvlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_dvlan_tests_lf # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-vlan - name: run multi_vlan tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'ow_multi_vlan_tests_lf')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan testbed: basic marker_expression: "ow_regression_lf and ow_multi_vlan_tests_lf" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-ow_multi_vlan_tests_lf # necessary because if conditionals in composite actions are currently not respected - name: get tests logs if: always() continue-on-error: true run: | podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multi-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multi-vlan $podname || true - name: delete namespace if: always() continue-on-error: true run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multi-vlan - name: show gw logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw - name: show fms logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms - name: show prov logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov - name: show analytics logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics - name: show subscription (userportal) logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub - name: show sec logs if: failure() run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec - name: stop reservation if: always() run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }} # Save reports report: if: "!cancelled()" runs-on: ubuntu-latest needs: [vars, test-wallys-dr40x9, test-hfcl-ion4xe, test-edgecore-eap101, test-edgecore-ecw5211, test-cig-wf188n, test-edgecore-eap102, test-cig-wf194c, test-hfcl-ion4, test-indio-um-305ac, test-hfcl-ion4xi, test-udaya-a5-id2, test-cig-wf196] strategy: fail-fast: false matrix: model: ${{ fromJson( needs.vars.outputs.ap_models ) }} marker: ${{ fromJson( needs.vars.outputs.marker_expressions )}} steps: - name: checkout testing repo uses: actions/checkout@v2 - uses: actions/download-artifact@v2 with: name: allure-results-${{ matrix.model }}-${{ matrix.marker }} path: allure-results - name: download history of previous run continue-on-error: true run: | LAST_RUN_ID=$(aws s3api head-object --bucket openwifi-allure-reports --key regression/${{ matrix.marker }}/${{ matrix.model }}/latest/index.html | jq -r .Metadata.latest) aws s3 cp --recursive s3://openwifi-allure-reports/regression/${{ matrix.marker }}/${{ matrix.model }}/$LAST_RUN_ID/history history - name: generate Allure report uses: ./.github/actions/generate-allure-report with: results_path: ./allure-results history_path: ./history additional_metadata: | Ap.Model=${{ matrix.model }} - name: upload Allure report as artifact uses: actions/upload-artifact@v2 with: name: allure-report-${{ matrix.model }}-${{ matrix.marker }} path: allure-report # doing this to be able to aggregate multiple reports together later on - name: copy results into report run: cp -r allure-results allure-report/results - name: upload to S3 # TODO uncomment this before merging #if: github.ref == 'refs/heads/master' uses: ./.github/actions/allure-report-to-s3 with: test_type: regression/${{ matrix.marker }} testbed: ${{ matrix.model }} report_path: allure-report s3_access_key_id: ${{ secrets.ALLURE_S3_ACCESS_KEY_ID }} s3_access_key_secret: ${{ secrets.ALLURE_S3_ACCESS_KEY_SECRET }} # Cleanup cleanup: needs: [test-wallys-dr40x9, test-hfcl-ion4xe, test-edgecore-eap101, test-edgecore-ecw5211, test-cig-wf188n, test-edgecore-eap102, test-cig-wf194c, test-hfcl-ion4, test-indio-um-305ac, test-hfcl-ion4xi, test-udaya-a5-id2, test-cig-wf196] runs-on: ubuntu-latest if: always() steps: - uses: actions/checkout@v2 - name: cleanup Docker image uses: ./.github/actions/cleanup-docker with: registry_user: wlan-testing-cicd registry_password: ${{ secrets.DOCKER_USER_PASSWORD }}