mirror of
https://github.com/Telecominfraproject/wlan-testing.git
synced 2025-12-26 15:37:13 +00:00
b2391a9ef6
Signed-off-by: Dmitry Dunaev <dmitry@opsfleet.com> Signed-off-by: Dmitry Dunaev <dmitry@opsfleet.com>
2445 lines
118 KiB
YAML
2445 lines
118 KiB
YAML
name: performance testing
|
|
|
|
env:
|
|
# AWS credentials
|
|
AWS_EKS_NAME: tip-wlan-main
|
|
AWS_DEFAULT_OUTPUT: json
|
|
AWS_DEFAULT_REGION: us-east-2
|
|
AWS_ACCOUNT_ID: ${{ secrets.AWS_ACCOUNT_ID }}
|
|
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_CLIENT_ID }}
|
|
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_CLIENT_KEY }}
|
|
# Cloud SDK certs
|
|
CACERT: ${{ secrets.CACERT }}
|
|
CAKEY: ${{ secrets.CAKEY }}
|
|
ALLURE_CLI_VERSION: 2.14.0
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
inputs:
|
|
openwifi_revision:
|
|
required: true
|
|
default: "main"
|
|
description: "revision of the Open Wifi Helm chart"
|
|
ap_models:
|
|
required: true
|
|
default: "Wallys_DR6018,hfcl_ion4xe,edgecore_eap101,edgecore_ecw5211,cig_wf188n,edgecore_eap102,liteon_wpx8324,hfcl_ion4,indio_um-305ac,hfcl_ion4xi,udaya_a5-id2,cig_wf196"
|
|
description: "the AP models to test"
|
|
ap_version:
|
|
required: true
|
|
default: "next-latest"
|
|
description: "revision of firmware to flash on AP, <branch>-<commit>"
|
|
marker_expressions:
|
|
required: true
|
|
default: "dataplane_throughput_test,single_station_dual_band_throughput,wifi_capacity_test"
|
|
description: "Marker expressions to select tests to execute"
|
|
existing_controller:
|
|
required: false
|
|
default: ""
|
|
description: "Use an existing cloud controller, e.g. like qa01 instead of dynamic one"
|
|
tests_release:
|
|
required: false
|
|
default: ""
|
|
description: "Tests release branch to use (i.e. 'release/v2.8.0' or 'master'). If left empty, latest release branch is used"
|
|
schedule:
|
|
- cron: "30 20 * * 6"
|
|
|
|
jobs:
|
|
# Set vars
|
|
vars:
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
openwifi_revision: ${{ steps.vars.outputs.openwifi}}
|
|
ap_models: ${{ steps.vars.outputs.ap_models}}
|
|
ap_version: ${{ steps.vars.outputs.ap_version}}
|
|
marker_expressions: ${{ steps.vars.outputs.marker_expressions }}
|
|
existing_controller: ${{ steps.vars.outputs.existing_controller }}
|
|
tests_release: ${{ steps.vars.outputs.tests_release }}
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
fetch-depth: 0
|
|
|
|
- name: set variables
|
|
id: vars
|
|
run: |
|
|
echo "openwifi=$(echo ${{ github.event.inputs.openwifi_revision || 'main' }})" >> $GITHUB_OUTPUT
|
|
echo "ap_version=$(echo ${{ github.event.inputs.ap_version || 'next-latest' }})" >> $GITHUB_OUTPUT
|
|
echo "existing_controller=$(echo ${{ github.event.inputs.existing_controller || 'qa01'}})" >> $GITHUB_OUTPUT
|
|
|
|
MARKER_EXPRESSIONS="${{ github.event.inputs.marker_expressions || 'dataplane_throughput_test,single_station_dual_band_throughput,wifi_capacity_test' }}"
|
|
MARKER_EXPRESSIONS=$(echo $MARKER_EXPRESSIONS | sed "s/,/\",\"/g" | sed 's/^/[\"/g' | sed 's/$/\"]/g')
|
|
cat >> $GITHUB_OUTPUT << EOF
|
|
marker_expressions=${MARKER_EXPRESSIONS}
|
|
EOF
|
|
|
|
AP_MODELS="${{ github.event.inputs.ap_models || 'Wallys_DR6018,hfcl_ion4xe,edgecore_eap101,edgecore_ecw5211,cig_wf188n,edgecore_eap102,liteon_wpx8324,hfcl_ion4,indio_um-305ac,hfcl_ion4xi,udaya_a5-id2,cig_wf196' }}"
|
|
AP_MODELS=$(echo $AP_MODELS | sed "s/,/\",\"/g" | sed 's/^/[\"/g' | sed 's/$/\"]/g')
|
|
cat >> $GITHUB_OUTPUT << EOF
|
|
ap_models=${AP_MODELS}
|
|
EOF
|
|
LATEST_TESTS_RELEASE=$(git branch -r | grep 'release/v' | sed 's!\s*origin/!!' | tail -1)
|
|
if [[ -z "${{ github.event.inputs.tests_release }}" ]]; then
|
|
echo "Tests release was not passed, using branch $LATEST_TESTS_RELEASE"
|
|
echo "tests_release=$LATEST_TESTS_RELEASE" >> $GITHUB_OUTPUT
|
|
else
|
|
echo "Tests release was passed - ${{ github.event.inputs.tests_release }}"
|
|
echo "tests_release=${{ github.event.inputs.tests_release }}" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
# Build test image
|
|
build:
|
|
runs-on: ubuntu-latest
|
|
needs: ["vars"]
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ needs.vars.outputs.tests_release }}
|
|
- name: build and push Docker image
|
|
uses: ./.github/actions/build-and-push-docker
|
|
with:
|
|
registry: tip-tip-wlan-cloud-docker-repo.jfrog.io
|
|
registry_user: ${{ secrets.DOCKER_USER_NAME }}
|
|
registry_password: ${{ secrets.DOCKER_USER_PASSWORD }}
|
|
|
|
# Run tests on APs
|
|
test-wallys-DR6018:
|
|
needs: ["vars", "build"]
|
|
runs-on: [ self-hosted, small ]
|
|
timeout-minutes: 1440
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'Wallys_DR6018')"
|
|
env:
|
|
CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build
|
|
CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }}
|
|
CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }}
|
|
AP_MODEL: Wallys_DR6018
|
|
steps:
|
|
- name: Set AP model output
|
|
id: ap_model
|
|
run: |
|
|
echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT
|
|
|
|
- uses: actions/checkout@v3
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: "3.8"
|
|
|
|
- name: install dependencies
|
|
run: pip install -r .quali/requirements.txt
|
|
|
|
- name: start reservation
|
|
run: |
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' "Basic Lab"
|
|
else
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' "Basic Lab"
|
|
fi
|
|
|
|
- name: set reservation outputs
|
|
if: always()
|
|
id: reservation
|
|
run: |
|
|
echo "identifier=$(cat ./reservation_id.txt)" >> $GITHUB_OUTPUT
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
echo "namespace=${{ needs.vars.outputs.existing_controller }}" >> $GITHUB_OUTPUT
|
|
else
|
|
echo "namespace=$(cat ./reservation_id.txt | cut -d "-" -f 1)" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
# TODO WIFI-7839 delete when issue is resolved on AWS CLI side
|
|
- name: install kubectl
|
|
run: |
|
|
curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl"
|
|
sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl
|
|
|
|
- name: install aws CLI tool
|
|
run: |
|
|
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
|
|
unzip awscliv2.zip
|
|
sudo ./aws/install
|
|
|
|
- name: get EKS access credentials
|
|
run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }}
|
|
|
|
- name: prepare namespace name
|
|
id: namespace
|
|
run: |
|
|
NAMESPACE="performance-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')"
|
|
echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT
|
|
|
|
- name: prepare configuration
|
|
run: |
|
|
cat << EOF > lab_info.json
|
|
${{ secrets.LAB_CONFIGURATION_JSON }}
|
|
EOF
|
|
|
|
DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
|
|
jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
|
|
# overwrite configuration value from Quali
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
fi
|
|
|
|
- name: run tests dataplane_throughput_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_throughput_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-dtt
|
|
testbed: basic
|
|
marker_expression: "performance and dataplane_throughput_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-dataplane_throughput_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dtt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dtt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dtt
|
|
|
|
- name: run tests single_station_dual_band_throughput
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'single_station_dual_band_throughput')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-ssdbt
|
|
testbed: basic
|
|
marker_expression: "performance and single_station_dual_band_throughput"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-single_station_dual_band_throughput"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-ssdbt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-ssdbt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-ssdbt
|
|
|
|
- name: run tests wifi_capacity_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-wct
|
|
testbed: basic
|
|
marker_expression: "performance and wifi_capacity_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-wifi_capacity_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wct --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wct $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wct
|
|
|
|
- name: show gw logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw
|
|
|
|
- name: show fms logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms
|
|
|
|
- name: show prov logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov
|
|
|
|
- name: show analytics logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics
|
|
|
|
- name: show subscription (userportal) logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub
|
|
|
|
- name: show sec logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec
|
|
|
|
- name: stop reservation
|
|
if: always()
|
|
run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }}
|
|
|
|
test-hfcl-ion4xe:
|
|
needs: ["vars", "build", "test-edgecore-eap102"]
|
|
runs-on: [ self-hosted, small ]
|
|
timeout-minutes: 1440
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'hfcl_ion4xe')"
|
|
env:
|
|
CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build
|
|
CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }}
|
|
CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }}
|
|
AP_MODEL: hfcl_ion4xe
|
|
steps:
|
|
- name: Set AP model output
|
|
id: ap_model
|
|
run: |
|
|
echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT
|
|
|
|
- uses: actions/checkout@v3
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: "3.8"
|
|
|
|
- name: install dependencies
|
|
run: pip install -r .quali/requirements.txt
|
|
|
|
- name: start reservation
|
|
run: |
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' "Basic Lab"
|
|
else
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' "Basic Lab"
|
|
fi
|
|
|
|
- name: set reservation outputs
|
|
if: always()
|
|
id: reservation
|
|
run: |
|
|
echo "identifier=$(cat ./reservation_id.txt)" >> $GITHUB_OUTPUT
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
echo "namespace=${{ needs.vars.outputs.existing_controller }}" >> $GITHUB_OUTPUT
|
|
else
|
|
echo "namespace=$(cat ./reservation_id.txt | cut -d "-" -f 1)" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
# TODO WIFI-7839 delete when issue is resolved on AWS CLI side
|
|
- name: install kubectl
|
|
run: |
|
|
curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl"
|
|
sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl
|
|
|
|
- name: install aws CLI tool
|
|
run: |
|
|
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
|
|
unzip awscliv2.zip
|
|
sudo ./aws/install
|
|
|
|
- name: get EKS access credentials
|
|
run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }}
|
|
|
|
- name: prepare namespace name
|
|
id: namespace
|
|
run: |
|
|
NAMESPACE="performance-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')"
|
|
echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT
|
|
|
|
- name: prepare configuration
|
|
run: |
|
|
cat << EOF > lab_info.json
|
|
${{ secrets.LAB_CONFIGURATION_JSON }}
|
|
EOF
|
|
|
|
DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
|
|
jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
|
|
# overwrite configuration value from Quali
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
fi
|
|
|
|
- name: run tests dataplane_throughput_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_throughput_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-dtt
|
|
testbed: basic
|
|
marker_expression: "performance and dataplane_throughput_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-dataplane_throughput_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dtt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dtt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dtt
|
|
|
|
- name: run tests single_station_dual_band_throughput
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'single_station_dual_band_throughput')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-ssdbt
|
|
testbed: basic
|
|
marker_expression: "performance and single_station_dual_band_throughput"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-single_station_dual_band_throughput"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-ssdbt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-ssdbt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-ssdbt
|
|
|
|
- name: run tests wifi_capacity_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-wct
|
|
testbed: basic
|
|
marker_expression: "performance and wifi_capacity_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-wifi_capacity_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wct --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wct $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wct
|
|
|
|
- name: show gw logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw
|
|
|
|
- name: show fms logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms
|
|
|
|
- name: show prov logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov
|
|
|
|
- name: show analytics logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics
|
|
|
|
- name: show subscription (userportal) logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub
|
|
|
|
- name: show sec logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec
|
|
|
|
- name: stop reservation
|
|
if: always()
|
|
run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }}
|
|
|
|
test-edgecore-eap101:
|
|
needs: ["vars", "build"]
|
|
runs-on: [ self-hosted, small ]
|
|
timeout-minutes: 1440
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap101')"
|
|
env:
|
|
CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build
|
|
CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }}
|
|
CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }}
|
|
AP_MODEL: edgecore_eap101
|
|
steps:
|
|
- name: Set AP model output
|
|
id: ap_model
|
|
run: |
|
|
echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT
|
|
|
|
- uses: actions/checkout@v3
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: "3.8"
|
|
|
|
- name: install dependencies
|
|
run: pip install -r .quali/requirements.txt
|
|
|
|
- name: start reservation
|
|
run: |
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' "Basic Lab"
|
|
else
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' "Basic Lab"
|
|
fi
|
|
|
|
- name: set reservation outputs
|
|
if: always()
|
|
id: reservation
|
|
run: |
|
|
echo "identifier=$(cat ./reservation_id.txt)" >> $GITHUB_OUTPUT
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
echo "namespace=${{ needs.vars.outputs.existing_controller }}" >> $GITHUB_OUTPUT
|
|
else
|
|
echo "namespace=$(cat ./reservation_id.txt | cut -d "-" -f 1)" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
# TODO WIFI-7839 delete when issue is resolved on AWS CLI side
|
|
- name: install kubectl
|
|
run: |
|
|
curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl"
|
|
sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl
|
|
|
|
- name: install aws CLI tool
|
|
run: |
|
|
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
|
|
unzip awscliv2.zip
|
|
sudo ./aws/install
|
|
|
|
- name: get EKS access credentials
|
|
run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }}
|
|
|
|
- name: prepare namespace name
|
|
id: namespace
|
|
run: |
|
|
NAMESPACE="performance-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')"
|
|
echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT
|
|
|
|
- name: prepare configuration
|
|
run: |
|
|
cat << EOF > lab_info.json
|
|
${{ secrets.LAB_CONFIGURATION_JSON }}
|
|
EOF
|
|
|
|
DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
|
|
jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
|
|
# overwrite configuration value from Quali
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
fi
|
|
|
|
- name: run tests dataplane_throughput_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_throughput_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-dtt
|
|
testbed: basic
|
|
marker_expression: "performance and dataplane_throughput_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-dataplane_throughput_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dtt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dtt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dtt
|
|
|
|
- name: run tests single_station_dual_band_throughput
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'single_station_dual_band_throughput')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-ssdbt
|
|
testbed: basic
|
|
marker_expression: "performance and single_station_dual_band_throughput"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-single_station_dual_band_throughput"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-ssdbt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-ssdbt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-ssdbt
|
|
|
|
- name: run tests wifi_capacity_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-wct
|
|
testbed: basic
|
|
marker_expression: "performance and wifi_capacity_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-wifi_capacity_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wct --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wct $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wct
|
|
|
|
- name: show gw logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw
|
|
|
|
- name: show fms logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms
|
|
|
|
- name: show prov logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov
|
|
|
|
- name: show analytics logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics
|
|
|
|
- name: show subscription (userportal) logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub
|
|
|
|
- name: show sec logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec
|
|
|
|
- name: stop reservation
|
|
if: always()
|
|
run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }}
|
|
|
|
test-edgecore-ecw5211:
|
|
needs: ["vars", "build"]
|
|
runs-on: [ self-hosted, small ]
|
|
timeout-minutes: 1440
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_ecw5211')"
|
|
env:
|
|
CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build
|
|
CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }}
|
|
CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }}
|
|
AP_MODEL: edgecore_ecw5211
|
|
steps:
|
|
- name: Set AP model output
|
|
id: ap_model
|
|
run: |
|
|
echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT
|
|
|
|
- uses: actions/checkout@v3
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: "3.8"
|
|
|
|
- name: install dependencies
|
|
run: pip install -r .quali/requirements.txt
|
|
|
|
- name: start reservation
|
|
run: |
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' "Basic Lab"
|
|
else
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' "Basic Lab"
|
|
fi
|
|
|
|
- name: set reservation outputs
|
|
if: always()
|
|
id: reservation
|
|
run: |
|
|
echo "identifier=$(cat ./reservation_id.txt)" >> $GITHUB_OUTPUT
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
echo "namespace=${{ needs.vars.outputs.existing_controller }}" >> $GITHUB_OUTPUT
|
|
else
|
|
echo "namespace=$(cat ./reservation_id.txt | cut -d "-" -f 1)" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
# TODO WIFI-7839 delete when issue is resolved on AWS CLI side
|
|
- name: install kubectl
|
|
run: |
|
|
curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl"
|
|
sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl
|
|
|
|
- name: install aws CLI tool
|
|
run: |
|
|
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
|
|
unzip awscliv2.zip
|
|
sudo ./aws/install
|
|
|
|
- name: get EKS access credentials
|
|
run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }}
|
|
|
|
- name: prepare namespace name
|
|
id: namespace
|
|
run: |
|
|
NAMESPACE="performance-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')"
|
|
echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT
|
|
|
|
- name: prepare configuration
|
|
run: |
|
|
cat << EOF > lab_info.json
|
|
${{ secrets.LAB_CONFIGURATION_JSON }}
|
|
EOF
|
|
|
|
DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
|
|
jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
|
|
# overwrite configuration value from Quali
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
fi
|
|
|
|
- name: run tests dataplane_throughput_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_throughput_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-dtt
|
|
testbed: basic
|
|
marker_expression: "performance and dataplane_throughput_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-dataplane_throughput_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dtt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dtt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dtt
|
|
|
|
- name: run tests single_station_dual_band_throughput
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'single_station_dual_band_throughput')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-ssdbt
|
|
testbed: basic
|
|
marker_expression: "performance and single_station_dual_band_throughput"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-single_station_dual_band_throughput"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-ssdbt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-ssdbt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-ssdbt
|
|
|
|
- name: run tests wifi_capacity_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-wct
|
|
testbed: basic
|
|
marker_expression: "performance and wifi_capacity_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-wifi_capacity_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wct --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wct $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wct
|
|
|
|
- name: show gw logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw
|
|
|
|
- name: show fms logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms
|
|
|
|
- name: show prov logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov
|
|
|
|
- name: show analytics logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics
|
|
|
|
- name: show subscription (userportal) logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub
|
|
|
|
- name: show sec logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec
|
|
|
|
- name: stop reservation
|
|
if: always()
|
|
run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }}
|
|
|
|
test-cig-wf188n:
|
|
needs: ["vars", "build"]
|
|
runs-on: [ self-hosted, small ]
|
|
timeout-minutes: 1440
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'cig_wf188n')"
|
|
env:
|
|
CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build
|
|
CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }}
|
|
CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }}
|
|
AP_MODEL: cig_wf188n
|
|
steps:
|
|
- name: Set AP model output
|
|
id: ap_model
|
|
run: |
|
|
echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT
|
|
|
|
- uses: actions/checkout@v3
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: "3.8"
|
|
|
|
- name: install dependencies
|
|
run: pip install -r .quali/requirements.txt
|
|
|
|
- name: start reservation
|
|
run: |
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' "Basic Lab"
|
|
else
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' "Basic Lab"
|
|
fi
|
|
|
|
- name: set reservation outputs
|
|
if: always()
|
|
id: reservation
|
|
run: |
|
|
echo "identifier=$(cat ./reservation_id.txt)" >> $GITHUB_OUTPUT
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
echo "namespace=${{ needs.vars.outputs.existing_controller }}" >> $GITHUB_OUTPUT
|
|
else
|
|
echo "namespace=$(cat ./reservation_id.txt | cut -d "-" -f 1)" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
# TODO WIFI-7839 delete when issue is resolved on AWS CLI side
|
|
- name: install kubectl
|
|
run: |
|
|
curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl"
|
|
sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl
|
|
|
|
- name: install aws CLI tool
|
|
run: |
|
|
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
|
|
unzip awscliv2.zip
|
|
sudo ./aws/install
|
|
|
|
- name: get EKS access credentials
|
|
run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }}
|
|
|
|
- name: prepare namespace name
|
|
id: namespace
|
|
run: |
|
|
NAMESPACE="performance-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')"
|
|
echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT
|
|
|
|
- name: prepare configuration
|
|
run: |
|
|
cat << EOF > lab_info.json
|
|
${{ secrets.LAB_CONFIGURATION_JSON }}
|
|
EOF
|
|
|
|
DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
|
|
jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
|
|
# overwrite configuration value from Quali
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
fi
|
|
|
|
- name: run tests dataplane_throughput_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_throughput_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-dtt
|
|
testbed: basic
|
|
marker_expression: "performance and dataplane_throughput_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-dataplane_throughput_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dtt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dtt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dtt
|
|
|
|
- name: run tests single_station_dual_band_throughput
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'single_station_dual_band_throughput')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-ssdbt
|
|
testbed: basic
|
|
marker_expression: "performance and single_station_dual_band_throughput"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-single_station_dual_band_throughput"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-ssdbt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-ssdbt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-ssdbt
|
|
|
|
- name: run tests wifi_capacity_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-wct
|
|
testbed: basic
|
|
marker_expression: "performance and wifi_capacity_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-wifi_capacity_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wct --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wct $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wct
|
|
|
|
- name: show gw logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw
|
|
|
|
- name: show fms logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms
|
|
|
|
- name: show prov logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov
|
|
|
|
- name: show analytics logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics
|
|
|
|
- name: show subscription (userportal) logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub
|
|
|
|
- name: show sec logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec
|
|
|
|
- name: stop reservation
|
|
if: always()
|
|
run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }}
|
|
|
|
test-edgecore-eap102:
|
|
needs: ["vars", "build"]
|
|
runs-on: [ self-hosted, small ]
|
|
timeout-minutes: 1440
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap102')"
|
|
env:
|
|
CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build
|
|
CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }}
|
|
CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }}
|
|
AP_MODEL: edgecore_eap102
|
|
steps:
|
|
- name: Set AP model output
|
|
id: ap_model
|
|
run: |
|
|
echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT
|
|
|
|
- uses: actions/checkout@v3
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: "3.8"
|
|
|
|
- name: install dependencies
|
|
run: pip install -r .quali/requirements.txt
|
|
|
|
- name: start reservation
|
|
run: |
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' "Basic Lab"
|
|
else
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' "Basic Lab"
|
|
fi
|
|
|
|
- name: set reservation outputs
|
|
if: always()
|
|
id: reservation
|
|
run: |
|
|
echo "identifier=$(cat ./reservation_id.txt)" >> $GITHUB_OUTPUT
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
echo "namespace=${{ needs.vars.outputs.existing_controller }}" >> $GITHUB_OUTPUT
|
|
else
|
|
echo "namespace=$(cat ./reservation_id.txt | cut -d "-" -f 1)" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
# TODO WIFI-7839 delete when issue is resolved on AWS CLI side
|
|
- name: install kubectl
|
|
run: |
|
|
curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl"
|
|
sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl
|
|
|
|
- name: install aws CLI tool
|
|
run: |
|
|
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
|
|
unzip awscliv2.zip
|
|
sudo ./aws/install
|
|
|
|
- name: get EKS access credentials
|
|
run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }}
|
|
|
|
- name: prepare namespace name
|
|
id: namespace
|
|
run: |
|
|
NAMESPACE="testing-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')"
|
|
echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT
|
|
|
|
- name: prepare configuration
|
|
run: |
|
|
cat << EOF > lab_info.json
|
|
${{ secrets.LAB_CONFIGURATION_JSON }}
|
|
EOF
|
|
|
|
DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
|
|
jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
|
|
# overwrite configuration value from Quali
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
fi
|
|
|
|
- name: run tests dataplane_throughput_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_throughput_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-dtt
|
|
testbed: basic
|
|
marker_expression: "performance and dataplane_throughput_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-dataplane_throughput_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dtt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dtt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dtt
|
|
|
|
- name: run tests single_station_dual_band_throughput
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'single_station_dual_band_throughput')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-ssdbt
|
|
testbed: basic
|
|
marker_expression: "performance and single_station_dual_band_throughput"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-single_station_dual_band_throughput"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-ssdbt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-ssdbt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-ssdbt
|
|
|
|
- name: run tests wifi_capacity_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-wct
|
|
testbed: basic
|
|
marker_expression: "performance and wifi_capacity_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-wifi_capacity_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wct --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wct $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wct
|
|
|
|
- name: show gw logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw
|
|
|
|
- name: show fms logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms
|
|
|
|
- name: show prov logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov
|
|
|
|
- name: show analytics logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics
|
|
|
|
- name: show subscription (userportal) logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub
|
|
|
|
- name: show sec logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec
|
|
|
|
- name: stop reservation
|
|
if: always()
|
|
run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }}
|
|
|
|
test-liteon-wpx8324:
|
|
needs: ["vars", "build"]
|
|
runs-on: [ self-hosted, small ]
|
|
timeout-minutes: 1440
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'liteon_wpx8324')"
|
|
env:
|
|
CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build
|
|
CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }}
|
|
CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }}
|
|
AP_MODEL: liteon_wpx8324
|
|
steps:
|
|
- name: Set AP model output
|
|
id: ap_model
|
|
run: |
|
|
echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT
|
|
|
|
- uses: actions/checkout@v3
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: "3.8"
|
|
|
|
- name: install dependencies
|
|
run: pip install -r .quali/requirements.txt
|
|
|
|
- name: start reservation
|
|
run: |
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' "Basic Lab"
|
|
else
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' "Basic Lab"
|
|
fi
|
|
|
|
- name: set reservation outputs
|
|
if: always()
|
|
id: reservation
|
|
run: |
|
|
echo "identifier=$(cat ./reservation_id.txt)" >> $GITHUB_OUTPUT
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
echo "namespace=${{ needs.vars.outputs.existing_controller }}" >> $GITHUB_OUTPUT
|
|
else
|
|
echo "namespace=$(cat ./reservation_id.txt | cut -d "-" -f 1)" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
# TODO WIFI-7839 delete when issue is resolved on AWS CLI side
|
|
- name: install kubectl
|
|
run: |
|
|
curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl"
|
|
sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl
|
|
|
|
- name: install aws CLI tool
|
|
run: |
|
|
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
|
|
unzip awscliv2.zip
|
|
sudo ./aws/install
|
|
|
|
- name: get EKS access credentials
|
|
run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }}
|
|
|
|
- name: prepare namespace name
|
|
id: namespace
|
|
run: |
|
|
NAMESPACE="performance-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')"
|
|
echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT
|
|
|
|
- name: prepare configuration
|
|
run: |
|
|
cat << EOF > lab_info.json
|
|
${{ secrets.LAB_CONFIGURATION_JSON }}
|
|
EOF
|
|
|
|
DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
|
|
jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
|
|
# overwrite configuration value from Quali
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
fi
|
|
|
|
- name: run tests dataplane_throughput_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_throughput_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-dtt
|
|
testbed: basic
|
|
marker_expression: "performance and dataplane_throughput_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-dataplane_throughput_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dtt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dtt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dtt
|
|
|
|
- name: run tests single_station_dual_band_throughput
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'single_station_dual_band_throughput')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-ssdbt
|
|
testbed: basic
|
|
marker_expression: "performance and single_station_dual_band_throughput"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-single_station_dual_band_throughput"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-ssdbt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-ssdbt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-ssdbt
|
|
|
|
- name: run tests wifi_capacity_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-wct
|
|
testbed: basic
|
|
marker_expression: "performance and wifi_capacity_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-wifi_capacity_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wct --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wct $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wct
|
|
|
|
- name: show gw logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw
|
|
|
|
- name: show fms logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms
|
|
|
|
- name: show prov logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov
|
|
|
|
- name: show analytics logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics
|
|
|
|
- name: show subscription (userportal) logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub
|
|
|
|
- name: show sec logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec
|
|
|
|
- name: stop reservation
|
|
if: always()
|
|
run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }}
|
|
|
|
test-hfcl-ion4:
|
|
needs: ["vars", "build"]
|
|
runs-on: [ self-hosted, small ]
|
|
timeout-minutes: 1440
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'hfcl_ion4')"
|
|
env:
|
|
CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build
|
|
CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }}
|
|
CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }}
|
|
AP_MODEL: hfcl_ion4
|
|
steps:
|
|
- name: Set AP model output
|
|
id: ap_model
|
|
run: |
|
|
echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT
|
|
|
|
- uses: actions/checkout@v3
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: "3.8"
|
|
|
|
- name: install dependencies
|
|
run: pip install -r .quali/requirements.txt
|
|
|
|
- name: start reservation
|
|
run: |
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' "Basic Lab"
|
|
else
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' "Basic Lab"
|
|
fi
|
|
|
|
- name: set reservation outputs
|
|
if: always()
|
|
id: reservation
|
|
run: |
|
|
echo "identifier=$(cat ./reservation_id.txt)" >> $GITHUB_OUTPUT
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
echo "namespace=${{ needs.vars.outputs.existing_controller }}" >> $GITHUB_OUTPUT
|
|
else
|
|
echo "namespace=$(cat ./reservation_id.txt | cut -d "-" -f 1)" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
# TODO WIFI-7839 delete when issue is resolved on AWS CLI side
|
|
- name: install kubectl
|
|
run: |
|
|
curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl"
|
|
sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl
|
|
|
|
- name: install aws CLI tool
|
|
run: |
|
|
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
|
|
unzip awscliv2.zip
|
|
sudo ./aws/install
|
|
|
|
- name: get EKS access credentials
|
|
run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }}
|
|
|
|
- name: prepare namespace name
|
|
id: namespace
|
|
run: |
|
|
NAMESPACE="performance-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')"
|
|
echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT
|
|
|
|
- name: prepare configuration
|
|
run: |
|
|
cat << EOF > lab_info.json
|
|
${{ secrets.LAB_CONFIGURATION_JSON }}
|
|
EOF
|
|
|
|
DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
|
|
jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
|
|
# overwrite configuration value from Quali
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
fi
|
|
|
|
- name: run tests dataplane_throughput_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_throughput_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-dtt
|
|
testbed: basic
|
|
marker_expression: "performance and dataplane_throughput_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-dataplane_throughput_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dtt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dtt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dtt
|
|
|
|
- name: run tests single_station_dual_band_throughput
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'single_station_dual_band_throughput')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-ssdbt
|
|
testbed: basic
|
|
marker_expression: "performance and single_station_dual_band_throughput"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-single_station_dual_band_throughput"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-ssdbt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-ssdbt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-ssdbt
|
|
|
|
- name: run tests wifi_capacity_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-wct
|
|
testbed: basic
|
|
marker_expression: "performance and wifi_capacity_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-wifi_capacity_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wct --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wct $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wct
|
|
|
|
- name: show gw logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw
|
|
|
|
- name: show fms logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms
|
|
|
|
- name: show prov logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov
|
|
|
|
- name: show analytics logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics
|
|
|
|
- name: show subscription (userportal) logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub
|
|
|
|
- name: show sec logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec
|
|
|
|
- name: stop reservation
|
|
if: always()
|
|
run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }}
|
|
|
|
test-indio-um-305ac:
|
|
needs: ["vars", "build"]
|
|
runs-on: [ self-hosted, small ]
|
|
timeout-minutes: 1440
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'indio_um-305ac')"
|
|
env:
|
|
CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build
|
|
CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }}
|
|
CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }}
|
|
AP_MODEL: indio_um-305ac
|
|
steps:
|
|
- name: Set AP model output
|
|
id: ap_model
|
|
run: |
|
|
echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT
|
|
|
|
- uses: actions/checkout@v3
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: "3.8"
|
|
|
|
- name: install dependencies
|
|
run: pip install -r .quali/requirements.txt
|
|
|
|
- name: start reservation
|
|
run: |
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' "Basic Lab"
|
|
else
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' "Basic Lab"
|
|
fi
|
|
|
|
- name: set reservation outputs
|
|
if: always()
|
|
id: reservation
|
|
run: |
|
|
echo "identifier=$(cat ./reservation_id.txt)" >> $GITHUB_OUTPUT
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
echo "namespace=${{ needs.vars.outputs.existing_controller }}" >> $GITHUB_OUTPUT
|
|
else
|
|
echo "namespace=$(cat ./reservation_id.txt | cut -d "-" -f 1)" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
# TODO WIFI-7839 delete when issue is resolved on AWS CLI side
|
|
- name: install kubectl
|
|
run: |
|
|
curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl"
|
|
sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl
|
|
|
|
- name: install aws CLI tool
|
|
run: |
|
|
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
|
|
unzip awscliv2.zip
|
|
sudo ./aws/install
|
|
|
|
- name: get EKS access credentials
|
|
run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }}
|
|
|
|
- name: prepare namespace name
|
|
id: namespace
|
|
run: |
|
|
NAMESPACE="performance-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')"
|
|
echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT
|
|
|
|
- name: prepare configuration
|
|
run: |
|
|
cat << EOF > lab_info.json
|
|
${{ secrets.LAB_CONFIGURATION_JSON }}
|
|
EOF
|
|
|
|
DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
|
|
jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
|
|
# overwrite configuration value from Quali
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
fi
|
|
|
|
- name: run tests dataplane_throughput_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_throughput_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-dtt
|
|
testbed: basic
|
|
marker_expression: "performance and dataplane_throughput_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-dataplane_throughput_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dtt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dtt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dtt
|
|
|
|
- name: run tests single_station_dual_band_throughput
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'single_station_dual_band_throughput')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-ssdbt
|
|
testbed: basic
|
|
marker_expression: "performance and single_station_dual_band_throughput"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-single_station_dual_band_throughput"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-ssdbt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-ssdbt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-ssdbt
|
|
|
|
- name: run tests wifi_capacity_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-wct
|
|
testbed: basic
|
|
marker_expression: "performance and wifi_capacity_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-wifi_capacity_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wct --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wct $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wct
|
|
|
|
- name: show gw logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw
|
|
|
|
- name: show fms logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms
|
|
|
|
- name: show prov logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov
|
|
|
|
- name: show analytics logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics
|
|
|
|
- name: show subscription (userportal) logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub
|
|
|
|
- name: show sec logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec
|
|
|
|
- name: stop reservation
|
|
if: always()
|
|
run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }}
|
|
|
|
test-hfcl-ion4xi:
|
|
needs: [ "vars", "build", "test-edgecore-ecw5211" ]
|
|
runs-on: [ self-hosted, small ]
|
|
timeout-minutes: 1440
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'hfcl_ion4xi')"
|
|
env:
|
|
CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build
|
|
CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }}
|
|
CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }}
|
|
AP_MODEL: hfcl_ion4xi
|
|
steps:
|
|
- name: Set AP model output
|
|
id: ap_model
|
|
run: |
|
|
echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT
|
|
|
|
- uses: actions/checkout@v3
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: "3.8"
|
|
|
|
- name: install dependencies
|
|
run: pip install -r .quali/requirements.txt
|
|
|
|
- name: start reservation
|
|
run: |
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' "Basic Lab"
|
|
else
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' "Basic Lab"
|
|
fi
|
|
|
|
- name: set reservation outputs
|
|
if: always()
|
|
id: reservation
|
|
run: |
|
|
echo "identifier=$(cat ./reservation_id.txt)" >> $GITHUB_OUTPUT
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
echo "namespace=${{ needs.vars.outputs.existing_controller }}" >> $GITHUB_OUTPUT
|
|
else
|
|
echo "namespace=$(cat ./reservation_id.txt | cut -d "-" -f 1)" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
# TODO WIFI-7839 delete when issue is resolved on AWS CLI side
|
|
- name: install kubectl
|
|
run: |
|
|
curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl"
|
|
sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl
|
|
|
|
- name: install aws CLI tool
|
|
run: |
|
|
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
|
|
unzip awscliv2.zip
|
|
sudo ./aws/install
|
|
|
|
- name: get EKS access credentials
|
|
run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }}
|
|
|
|
- name: prepare namespace name
|
|
id: namespace
|
|
run: |
|
|
NAMESPACE="performance-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')"
|
|
echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT
|
|
|
|
- name: prepare configuration
|
|
run: |
|
|
cat << EOF > lab_info.json
|
|
${{ secrets.LAB_CONFIGURATION_JSON }}
|
|
EOF
|
|
|
|
DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
|
|
jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
|
|
# overwrite configuration value from Quali
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
fi
|
|
|
|
- name: run tests dataplane_throughput_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_throughput_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-dtt
|
|
testbed: basic
|
|
marker_expression: "performance and dataplane_throughput_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-dataplane_throughput_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dtt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dtt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dtt
|
|
|
|
- name: run tests single_station_dual_band_throughput
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'single_station_dual_band_throughput')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-ssdbt
|
|
testbed: basic
|
|
marker_expression: "performance and single_station_dual_band_throughput"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-single_station_dual_band_throughput"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-ssdbt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-ssdbt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-ssdbt
|
|
|
|
- name: run tests wifi_capacity_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-wct
|
|
testbed: basic
|
|
marker_expression: "performance and wifi_capacity_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-wifi_capacity_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wct --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wct $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wct
|
|
|
|
- name: show gw logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw
|
|
|
|
- name: show fms logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms
|
|
|
|
- name: show prov logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov
|
|
|
|
- name: show analytics logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics
|
|
|
|
- name: show subscription (userportal) logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub
|
|
|
|
- name: show sec logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec
|
|
|
|
- name: stop reservation
|
|
if: always()
|
|
run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }}
|
|
|
|
test-udaya-a5-id2:
|
|
needs: [ "vars", "build", "test-liteon-wpx8324" ]
|
|
runs-on: [ self-hosted, small ]
|
|
timeout-minutes: 1440
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'udaya_a5-id2')"
|
|
env:
|
|
CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build
|
|
CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }}
|
|
CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }}
|
|
AP_MODEL: udaya_a5-id2
|
|
steps:
|
|
- name: Set AP model output
|
|
id: ap_model
|
|
run: |
|
|
echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT
|
|
|
|
- uses: actions/checkout@v3
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: "3.8"
|
|
|
|
- name: install dependencies
|
|
run: pip install -r .quali/requirements.txt
|
|
|
|
- name: start reservation
|
|
run: |
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' "Basic Lab"
|
|
else
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' "Basic Lab"
|
|
fi
|
|
|
|
- name: set reservation outputs
|
|
if: always()
|
|
id: reservation
|
|
run: |
|
|
echo "identifier=$(cat ./reservation_id.txt)" >> $GITHUB_OUTPUT
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
echo "namespace=${{ needs.vars.outputs.existing_controller }}" >> $GITHUB_OUTPUT
|
|
else
|
|
echo "namespace=$(cat ./reservation_id.txt | cut -d "-" -f 1)" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
# TODO WIFI-7839 delete when issue is resolved on AWS CLI side
|
|
- name: install kubectl
|
|
run: |
|
|
curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl"
|
|
sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl
|
|
|
|
- name: install aws CLI tool
|
|
run: |
|
|
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
|
|
unzip awscliv2.zip
|
|
sudo ./aws/install
|
|
|
|
- name: get EKS access credentials
|
|
run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }}
|
|
|
|
- name: prepare namespace name
|
|
id: namespace
|
|
run: |
|
|
NAMESPACE="performance-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')"
|
|
echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT
|
|
|
|
- name: prepare configuration
|
|
run: |
|
|
cat << EOF > lab_info.json
|
|
${{ secrets.LAB_CONFIGURATION_JSON }}
|
|
EOF
|
|
|
|
DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
|
|
jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
|
|
# overwrite configuration value from Quali
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
fi
|
|
|
|
- name: run tests dataplane_throughput_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_throughput_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-dtt
|
|
testbed: basic
|
|
marker_expression: "performance and dataplane_throughput_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-dataplane_throughput_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dtt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dtt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dtt
|
|
|
|
- name: run tests single_station_dual_band_throughput
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'single_station_dual_band_throughput')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-ssdbt
|
|
testbed: basic
|
|
marker_expression: "performance and single_station_dual_band_throughput"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-single_station_dual_band_throughput"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-ssdbt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-ssdbt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-ssdbt
|
|
|
|
- name: run tests wifi_capacity_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-wct
|
|
testbed: basic
|
|
marker_expression: "performance and wifi_capacity_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-wifi_capacity_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wct --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wct $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wct
|
|
|
|
- name: show gw logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw
|
|
|
|
- name: show fms logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms
|
|
|
|
- name: show prov logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov
|
|
|
|
- name: show analytics logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics
|
|
|
|
- name: show subscription (userportal) logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub
|
|
|
|
- name: show sec logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec
|
|
|
|
- name: stop reservation
|
|
if: always()
|
|
run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }}
|
|
|
|
test-cig-wf196:
|
|
needs: ["vars", "build"]
|
|
runs-on: [ self-hosted, small ]
|
|
timeout-minutes: 1440
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'cig_wf196')"
|
|
env:
|
|
CLOUDSHELL_URL: quali-cloudshell.lab.wlan.tip.build
|
|
CLOUDSHELL_USER: ${{ secrets.CLOUDSHELL_USER }}
|
|
CLOUDSHELL_PASSWORD: ${{ secrets.CLOUDSHELL_PASSWORD }}
|
|
AP_MODEL: cig_wf196
|
|
steps:
|
|
- name: Set AP model output
|
|
id: ap_model
|
|
run: |
|
|
echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT
|
|
|
|
- uses: actions/checkout@v3
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: "3.8"
|
|
|
|
- name: install dependencies
|
|
run: pip install -r .quali/requirements.txt
|
|
|
|
- name: start reservation
|
|
run: |
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}","Optional Existing SDK Namespace":"${{ needs.vars.outputs.existing_controller }}"}' "Basic Lab"
|
|
else
|
|
python .quali/start_reservation.py --global-inputs '{"Chart Version":"${{ needs.vars.outputs.openwifi_revision }}","AP Model":"${{ steps.ap_model.outputs.model }}"}' "Basic Lab"
|
|
fi
|
|
|
|
- name: set reservation outputs
|
|
if: always()
|
|
id: reservation
|
|
run: |
|
|
echo "identifier=$(cat ./reservation_id.txt)" >> $GITHUB_OUTPUT
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
echo "namespace=${{ needs.vars.outputs.existing_controller }}" >> $GITHUB_OUTPUT
|
|
else
|
|
echo "namespace=$(cat ./reservation_id.txt | cut -d "-" -f 1)" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
# TODO WIFI-7839 delete when issue is resolved on AWS CLI side
|
|
- name: install kubectl
|
|
run: |
|
|
curl -LO "https://dl.k8s.io/release/v1.23.6/bin/linux/amd64/kubectl"
|
|
sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl
|
|
|
|
- name: install aws CLI tool
|
|
run: |
|
|
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
|
|
unzip awscliv2.zip
|
|
sudo ./aws/install
|
|
|
|
- name: get EKS access credentials
|
|
run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }}
|
|
|
|
- name: prepare namespace name
|
|
id: namespace
|
|
run: |
|
|
NAMESPACE="performance-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')"
|
|
echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT
|
|
|
|
- name: prepare configuration
|
|
run: |
|
|
cat << EOF > lab_info.json
|
|
${{ secrets.LAB_CONFIGURATION_JSON }}
|
|
EOF
|
|
|
|
DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
|
|
jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
|
|
# overwrite configuration value from Quali
|
|
if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
|
|
then
|
|
jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
|
|
fi
|
|
|
|
- name: run tests dataplane_throughput_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_throughput_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-dtt
|
|
testbed: basic
|
|
marker_expression: "performance and dataplane_throughput_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-dataplane_throughput_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dtt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dtt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dtt
|
|
|
|
- name: run tests single_station_dual_band_throughput
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'single_station_dual_band_throughput')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-ssdbt
|
|
testbed: basic
|
|
marker_expression: "performance and single_station_dual_band_throughput"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-single_station_dual_band_throughput"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-ssdbt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-ssdbt $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-ssdbt
|
|
|
|
- name: run tests wifi_capacity_test
|
|
uses: ./.github/actions/run-tests
|
|
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_test')"
|
|
with:
|
|
namespace: ${{ steps.namespace.outputs.name }}-wct
|
|
testbed: basic
|
|
marker_expression: "performance and wifi_capacity_test"
|
|
configuration_file: "./lab_info.json"
|
|
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
|
|
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
|
|
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-wifi_capacity_test"
|
|
dns_records_to_resolve: "sec-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build gw-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build fms-${{ steps.reservation.outputs.namespace }}.cicd.lab.wlan.tip.build"
|
|
|
|
# necessary because if conditionals in composite actions are currently not respected
|
|
- name: get tests logs
|
|
if: always()
|
|
continue-on-error: true
|
|
run: |
|
|
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wct --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
|
|
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wct $podname || true
|
|
|
|
- name: delete namespace
|
|
if: always()
|
|
continue-on-error: true
|
|
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wct
|
|
|
|
- name: show gw logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owgw
|
|
|
|
- name: show fms logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owfms
|
|
|
|
- name: show prov logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owprov
|
|
|
|
- name: show analytics logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owanalytics
|
|
|
|
- name: show subscription (userportal) logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsub
|
|
|
|
- name: show sec logs
|
|
if: failure()
|
|
run: kubectl -n openwifi-${{ steps.reservation.outputs.namespace }} logs deployment/owsec
|
|
|
|
- name: stop reservation
|
|
if: always()
|
|
run: python .quali/stop_reservation.py ${{ steps.reservation.outputs.identifier }}
|
|
|
|
# Save reports
|
|
report:
|
|
if: "!cancelled()"
|
|
runs-on: ubuntu-latest
|
|
needs: [vars, test-wallys-DR6018, test-hfcl-ion4xe, test-edgecore-eap101, test-edgecore-ecw5211, test-cig-wf188n, test-edgecore-eap102, test-liteon-wpx8324, test-hfcl-ion4, test-indio-um-305ac, test-hfcl-ion4xi, test-udaya-a5-id2, test-cig-wf196]
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
model: ${{ fromJson( needs.vars.outputs.ap_models ) }}
|
|
|
|
steps:
|
|
- name: checkout testing repo
|
|
uses: actions/checkout@v3
|
|
|
|
- uses: actions/download-artifact@v3
|
|
with:
|
|
name: allure-results-${{ matrix.model }}-dataplane_throughput_test
|
|
path: allure-results-dataplane_throughput_test
|
|
|
|
- uses: actions/download-artifact@v3
|
|
with:
|
|
name: allure-results-${{ matrix.model }}-single_station_dual_band_throughput
|
|
path: allure-results-single_station_dual_band_throughput
|
|
|
|
- uses: actions/download-artifact@v3
|
|
with:
|
|
name: allure-results-${{ matrix.model }}-wifi_capacity_test
|
|
path: allure-results-wifi_capacity_test
|
|
|
|
- name: merge results
|
|
run: |
|
|
mkdir allure-results
|
|
cp -r allure-results-dataplane_throughput_test/* allure-results/
|
|
cp -r allure-results-single_station_dual_band_throughput/* allure-results/
|
|
cp -r allure-results-wifi_capacity_test/* allure-results/
|
|
|
|
- name: download history of previous run
|
|
continue-on-error: true
|
|
run: |
|
|
LAST_RUN_ID=$(aws s3api head-object --bucket openwifi-allure-reports --key performance/${{ matrix.model }}/latest/index.html | jq -r .Metadata.latest)
|
|
aws s3 cp --recursive s3://openwifi-allure-reports/performance/${{ matrix.model }}/$LAST_RUN_ID/history history
|
|
|
|
- name: generate Allure report
|
|
uses: ./.github/actions/generate-allure-report
|
|
with:
|
|
results_path: ./allure-results
|
|
history_path: ./history
|
|
additional_metadata: |
|
|
Ap.Model=${{ matrix.model }}
|
|
|
|
- name: upload Allure report as artifact
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: allure-report-${{ matrix.model }}
|
|
path: allure-report
|
|
|
|
# doing this to be able to aggregate multiple reports together later on
|
|
- name: copy results into report
|
|
run: cp -r allure-results allure-report/results
|
|
|
|
- name: upload to S3
|
|
# TODO uncomment before merging
|
|
#if: github.ref == 'refs/heads/master'
|
|
uses: ./.github/actions/allure-report-to-s3
|
|
with:
|
|
test_type: performance
|
|
testbed: ${{ matrix.model }}
|
|
report_path: allure-report
|
|
s3_access_key_id: ${{ secrets.ALLURE_S3_ACCESS_KEY_ID }}
|
|
s3_access_key_secret: ${{ secrets.ALLURE_S3_ACCESS_KEY_SECRET }}
|
|
|
|
# Cleanup
|
|
cleanup:
|
|
needs: [test-wallys-DR6018, test-hfcl-ion4xe, test-edgecore-eap101, test-edgecore-ecw5211, test-cig-wf188n, test-edgecore-eap102, test-liteon-wpx8324, test-hfcl-ion4, test-indio-um-305ac, test-hfcl-ion4xi, test-udaya-a5-id2, test-cig-wf196]
|
|
runs-on: ubuntu-latest
|
|
if: always()
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
- name: cleanup Docker image
|
|
uses: ./.github/actions/cleanup-docker
|
|
with:
|
|
registry_user: ${{ secrets.DOCKER_USER_NAME }}
|
|
registry_password: ${{ secrets.DOCKER_USER_PASSWORD }}
|