mirror of
https://github.com/Telecominfraproject/wlan-testing.git
synced 2025-11-01 19:37:54 +00:00
539 lines
20 KiB
Python
539 lines
20 KiB
Python
"""
|
|
Pytest fixtures: High level Resource Management and base setup fixtures
|
|
"""
|
|
import datetime
|
|
import sys
|
|
import os
|
|
import time
|
|
import allure
|
|
|
|
sys.path.append(
|
|
os.path.dirname(
|
|
os.path.realpath(__file__)
|
|
)
|
|
)
|
|
if "libs" not in sys.path:
|
|
sys.path.append(f'../libs')
|
|
for folder in 'py-json', 'py-scripts':
|
|
if folder not in sys.path:
|
|
sys.path.append(f'../lanforge/lanforge-scripts/{folder}')
|
|
|
|
sys.path.append(f"../lanforge/lanforge-scripts/py-scripts/tip-cicd-sanity")
|
|
|
|
sys.path.append(f'../libs')
|
|
sys.path.append(f'../libs/lanforge/')
|
|
|
|
from LANforge.LFUtils import *
|
|
|
|
if 'py-json' not in sys.path:
|
|
sys.path.append('../py-scripts')
|
|
from apnos.apnos import APNOS
|
|
from controller.controller import Controller
|
|
from controller.controller import FirmwareUtility
|
|
import pytest
|
|
from cv_test_manager import cv_test
|
|
from configuration import CONFIGURATION
|
|
from configuration import RADIUS_SERVER_DATA
|
|
from configuration import TEST_CASES
|
|
from testrails.testrail_api import APIClient
|
|
from testrails.reporting import Reporting
|
|
from lf_tools import ChamberView
|
|
from sta_connect2 import StaConnect2
|
|
|
|
|
|
def pytest_addoption(parser):
|
|
"""pytest addoption function: contains ini objects and options"""
|
|
parser.addini("tr_url", "Test Rail URL")
|
|
parser.addini("tr_prefix", "Test Rail Prefix (Generally Testbed_name_)")
|
|
parser.addini("tr_user", "Testrail Username")
|
|
parser.addini("tr_pass", "Testrail Password")
|
|
parser.addini("tr_project_id", "Testrail Project ID")
|
|
parser.addini("milestone", "milestone Id")
|
|
|
|
parser.addini("influx_host", "Influx Host", default="influx.cicd.lab.wlan.tip.build")
|
|
parser.addini("influx_port", "Influx Port", default=80)
|
|
parser.addini("influx_token", "Influx Token", default="TCkdATXAbHmNbn4QyNaj43WpGBYxFrzV")
|
|
parser.addini("influx_bucket", "influx bucket", default="tip-cicd")
|
|
parser.addini("influx_org", "influx organization", default="tip")
|
|
|
|
parser.addini("num_stations", "Number of Stations/Clients for testing")
|
|
|
|
# change behaviour
|
|
parser.addoption(
|
|
"--skip-upgrade",
|
|
action="store_true",
|
|
default=False,
|
|
help="skip updating firmware on the AP (useful for local testing)"
|
|
)
|
|
|
|
# change behaviour
|
|
parser.addoption(
|
|
"--exit-on-fail",
|
|
action="store_true",
|
|
default=False,
|
|
help="skip updating firmware on the AP (useful for local testing)"
|
|
)
|
|
|
|
# change behaviour
|
|
parser.addoption(
|
|
"--force-upgrade",
|
|
action="store_true",
|
|
default=False,
|
|
help="force Upgrading Firmware even if it is already latest version"
|
|
)
|
|
parser.addoption(
|
|
"--force-upload",
|
|
action="store_true",
|
|
default=False,
|
|
help="force Uploading Firmware even if it is already latest version"
|
|
)
|
|
# this has to be the last argument
|
|
# example: --access-points ECW5410 EA8300-EU
|
|
parser.addoption(
|
|
"--testbed",
|
|
# nargs="+",
|
|
default="basic-01",
|
|
help="AP Model which is needed to test"
|
|
)
|
|
parser.addoption(
|
|
"--skip-testrail",
|
|
action="store_true",
|
|
default=False,
|
|
help="Stop using Testrails"
|
|
)
|
|
|
|
# Perfecto Parameters
|
|
parser.addini("perfectoURL", "Cloud URL")
|
|
parser.addini("securityToken", "Security Token")
|
|
parser.addini("platformName-iOS", "iOS Platform")
|
|
parser.addini("platformName-android", "Android Platform")
|
|
parser.addini("model-iOS", "iOS Devices")
|
|
parser.addini("model-android", "Android Devices")
|
|
parser.addini("bundleId-iOS", "iOS Devices")
|
|
parser.addini("bundleId-iOS-Settings", "iOS Settings App")
|
|
parser.addini("appPackage-android", "Android Devices")
|
|
parser.addini("bundleId-iOS-Safari", "Safari BundleID")
|
|
parser.addini("wifi-SSID-2g-Pwd", "Wifi 2g Password")
|
|
parser.addini("Default-SSID-5gl-perfecto-b", "Wifi 5g AP Name")
|
|
parser.addini("Default-SSID-2g-perfecto-b", "Wifi 2g AP Name")
|
|
parser.addini("Default-SSID-perfecto-b", "Wifi AP Name")
|
|
parser.addini("bundleId-iOS-Ping", "Ping Bundle ID")
|
|
parser.addini("browserType-iOS", "Mobile Browser Name")
|
|
parser.addini("projectName", "Project Name")
|
|
parser.addini("projectVersion", "Project Version")
|
|
parser.addini("jobName", "CI Job Name")
|
|
parser.addini("jobNumber", "CI Job Number")
|
|
parser.addini("reportTags", "Report Tags")
|
|
parser.addoption(
|
|
"--access-points-perfecto",
|
|
# nargs="+",
|
|
default=["Perfecto"],
|
|
help="list of access points to test"
|
|
)
|
|
|
|
|
|
"""
|
|
Test session base fixture
|
|
"""
|
|
|
|
|
|
# To be depreciated as testrails will go
|
|
@pytest.fixture(scope="session")
|
|
def test_cases():
|
|
"""Yields the test cases from configuration.py: will be depreciated"""
|
|
yield TEST_CASES
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def testbed(request):
|
|
"""yields the testbed option selection"""
|
|
var = request.config.getoption("--testbed")
|
|
allure.attach(body=str(var),
|
|
name="Testbed Selected : ")
|
|
yield var
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def should_upload_firmware(request):
|
|
"""yields the --force-upload option for firmware upload selection"""
|
|
yield request.config.getoption("--force-upload")
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def should_upgrade_firmware(request):
|
|
"""yields the --force-upgrade option for firmware upgrade selection"""
|
|
yield request.config.getoption("--force-upgrade")
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def exit_on_fail(request):
|
|
"""yields the --exit-on-fail option for exiting the test case if it fails without teardown"""
|
|
yield request.config.getoption("--exit-on-fail")
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def radius_info():
|
|
"""yields the radius server information from lab info file"""
|
|
allure.attach(body=str(RADIUS_SERVER_DATA), name="Radius server Info: ")
|
|
yield RADIUS_SERVER_DATA
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def get_configuration(testbed):
|
|
"""yields the selected testbed information from lab info file (configuration.py)"""
|
|
allure.attach(body=str(testbed), name="Testbed Selected: ")
|
|
yield CONFIGURATION[testbed]
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def get_apnos():
|
|
"""yields the LIBRARY for APNOS, Reduces the use of imports across files"""
|
|
yield APNOS
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def get_equipment_id(setup_controller, testbed, get_configuration):
|
|
"""yields the equipment-id of the AP by checking the serial number"""
|
|
equipment_id_list = []
|
|
for i in get_configuration['access_point']:
|
|
equipment_id_list.append(setup_controller.get_equipment_id(
|
|
serial_number=i['serial']))
|
|
yield equipment_id_list
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def instantiate_access_point(testbed, get_apnos, get_configuration):
|
|
"""setup the access point connectivity"""
|
|
for access_point_info in get_configuration['access_point']:
|
|
if access_point_info["jumphost"]:
|
|
allure.attach(name="added openwrtctl.py to :",
|
|
body=access_point_info['ip'] + ":" + str(access_point_info["port"]))
|
|
get_apnos(access_point_info, pwd="../libs/apnos/")
|
|
else:
|
|
allure.attach(name="Direct AP SSH : ",
|
|
body=access_point_info['ip'] + ":" + str(access_point_info["port"]))
|
|
# Write a code to verify Access Point Connectivity
|
|
yield True
|
|
|
|
|
|
# Controller Fixture
|
|
@pytest.fixture(scope="session")
|
|
def setup_controller(request, get_configuration, instantiate_access_point):
|
|
"""sets up the controller connection and yields the sdk_client object"""
|
|
try:
|
|
sdk_client = Controller(controller_data=get_configuration["controller"])
|
|
allure.attach(body=str(get_configuration["controller"]), name="Controller Instantiated: ")
|
|
|
|
def teardown_controller():
|
|
print("\nTest session Completed")
|
|
allure.attach(body=str(get_configuration["controller"]), name="Controller Teardown: ")
|
|
sdk_client.disconnect_Controller()
|
|
|
|
request.addfinalizer(teardown_controller)
|
|
except Exception as e:
|
|
print(e)
|
|
allure.attach(body=str(e), name="Controller Instantiation Failed: ")
|
|
sdk_client = False
|
|
yield sdk_client
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def instantiate_firmware(setup_controller, get_configuration):
|
|
"""sets up firmware utility and yields the object for firmware upgrade"""
|
|
firmware_client_obj = []
|
|
for access_point_info in get_configuration['access_point']:
|
|
firmware_client = FirmwareUtility(sdk_client=setup_controller,
|
|
model=access_point_info["model"],
|
|
version_url=access_point_info["version"])
|
|
firmware_client_obj.append(firmware_client)
|
|
yield firmware_client_obj
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def get_latest_firmware(instantiate_firmware):
|
|
"""yields the list of firmware version"""
|
|
fw_version_list = []
|
|
try:
|
|
|
|
for fw_obj in instantiate_firmware:
|
|
latest_firmware = fw_obj.get_fw_version()
|
|
latest_firmware = latest_firmware.replace(".tar.gz", "")
|
|
fw_version_list.append(latest_firmware)
|
|
except Exception as e:
|
|
print(e)
|
|
fw_version_list = []
|
|
|
|
yield fw_version_list
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def upload_firmware(should_upload_firmware, instantiate_firmware):
|
|
"""yields the firmware_id that is uploaded to cloud"""
|
|
firmware_id_list = []
|
|
for i in range(0, len(instantiate_firmware)):
|
|
firmware_id = instantiate_firmware[i].upload_fw_on_cloud(force_upload=should_upload_firmware)
|
|
firmware_id_list.append(firmware_id)
|
|
yield firmware_id_list
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def upgrade_firmware(request, instantiate_firmware, get_equipment_id, check_ap_firmware_cloud, get_latest_firmware,
|
|
should_upgrade_firmware):
|
|
"""yields the status of upgrade of firmware. waits for 300 sec after each upgrade request"""
|
|
status_list = []
|
|
if get_latest_firmware != check_ap_firmware_cloud:
|
|
if request.config.getoption("--skip-upgrade"):
|
|
status = "skip-upgrade"
|
|
status_list.append(status)
|
|
else:
|
|
|
|
for i in range(0, len(instantiate_firmware)):
|
|
status = instantiate_firmware[i].upgrade_fw(equipment_id=get_equipment_id[i], force_upload=True,
|
|
force_upgrade=should_upgrade_firmware)
|
|
status_list.append(status)
|
|
else:
|
|
if should_upgrade_firmware:
|
|
for i in range(0, len(instantiate_firmware)):
|
|
status = instantiate_firmware[i].upgrade_fw(equipment_id=get_equipment_id[i], force_upload=False,
|
|
force_upgrade=should_upgrade_firmware)
|
|
status_list.append(status)
|
|
else:
|
|
status = "skip-upgrade Version Already Available"
|
|
status_list.append(status)
|
|
yield status_list
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def check_ap_firmware_cloud(setup_controller, get_equipment_id):
|
|
"""yields the active version of firmware on cloud"""
|
|
ap_fw_list = []
|
|
for i in get_equipment_id:
|
|
ap_fw_list.append(setup_controller.get_ap_firmware_old_method(equipment_id=i))
|
|
yield ap_fw_list
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def check_ap_firmware_ssh(get_configuration):
|
|
"""yields the active version of firmware on ap"""
|
|
active_fw_list = []
|
|
try:
|
|
for access_point in get_configuration['access_point']:
|
|
ap_ssh = APNOS(access_point)
|
|
active_fw = ap_ssh.get_active_firmware()
|
|
active_fw_list.append(active_fw)
|
|
except Exception as e:
|
|
print(e)
|
|
active_fw_list = []
|
|
yield active_fw_list
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def setup_test_run(setup_controller, upgrade_firmware, check_ap_firmware_cloud, check_ap_firmware_ssh):
|
|
"""used to upgrade the firmware on AP and should be called on each test case on a module level"""
|
|
if check_ap_firmware_ssh == check_ap_firmware_cloud:
|
|
yield True
|
|
else:
|
|
pytest.exit("AP is not Upgraded tp Target Firmware versions")
|
|
|
|
|
|
"""
|
|
Instantiate Reporting
|
|
"""
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def update_report(request, testbed, get_configuration):
|
|
"""used to update the test report on testrail/allure"""
|
|
if request.config.getoption("--skip-testrail"):
|
|
tr_client = Reporting()
|
|
else:
|
|
tr_client = APIClient(request.config.getini("tr_url"), request.config.getini("tr_user"),
|
|
request.config.getini("tr_pass"), request.config.getini("tr_project_id"))
|
|
if request.config.getoption("--skip-testrail"):
|
|
tr_client.rid = "skip testrails"
|
|
else:
|
|
projId = tr_client.get_project_id(project_name=request.config.getini("tr_project_id"))
|
|
test_run_name = request.config.getini("tr_prefix") + testbed + "_" + str(
|
|
datetime.date.today()) + "_" + get_configuration['access_point'][0]['version']
|
|
tr_client.create_testrun(name=test_run_name, case_ids=list(TEST_CASES.values()), project_id=projId,
|
|
milestone_id=request.config.getini("milestone"),
|
|
description="Automated Nightly Sanity test run for new firmware build")
|
|
rid = tr_client.get_run_id(test_run_name=test_run_name)
|
|
tr_client.rid = rid
|
|
yield tr_client
|
|
|
|
|
|
"""
|
|
FRAMEWORK MARKER LOGIC
|
|
"""
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def get_security_flags():
|
|
"""used to get the essential markers on security and band"""
|
|
# Add more classifications as we go
|
|
security = ["open", "wpa", "wep", "wpa2_personal", "wpa3_personal", "wpa3_personal_mixed",
|
|
"wpa_wpa2_enterprise_mixed",
|
|
"wpa_wpa2_personal_mixed", "wpa_enterprise", "wpa2_enterprise", "wpa3_enterprise_mixed",
|
|
"wpa3_enterprise", "twog", "fiveg", "radius"]
|
|
yield security
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def get_markers(request, get_security_flags):
|
|
"""used to get the markers on the selected test case class, used in setup_profiles"""
|
|
session = request.node
|
|
markers = list()
|
|
security = get_security_flags
|
|
security_dict = dict().fromkeys(security)
|
|
for item in session.items:
|
|
for j in item.iter_markers():
|
|
markers.append(j.name)
|
|
print(set(markers))
|
|
for i in security:
|
|
if set(markers).__contains__(i):
|
|
security_dict[i] = True
|
|
else:
|
|
security_dict[i] = False
|
|
# print(security_dict)
|
|
allure.attach(body=str(security_dict), name="Test Cases Requires: ")
|
|
yield security_dict
|
|
|
|
|
|
# Will be availabe as a test case
|
|
@pytest.fixture(scope="function")
|
|
def test_access_point(testbed, get_apnos, get_configuration):
|
|
"""used to check the manager status of AP, should be used as a setup to verify if ap can reach cloud"""
|
|
mgr_status = []
|
|
for access_point_info in get_configuration['access_point']:
|
|
ap_ssh = get_apnos(access_point_info)
|
|
status = ap_ssh.get_manager_state()
|
|
if "ACTIVE" not in status:
|
|
time.sleep(30)
|
|
ap_ssh = APNOS(access_point_info)
|
|
status = ap_ssh.get_manager_state()
|
|
mgr_status.append(status)
|
|
yield mgr_status
|
|
|
|
|
|
# Not used anymore, needs to depreciate it
|
|
@pytest.fixture(scope="session")
|
|
def get_lanforge_data(get_configuration):
|
|
"""depreciate it"""
|
|
lanforge_data = {}
|
|
if get_configuration['traffic_generator']['name'] == 'lanforge':
|
|
lanforge_data = {
|
|
"lanforge_ip": get_configuration['traffic_generator']['details']['ip'],
|
|
"lanforge-port-number": get_configuration['traffic_generator']['details']['port'],
|
|
"lanforge_2dot4g": get_configuration['traffic_generator']['details']['2.4G-Radio'][0],
|
|
"lanforge_5g": get_configuration['traffic_generator']['details']['5G-Radio'][0],
|
|
"lanforge_2dot4g_prefix": get_configuration['traffic_generator']['details']['2.4G-Station-Name'],
|
|
"lanforge_5g_prefix": get_configuration['traffic_generator']['details']['5G-Station-Name'],
|
|
"lanforge_2dot4g_station": get_configuration['traffic_generator']['details']['2.4G-Station-Name'],
|
|
"lanforge_5g_station": get_configuration['traffic_generator']['details']['5G-Station-Name'],
|
|
"lanforge_bridge_port": get_configuration['traffic_generator']['details']['upstream'],
|
|
"lanforge_vlan_port": get_configuration['traffic_generator']['details']['upstream'] + ".100",
|
|
"vlan": 100
|
|
}
|
|
yield lanforge_data
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def traffic_generator_connectivity(testbed, get_configuration):
|
|
"""Verify if traffic generator is reachable"""
|
|
if get_configuration['traffic_generator']['name'] == "lanforge":
|
|
lanforge_ip = get_configuration['traffic_generator']['details']['ip']
|
|
lanforge_port = get_configuration['traffic_generator']['details']['port']
|
|
# Condition :
|
|
# if gui connection is not available
|
|
# yield False
|
|
# Condition :
|
|
# If Gui Connection is available
|
|
# yield the gui version
|
|
try:
|
|
cv = cv_test(lanforge_ip, lanforge_port)
|
|
url_data = cv.get_ports("/")
|
|
lanforge_GUI_version = url_data["VersionInfo"]["BuildVersion"]
|
|
lanforge_gui_git_version = url_data["VersionInfo"]["GitVersion"]
|
|
lanforge_gui_build_date = url_data["VersionInfo"]["BuildDate"]
|
|
print(lanforge_GUI_version, lanforge_gui_build_date, lanforge_gui_git_version)
|
|
if not (lanforge_GUI_version or lanforge_gui_build_date or lanforge_gui_git_version):
|
|
yield False
|
|
else:
|
|
yield True
|
|
except:
|
|
yield False
|
|
else:
|
|
yield True
|
|
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def create_lanforge_chamberview_dut(get_configuration, testbed):
|
|
""" Create a DUT on LANforge"""
|
|
ChamberView(lanforge_data=get_configuration["traffic_generator"]["details"],
|
|
testbed=testbed, access_point_data=get_configuration["access_point"])
|
|
yield True
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def create_vlan(request, testbed, get_configuration):
|
|
"""Create a vlan on lanforge"""
|
|
if request.param["mode"] == "VLAN":
|
|
vlan_list = list()
|
|
refactored_vlan_list = list()
|
|
ssid_modes = request.param["ssid_modes"].keys()
|
|
for mode in ssid_modes:
|
|
for ssid in range(len(request.param["ssid_modes"][mode])):
|
|
if "vlan" in request.param["ssid_modes"][mode][ssid]:
|
|
vlan_list.append(request.param["ssid_modes"][mode][ssid]["vlan"])
|
|
else:
|
|
pass
|
|
if vlan_list:
|
|
[refactored_vlan_list.append(x) for x in vlan_list if x not in refactored_vlan_list]
|
|
vlan_list = refactored_vlan_list
|
|
for i in range(len(vlan_list)):
|
|
if vlan_list[i] > 4095 or vlan_list[i] < 1:
|
|
vlan_list.pop(i)
|
|
|
|
if not vlan_list:
|
|
vlan_list.append(100)
|
|
|
|
if vlan_list:
|
|
chamberview_obj = ChamberView(lanforge_data=get_configuration["traffic_generator"]["details"],
|
|
testbed=testbed, access_point_data=get_configuration["access_point"])
|
|
|
|
lanforge_data = get_configuration["traffic_generator"]["details"]
|
|
upstream_port = lanforge_data["upstream"]
|
|
upstream_resources = upstream_port.split(".")[0] + "." + upstream_port.split(".")[1]
|
|
|
|
for vlan in vlan_list:
|
|
chamberview_obj.raw_line.append(["profile_link " + upstream_resources + " vlan-100 1 NA "
|
|
+ "NA " + upstream_port.split(".")[2] + ",AUTO -1 " + str(vlan)])
|
|
|
|
chamberview_obj.Chamber_View()
|
|
port_resource = upstream_resources.split(".")
|
|
|
|
try:
|
|
ip = (chamberview_obj.json_get("/port/" + port_resource[0] + "/" + port_resource[1] +
|
|
"/" + upstream_port.split(".")[2] + "." + str(vlan))["interface"]["ip"])
|
|
if ip:
|
|
yield vlan_list
|
|
except Exception as e:
|
|
print(e)
|
|
yield False
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def setup_influx(request, testbed, get_configuration):
|
|
""" Setup Influx Parameters: Used in CV Automation"""
|
|
influx_params = {
|
|
"influx_host": request.config.getini("influx_host"),
|
|
"influx_port": request.config.getini("influx_port"),
|
|
"influx_token": request.config.getini("influx_token"),
|
|
"influx_bucket": request.config.getini("influx_bucket"),
|
|
"influx_org": request.config.getini("influx_org"),
|
|
"influx_tag": [testbed, get_configuration["access_point"][0]["model"]],
|
|
}
|
|
yield influx_params
|