mirror of
				https://github.com/Telecominfraproject/wlan-lanforge-scripts.git
				synced 2025-11-04 04:38:02 +00:00 
			
		
		
		
	
		
			
				
	
	
		
			287 lines
		
	
	
		
			12 KiB
		
	
	
	
		
			Python
		
	
	
		
			Executable File
		
	
	
	
	
			
		
		
	
	
			287 lines
		
	
	
		
			12 KiB
		
	
	
	
		
			Python
		
	
	
		
			Executable File
		
	
	
	
	
#!/usr/bin/env python3
 | 
						|
 | 
						|
import sys
 | 
						|
import re
 | 
						|
if sys.version_info[0] != 3:
 | 
						|
    print("This script requires Python 3")
 | 
						|
    exit(1)
 | 
						|
 | 
						|
if 'py-json' not in sys.path:
 | 
						|
    sys.path.append('../py-json')
 | 
						|
 | 
						|
import argparse
 | 
						|
from LANforge.lfcli_base import LFCliBase
 | 
						|
from LANforge.LFUtils import *
 | 
						|
from LANforge import LFUtils
 | 
						|
import argparse
 | 
						|
import realm
 | 
						|
import time
 | 
						|
import datetime
 | 
						|
 | 
						|
 | 
						|
class FileIOTest(LFCliBase):
 | 
						|
    def __init__(self, host, port, ssid, security, password, station_list,
 | 
						|
                 number_template="00000",
 | 
						|
                 radio="wiphy0",
 | 
						|
                 fs_type="fe_nfs4",
 | 
						|
                 min_read=0,
 | 
						|
                 max_read=0,
 | 
						|
                 min_write="1G",
 | 
						|
                 max_write=0,
 | 
						|
                 min_tx_bps="100Mbps",
 | 
						|
                 min_rx_bps="1Gbps",
 | 
						|
                 directory="AUTO",
 | 
						|
                 test_duration="5m",
 | 
						|
                 upstream_port="eth1",
 | 
						|
                 server_mount="10.40.0.1:/var/tmp/test",
 | 
						|
                 _debug_on=False,
 | 
						|
                 _exit_on_error=False,
 | 
						|
                 _exit_on_fail=False):
 | 
						|
        super().__init__(host, port, _debug=_debug_on, _halt_on_error=_exit_on_error, _exit_on_fail=_exit_on_fail)
 | 
						|
        self.host = host
 | 
						|
        self.port = port
 | 
						|
        self.radio = radio
 | 
						|
        self.upstream_port = upstream_port
 | 
						|
        self.ssid = ssid
 | 
						|
        self.security = security
 | 
						|
        self.password = password
 | 
						|
        self.number_template = number_template
 | 
						|
        self.sta_list = station_list
 | 
						|
        self.test_duration = test_duration
 | 
						|
        self.min_tx_bps = self.parse_size_bps(min_tx_bps)
 | 
						|
        self.min_rx_bps = self.parse_size_bps(min_rx_bps)
 | 
						|
 | 
						|
        self.local_realm = realm.Realm(lfclient_host=self.host, lfclient_port=self.port)
 | 
						|
        self.station_profile = self.local_realm.new_station_profile()
 | 
						|
        self.endp_profile = self.local_realm.new_fio_endp_profile()
 | 
						|
 | 
						|
        self.station_profile.lfclient_url = self.lfclient_url
 | 
						|
        self.station_profile.ssid = self.ssid
 | 
						|
        self.station_profile.ssid_pass = self.password
 | 
						|
        self.station_profile.security = self.security
 | 
						|
        self.station_profile.number_template_ = self.number_template
 | 
						|
        self.station_profile.mode = 0
 | 
						|
 | 
						|
        self.endp_profile.fio_type = fs_type
 | 
						|
        self.endp_profile.min_read = self.parse_size(min_read)
 | 
						|
        self.endp_profile.max_read = self.parse_size(max_read)
 | 
						|
        self.endp_profile.min_write = self.parse_size(min_write)
 | 
						|
        self.endp_profile.max_write = self.parse_size(max_write)
 | 
						|
        self.endp_profile.directory = directory
 | 
						|
        self.endp_profile.server_mount = server_mount
 | 
						|
 | 
						|
        self.ro_profile = self.endp_profile.create_ro_profile()
 | 
						|
 | 
						|
    def parse_size_bps(self, size_string):
 | 
						|
        if isinstance(size_string, str):
 | 
						|
            size_string.upper()
 | 
						|
            # print(size_string)
 | 
						|
            pattern = re.compile(r"^(\d+)([MGKmgk]?)bps$")
 | 
						|
            td = pattern.match(size_string)
 | 
						|
            if td is not None:
 | 
						|
                size = int(td.group(1))
 | 
						|
                unit = str(td.group(2)).lower()
 | 
						|
                # print(1, size, unit)
 | 
						|
                if unit == 'g':
 | 
						|
                    size *= 10000000
 | 
						|
                elif unit == 'm':
 | 
						|
                    size *= 100000
 | 
						|
                elif unit == 'k':
 | 
						|
                    size *= 1000
 | 
						|
                # print(2, size, unit)
 | 
						|
                return size
 | 
						|
        else:
 | 
						|
            return size_string
 | 
						|
 | 
						|
    def parse_size(self, size_string):
 | 
						|
        if isinstance(size_string, str):
 | 
						|
            size_string.upper()
 | 
						|
            pattern = re.compile(r"^(\d+)([MGKmgk]?b?$)")
 | 
						|
            td = pattern.match(size_string)
 | 
						|
            if td is not None:
 | 
						|
                size = int(td.group(1))
 | 
						|
                unit = str(td.group(2)).lower()
 | 
						|
                # print(1, size, unit)
 | 
						|
                if unit == 'g':
 | 
						|
                    size *= 10000000
 | 
						|
                elif unit == 'm':
 | 
						|
                    size *= 100000
 | 
						|
                elif unit == 'k':
 | 
						|
                    size *= 1000
 | 
						|
                # print(2, size, unit)
 | 
						|
                return size
 | 
						|
        else:
 | 
						|
            return size_string
 | 
						|
 | 
						|
    def __compare_vals(self, val_list):
 | 
						|
        passes = 0
 | 
						|
        expected_passes = 0
 | 
						|
        print(val_list)
 | 
						|
        for item in val_list:
 | 
						|
            expected_passes += 1
 | 
						|
            print(item)
 | 
						|
            if item[0] == 'r':
 | 
						|
                print("TEST", item, val_list[item]['read-bps'], self.min_rx_bps, val_list[item]['read-bps'] > self.min_rx_bps)
 | 
						|
                if val_list[item]['read-bps'] > self.min_rx_bps:
 | 
						|
                    passes += 1
 | 
						|
            else:
 | 
						|
                print("TEST", item, val_list[item]['write-bps'], self.min_tx_bps, val_list[item]['write-bps'] > self.min_tx_bps)
 | 
						|
                if val_list[item]['write-bps'] > self.min_tx_bps:
 | 
						|
                    passes += 1
 | 
						|
            if passes == expected_passes:
 | 
						|
                return True
 | 
						|
            else:
 | 
						|
                return False
 | 
						|
        else:
 | 
						|
            return False
 | 
						|
 | 
						|
    def __get_values(self):
 | 
						|
        time.sleep(3)
 | 
						|
        cx_list = self.json_get("fileio/%s,%s?fields=write-bps,read-bps" % (','.join(self.endp_profile.created_cx.keys()), ','.join(self.ro_profile.created_cx.keys())),
 | 
						|
                                debug_=self.debug)
 | 
						|
        # print(cx_list)
 | 
						|
        # print("==============\n", cx_list, "\n==============")
 | 
						|
        cx_map = {}
 | 
						|
        if cx_list is not None:
 | 
						|
            cx_list = cx_list['endpoint']
 | 
						|
            for i in cx_list:
 | 
						|
                for item, value in i.items():
 | 
						|
                    # print(item, value)
 | 
						|
                    cx_map[self.local_realm.name_to_eid(item)[2]] = {"read-bps": value['read-bps'], "write-bps": value['write-bps']}
 | 
						|
        # print(cx_map)
 | 
						|
        return cx_map
 | 
						|
 | 
						|
    def build(self):
 | 
						|
        # Build stations
 | 
						|
        # print(self.min_tx_bps, self.min_rx_bps)
 | 
						|
        self.station_profile.use_security(self.security, self.ssid, self.password)
 | 
						|
        self.station_profile.set_number_template(self.number_template)
 | 
						|
        print("Creating stations")
 | 
						|
        self.station_profile.set_command_flag("add_sta", "create_admin_down", 1)
 | 
						|
        self.station_profile.set_command_param("set_port", "report_timer", 1500)
 | 
						|
        self.station_profile.set_command_flag("set_port", "rpt_timer", 1)
 | 
						|
        self.station_profile.create(radio=self.radio, sta_names_=self.sta_list, debug=self.debug)
 | 
						|
        self._pass("PASS: Station build finished")
 | 
						|
 | 
						|
        self.endp_profile.create(ports=self.station_profile.station_names, sleep_time=.5, debug_=self.debug,
 | 
						|
                                 suppress_related_commands_=None)
 | 
						|
        self.ro_profile.create(ports=self.station_profile.station_names, sleep_time=.5, debug_=self.debug,
 | 
						|
                               suppress_related_commands_=None)
 | 
						|
 | 
						|
 | 
						|
    def start(self, print_pass=False, print_fail=False):
 | 
						|
        temp_stas = self.sta_list.copy()
 | 
						|
        temp_stas.append(self.local_realm.name_to_eid(self.upstream_port)[2])
 | 
						|
        self.station_profile.admin_up()
 | 
						|
        if self.local_realm.wait_for_ip(temp_stas):
 | 
						|
            self._pass("All stations got IPs", print_pass)
 | 
						|
        else:
 | 
						|
            self._fail("Stations failed to get IPs", print_fail)
 | 
						|
        cur_time = datetime.datetime.now()
 | 
						|
        # print("Got Values")
 | 
						|
        end_time = self.local_realm.parse_time(self.test_duration) + cur_time
 | 
						|
        self.endp_profile.start_cx()
 | 
						|
        time.sleep(2)
 | 
						|
        self.ro_profile.start_cx()
 | 
						|
        passes = 0
 | 
						|
        expected_passes = 0
 | 
						|
        print("Starting Test...")
 | 
						|
        while cur_time < end_time:
 | 
						|
            interval_time = cur_time + datetime.timedelta(seconds=1)
 | 
						|
            while cur_time < interval_time:
 | 
						|
                cur_time = datetime.datetime.now()
 | 
						|
                time.sleep(1)
 | 
						|
 | 
						|
            new_rx_values = self.__get_values()
 | 
						|
            # exit(1)
 | 
						|
            # print(new_rx_values)
 | 
						|
            # print("\n-----------------------------------")
 | 
						|
            # print(cur_time, end_time, cur_time + datetime.timedelta(minutes=1))
 | 
						|
            # print("-----------------------------------\n")
 | 
						|
            expected_passes += 1
 | 
						|
            if self.__compare_vals(new_rx_values):
 | 
						|
                passes += 1
 | 
						|
            else:
 | 
						|
                self._fail("FAIL: Not all stations increased traffic", print_fail)
 | 
						|
                # break
 | 
						|
            # old_rx_values = new_rx_values
 | 
						|
            cur_time = datetime.datetime.now()
 | 
						|
        if passes == expected_passes:
 | 
						|
            self._pass("PASS: All tests passes", print_pass)
 | 
						|
 | 
						|
    def stop(self):
 | 
						|
        self.endp_profile.stop_cx()
 | 
						|
        self.ro_profile.stop_cx()
 | 
						|
        self.station_profile.admin_down()
 | 
						|
 | 
						|
    def cleanup(self, sta_list):
 | 
						|
        self.endp_profile.cleanup()
 | 
						|
        self.ro_profile.cleanup()
 | 
						|
        self.station_profile.cleanup(sta_list)
 | 
						|
        LFUtils.wait_until_ports_disappear(base_url=self.lfclient_url, port_list=sta_list, debug=self.debug)
 | 
						|
 | 
						|
 | 
						|
def main():
 | 
						|
    lfjson_host = "localhost"
 | 
						|
    lfjson_port = 8080
 | 
						|
 | 
						|
    parser = LFCliBase.create_basic_argparse(
 | 
						|
        prog='test_fileio.py',
 | 
						|
        # formatter_class=argparse.RawDescriptionHelpFormatter,
 | 
						|
        formatter_class=argparse.RawTextHelpFormatter,
 | 
						|
        epilog='''Creates FileIO endpoints which can be NFS, CIFS or iSCSI endpoints.''',
 | 
						|
 | 
						|
        description='''\
 | 
						|
test_fileio.py:
 | 
						|
--------------------
 | 
						|
Generic command layout:
 | 
						|
python ./test_fileio.py --upstream_port <port> --radio <radio 0> <stations> <ssid> <ssid password> <security type: wpa2, open, wpa3> --debug
 | 
						|
 | 
						|
Note:   multiple --radio switches may be entered up to the number of radios available:
 | 
						|
                --radio <radio 0> <stations> <ssid> <ssid password>  --radio <radio 01> <number of last station> <ssid> <ssid password>
 | 
						|
 | 
						|
python3 ./test_fileio.py --upstream_port eth1 --fio_type fe_nfs4 --min_read 1Mbps --min_write 1Gbps --server_mount 192.168.93.195:/tmp/test
 | 
						|
''')
 | 
						|
 | 
						|
    parser.add_argument('--test_duration', help='--test_duration sets the duration of the test', default="5m")
 | 
						|
    parser.add_argument('--fio_type', help='--fio_type endpoint type', default="fe_nfs4")
 | 
						|
    parser.add_argument('--min_read', help='--min_read sets the minimum bps read rate', default=0)
 | 
						|
    parser.add_argument('--max_read', help='--max_read sets the maximum bps read rate', default=0)
 | 
						|
    parser.add_argument('--min_write', help='--min_write sets the minimum bps write rate', default="1G")
 | 
						|
    parser.add_argument('--max_write', help='--max_write sets the maximum bps write rate', default=0)
 | 
						|
    parser.add_argument('--min_tx_bps', help='--min_tx_bps sets threshold for write bps test', default="100Mbps")
 | 
						|
    parser.add_argument('--min_rx_bps', help='--min_rx_bps sets threshold for read bps test', default="100Mbps")
 | 
						|
    parser.add_argument('--directory', help='--directory directory to read/write in. Absolute path suggested', default="AUTO")
 | 
						|
    parser.add_argument('--server_mount', help='--server_mount The server to mount, ex: 192.168.100.5/exports/test1',
 | 
						|
                        default="10.40.0.1:/var/tmp/test")
 | 
						|
    args = parser.parse_args()
 | 
						|
 | 
						|
    station_list = LFUtils.portNameSeries(prefix_="sta", start_id_=0, end_id_=1, padding_number_=10000,
 | 
						|
                                          radio=args.radio)
 | 
						|
 | 
						|
    ip_test = FileIOTest(args.mgr, lfjson_port, ssid=args.ssid, password=args.passwd,
 | 
						|
                         security=args.security, station_list=station_list,
 | 
						|
                         test_duration=args.test_duration, upstream_port=args.upstream_port,
 | 
						|
                         _debug_on=args.debug, fs_type=args.fio_type, min_read=args.min_read,
 | 
						|
                         max_read=args.max_read, min_write=args.min_write, max_write=args.max_write,
 | 
						|
                         directory=args.directory, min_rx_bps=args.min_rx_bps, min_tx_bps=args.min_tx_bps)
 | 
						|
    ip_test.cleanup(station_list)
 | 
						|
    ip_test.build()
 | 
						|
    if not ip_test.passes():
 | 
						|
        print(ip_test.get_fail_message())
 | 
						|
        exit(1)
 | 
						|
    ip_test.start(False, False)
 | 
						|
    ip_test.stop()
 | 
						|
    if not ip_test.passes():
 | 
						|
        print(ip_test.get_fail_message())
 | 
						|
        exit(1)
 | 
						|
    time.sleep(30)
 | 
						|
    exit(1)
 | 
						|
    ip_test.cleanup(station_list)
 | 
						|
    if ip_test.passes():
 | 
						|
        print("Full test passed, all endpoints had increased bytes-rd throughout test duration")
 | 
						|
 | 
						|
 | 
						|
if __name__ == "__main__":
 | 
						|
    main()
 |