Files
wlan-lanforge-scripts/py-scripts/tools/mine_regression_results.py

81 lines
3.5 KiB
Python
Executable File

#!/usr/bin/env python3
import pandas as pd
import argparse
class MineRegression:
def __init__(self,
system_information=None,
save_csv=False,
ips=None):
self.df = None
self.ips = ips
self.system_info = system_information
self.save_csv = save_csv
def generate_csv(self):
results = [pd.read_html('http://%s/html-reports/latest.html' % url, attrs={'id': 'myTable2'})[0] for url in self.ips]
systems = [pd.read_html('http://%s/html-reports/latest.html' % url, attrs={'id': 'SystemInformation'})[0] for
url in self.ips]
for df in range(0, len(self.ips)):
results[df]['IP'] = self.ips[df]
systems[df]['IP'] = self.ips[df]
dfs = [pd.merge(results[n], systems[n], on='IP') for n in range(len(self.ips))]
self.df = pd.concat(dfs)
self.df = self.df[self.df['STDOUT'] == 'STDOUT']
def generate_report(self):
system_variations = self.df[
['IP', 'Python version', 'LANforge version', 'OS Version', 'Hostname', 'Python Environment']].drop_duplicates(
['IP', 'Python version', 'LANforge version', 'OS Version', 'Hostname', 'Python Environment']).reset_index(drop=True)
errors = list()
lanforge_errors = list()
partial_failures = list()
major_errors = list()
successes = list()
for index in system_variations.index:
variation = system_variations.iloc[index]
system = self.df.loc[self.df[['Python version', 'LANforge version', 'OS Version', 'Python Environment', 'IP']].isin(dict(
variation).values()).all(axis=1), :]
result = system.dropna(subset=['STDERR']).shape[0]
errors.append(result)
lanforge_result = system.dropna(subset=['LANforge Error']).shape[0]
partial_failures.append(system[system['Status'] == 'Partial Failure'].shape[0])
major_errors.append(system[system['Status'] == 'ERROR'].shape[0])
lanforge_errors.append(lanforge_result)
successes.append(system[system['Status'] == 'Success'].shape[0])
system_variations['Successes'] = successes
system_variations['Errors'] = errors
system_variations['LANforge errors'] = lanforge_errors
system_variations['Python errors'] = system_variations['Errors'] - system_variations['LANforge errors']
system_variations['Partial Failures'] = partial_failures
system_variations['Major Errors'] = major_errors
system_variations
if self.save_csv:
system_variations.to_csv('regression_suite_results.csv')
else:
print(system_variations.sort_values('Successes'))
def main():
parser = argparse.ArgumentParser(description='Compare regression results from different systems')
parser.add_argument('--system_info', help='location of system information csv', default=None)
parser.add_argument('--save_csv', help='save CSV of results', default=False)
parser.add_argument('--ip', help='IP addresses of LANforge devices you want to probe', action='append')
args = parser.parse_args()
if args.ip is None:
args.ip = ['192.168.92.18', '192.168.92.12', '192.168.93.51', '192.168.92.15', '192.168.100.184', '192.168.100.30']
Miner = MineRegression(system_information=args.system_info,
save_csv=args.save_csv,
ips=args.ip)
Miner.generate_csv()
Miner.generate_report()
if __name__ == '__main__':
main()