scottk/wlan-lanforge-scripts
1
0
Fork 0
mirror of https://github.com/Telecominfraproject/wlan-lanforge-scripts.git synced 2025-11-03 20:27:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

lf_qa.py : white space changes

Browse Source 
Tested updates
Signed-off-by: Chuck SmileyRekiere <chuck.smileyrekiere@candelatech.com>
This commit is contained in:
Chuck SmileyRekiere
2021-10-08 17:30:20 -06:00
parent c4665ba67b
commit a9526b2c9e
1 changed files with 222 additions and 180 deletions
Download Patch File Download Diff File Expand all files Collapse all files

402
py-scripts/tools/lf_qa.py
View File

@@ -11,7 +11,7 @@ import plotly.graph_objects as go
import pandas as pd import pandas as pd
import sqlite3 import sqlite3
import argparse import argparse
from pathlib import Path from pathlib import Path
import time import time
sys.path.append(os.path.join(os.path.abspath(__file__ + "../../../../"))) sys.path.append(os.path.join(os.path.abspath(__file__ + "../../../../")))
@@ -21,15 +21,17 @@ lf_report = lf_report.lf_report
# Any style components can be used # Any style components can be used
external_stylesheets = ['https://codepen.io/chriddyp/pen/bWLwgP.css'] external_stylesheets = ['https://codepen.io/chriddyp/pen/bWLwgP.css']
class csv_sql(): class csv_sql():
def __init__(self, def __init__(self,
_path = '.', _path='.',
_file = 'kpi.csv', _file='kpi.csv',
_database = 'qa_db', _database='qa_db',
_table = 'qa_table', _table='qa_table',
_server = 'http://192.168.95.6/', _server='http://192.168.95.6/',
_cut = '/home/lanforge/', _cut='/home/lanforge/',
_png = False): _png=False):
self.path = _path self.path = _path
self.file = _file self.file = _file
self.database = _database self.database = _database
@@ -42,7 +44,7 @@ class csv_sql():
self.conn = None self.conn = None
self.df = pd.DataFrame() self.df = pd.DataFrame()
self.plot_figure = [] self.plot_figure = []
self.html_results ="" self.html_results = ""
self.test_rig_list = [] self.test_rig_list = []
self.dut_model_num_list = "NA" self.dut_model_num_list = "NA"
self.dut_model_num = "NA" self.dut_model_num = "NA"
@@ -61,15 +63,15 @@ class csv_sql():
return self.html_results return self.html_results
def get_dut_info(self): def get_dut_info(self):
#try: # try:
print("get_dut_info DUT: {DUT} SW:{SW} HW:{HW} SN:{SN}" print("get_dut_info DUT: {DUT} SW:{SW} HW:{HW} SN:{SN}"
.format(DUT=self.dut_model_num,SW=self.dut_sw_version,HW=self.dut_hw_version,SN=self.dut_serial_num)) .format(DUT=self.dut_model_num, SW=self.dut_sw_version, HW=self.dut_hw_version, SN=self.dut_serial_num))
dut_dict = { dut_dict = {
'DUT':[self.dut_model_num], 'DUT': [self.dut_model_num],
'SW version': [self.dut_sw_version], 'SW version': [self.dut_sw_version],
'HW version':[self.dut_hw_version], 'HW version': [self.dut_hw_version],
'SN':[self.dut_serial_num] 'SN': [self.dut_serial_num]
} }
print('DUT dict: {dict}'.format(dict=dut_dict)) print('DUT dict: {dict}'.format(dict=dut_dict))
dut_info_df = pd.DataFrame(dut_dict) dut_info_df = pd.DataFrame(dut_dict)
@@ -77,73 +79,80 @@ class csv_sql():
return dut_info_df return dut_info_df
def get_parent_path(self,_path): def get_parent_path(self, _path):
parent_path = os.path.dirname(_path) parent_path = os.path.dirname(_path)
return parent_path return parent_path
def get_test_id_test_tag(self,_kpi_path): def get_test_id_test_tag(self, _kpi_path):
test_id = "NA" test_id = "NA"
test_tag = "NA" test_tag = "NA"
use_meta_test_tag = False use_meta_test_tag = False
try: try:
kpi_df = pd.read_csv(_kpi_path, sep='\t') kpi_df = pd.read_csv(_kpi_path, sep='\t')
test_id_list = list(kpi_df['test-id']) test_id_list = list(kpi_df['test-id'])
test_id = list(set(test_id_list)) test_id = list(set(test_id_list))
test_id = test_id[-1] # done to get element of list test_id = test_id[-1] # done to get element of list
except: except:
print("exception reading test_id in csv _kpi_path {kpi_path}".format(kpi_path=_kpi_path)) print("exception reading test_id in csv _kpi_path {kpi_path}".format(
kpi_path=_kpi_path))
try: try:
test_tag_list = list(kpi_df['test-tag']) test_tag_list = list(kpi_df['test-tag'])
test_tag = list(set(test_tag_list)) test_tag = list(set(test_tag_list))
test_tag = test_tag[-1] # done to get element of list test_tag = test_tag[-1] # done to get element of list
except: except:
print("exception reading test-tag in csv _kpi_path {kpi_path}, try meta.txt".format(kpi_path=_kpi_path)) print(
"exception reading test-tag in csv _kpi_path {kpi_path}, try meta.txt".format(kpi_path=_kpi_path))
#if test_tag still NA then try meta file # if test_tag still NA then try meta file
try: try:
if test_tag == "NA": if test_tag == "NA":
_kpi_path = _kpi_path.replace('kpi.csv','') _kpi_path = _kpi_path.replace('kpi.csv', '')
use_meta_test_tag, test_tag = self.get_test_tag_from_meta(_kpi_path) use_meta_test_tag, test_tag = self.get_test_tag_from_meta(
_kpi_path)
except: except:
print("exception reading meta.txt _kpi_path: {kpi_path}".format(kpi_path=_kpi_path)) print("exception reading meta.txt _kpi_path: {kpi_path}".format(
kpi_path=_kpi_path))
if use_meta_test_tag: if use_meta_test_tag:
print("test_tag from meta.txt _kpi_path: {kpi_path}".format(kpi_path=_kpi_path)) print("test_tag from meta.txt _kpi_path: {kpi_path}".format(
return test_id , test_tag kpi_path=_kpi_path))
return test_id, test_tag
def get_test_tag_from_meta(self,_kpi_path): def get_test_tag_from_meta(self, _kpi_path):
test_tag = "NA" test_tag = "NA"
use_meta_test_tag = False use_meta_test_tag = False
gui_version_5_4_3 = False gui_version_5_4_3 = False
print("read meta path {_kpi_path}".format(_kpi_path=_kpi_path)) print("read meta path {_kpi_path}".format(_kpi_path=_kpi_path))
try: try:
meta_data_path = _kpi_path + '/' + '/meta.txt' meta_data_path = _kpi_path + '/' + '/meta.txt'
meta_data_fd = open(meta_data_path, 'r') meta_data_fd = open(meta_data_path, 'r')
for line in meta_data_fd: for line in meta_data_fd:
if "gui_version:" in line: if "gui_version:" in line:
gui_version = line.replace("gui_version:","") gui_version = line.replace("gui_version:", "")
gui_version = gui_version.strip() gui_version = gui_version.strip()
if gui_version =='5.4.3': if gui_version == '5.4.3':
gui_version_5_4_3 = True gui_version_5_4_3 = True
use_meta_test_tag = True use_meta_test_tag = True
print("meta_data_path: {meta_data_path} gui_version: {gui_version} 5.4.3: {gui_version_5_4_3}".format( print("meta_data_path: {meta_data_path} gui_version: {gui_version} 5.4.3: {gui_version_5_4_3}".format(
meta_data_path=meta_data_path,gui_version=gui_version,gui_version_5_4_3=gui_version_5_4_3)) meta_data_path=meta_data_path, gui_version=gui_version, gui_version_5_4_3=gui_version_5_4_3))
meta_data_fd.close() meta_data_fd.close()
if gui_version_5_4_3: if gui_version_5_4_3:
meta_data_fd = open(meta_data_path, 'r') meta_data_fd = open(meta_data_path, 'r')
test_tag = 'NA' test_tag = 'NA'
for line in meta_data_fd: for line in meta_data_fd:
if "test_tag" in line: if "test_tag" in line:
test_tag = line.replace("test_tag","") test_tag = line.replace("test_tag", "")
test_tag = test_tag.strip() test_tag = test_tag.strip()
print("meta_data_path {meta_data_path} test_tag {test_tag}".format(meta_data_path=meta_data_path,test_tag=test_tag)) print("meta_data_path {meta_data_path} test_tag {test_tag}".format(
meta_data_fd.close() meta_data_path=meta_data_path, test_tag=test_tag))
meta_data_fd.close()
except: except:
print("exception reading test_tag from {_kpi_path}".format(_kpi_path=_kpi_path)) print("exception reading test_tag from {_kpi_path}".format(
_kpi_path=_kpi_path))
return use_meta_test_tag, test_tag return use_meta_test_tag, test_tag
def get_suite_html(self): def get_suite_html(self):
suite_html_results = """ suite_html_results = """
<table class="dataframe" border="1"> <table class="dataframe" border="1">
<thead> <thead>
<tr style="text-align: center;"> <tr style="text-align: center;">
@@ -154,9 +163,9 @@ class csv_sql():
</thead> </thead>
<tbody> <tbody>
""" """
path = Path(self.path) path = Path(self.path)
pdf_info_list= list(path.glob('**/*.pdf')) # Hard code for now pdf_info_list = list(path.glob('**/*.pdf')) # Hard code for now
print("pdf_info_list {}".format(pdf_info_list)) print("pdf_info_list {}".format(pdf_info_list))
for pdf_info in pdf_info_list: for pdf_info in pdf_info_list:
if "lf_qa" in str(pdf_info): if "lf_qa" in str(pdf_info):
@@ -167,16 +176,16 @@ class csv_sql():
pass pass
else: else:
parent_path = os.path.dirname(pdf_info) parent_path = os.path.dirname(pdf_info)
pdf_path = os.path.join(parent_path,pdf_base_name) pdf_path = os.path.join(parent_path, pdf_base_name)
pdf_path = self.server + pdf_path.replace(self.cut,'') pdf_path = self.server + pdf_path.replace(self.cut, '')
html_path = os.path.join(parent_path,"index.html") html_path = os.path.join(parent_path, "index.html")
html_path = self.server + html_path.replace(self.cut,'') html_path = self.server + html_path.replace(self.cut, '')
kpi_path = os.path.join(parent_path,"kpi.csv") kpi_path = os.path.join(parent_path, "kpi.csv")
test_id, test_tag = self.get_test_id_test_tag(kpi_path) test_id, test_tag = self.get_test_id_test_tag(kpi_path)
suite_html_results += """ suite_html_results += """
<tr style="text-align: center; margin-bottom: 0; margin-top: 0;"> <tr style="text-align: center; margin-bottom: 0; margin-top: 0;">
<td>{test_id}</td><td>{test_tag}</td><td><a href="{html_path}" target="_blank">html</a> / <a href="{pdf_path}" target="_blank">pdf</a></td></tr> <td>{test_id}</td><td>{test_tag}</td><td><a href="{html_path}" target="_blank">html</a> / <a href="{pdf_path}" target="_blank">pdf</a></td></tr>
""".format(test_id=test_id,test_tag=test_tag,html_path=html_path,pdf_path=pdf_path) """.format(test_id=test_id, test_tag=test_tag, html_path=html_path, pdf_path=pdf_path)
suite_html_results += """ suite_html_results += """
</tbody> </tbody>
</table> </table>
@@ -186,23 +195,25 @@ class csv_sql():
return suite_html_results return suite_html_results
def get_kpi_chart_html(self): def get_kpi_chart_html(self):
kpi_chart_html = """ kpi_chart_html = """
<table border="0"> <table border="0">
<tbody> <tbody>
""" """
path = Path(self.path) path = Path(self.path)
kpi_chart_list= list(path.glob('**/kpi-chart*.png')) # Hard code for now # Hard code for now
table_index = 0 kpi_chart_list = list(path.glob('**/kpi-chart*.png'))
table_index = 0
for kpi_chart in kpi_chart_list: for kpi_chart in kpi_chart_list:
parent_path = os.path.dirname(kpi_chart) parent_path = os.path.dirname(kpi_chart)
kpi_path = os.path.join(parent_path,"kpi.csv") kpi_path = os.path.join(parent_path, "kpi.csv")
test_tag , test_id = self.get_test_id_test_tag(kpi_path) test_tag, test_id = self.get_test_id_test_tag(kpi_path)
kpi_chart = os.path.abspath(kpi_chart) # Path returns a list of objects # Path returns a list of objects
kpi_chart = self.server + kpi_chart.replace(self.cut,'') kpi_chart = os.path.abspath(kpi_chart)
kpi_chart = self.server + kpi_chart.replace(self.cut, '')
if "print" in kpi_chart: if "print" in kpi_chart:
pass pass
else: else:
if (table_index %2) == 0: if (table_index % 2) == 0:
kpi_chart_html += """<tr>""" kpi_chart_html += """<tr>"""
kpi_chart_html += """ kpi_chart_html += """
<td> <td>
@@ -213,12 +224,12 @@ class csv_sql():
<img src="{kpi_chart_1}" style="width:400px;max-width:400px" title="{kpi_chart_2}"> <img src="{kpi_chart_1}" style="width:400px;max-width:400px" title="{kpi_chart_2}">
</a> </a>
</td> </td>
""".format(test_tag=test_tag,test_id=test_id,kpi_chart_0=kpi_chart,kpi_chart_1=kpi_chart,kpi_chart_2=kpi_chart) """.format(test_tag=test_tag, test_id=test_id, kpi_chart_0=kpi_chart, kpi_chart_1=kpi_chart, kpi_chart_2=kpi_chart)
table_index += 1 table_index += 1
if (table_index %2) == 0: if (table_index % 2) == 0:
kpi_chart_html += """</tr>"""
if (table_index %2) != 0:
kpi_chart_html += """</tr>""" kpi_chart_html += """</tr>"""
if (table_index % 2) != 0:
kpi_chart_html += """</tr>"""
kpi_chart_html += """</tbody></table>""" kpi_chart_html += """</tbody></table>"""
return kpi_chart_html return kpi_chart_html
@@ -226,86 +237,93 @@ class csv_sql():
# https://pandas.pydata.org/docs/reference/api/pandas.DataFrame.to_sql.html # https://pandas.pydata.org/docs/reference/api/pandas.DataFrame.to_sql.html
# sqlite browser: # sqlite browser:
# Fedora sudo dnf install sqlitebrowser # Fedora sudo dnf install sqlitebrowser
# Ubuntu sudo apt-get install sqlite3 # Ubuntu sudo apt-get install sqlite3
# #
def store(self): def store(self):
print("reading kpi and storing in db {}".format(self.database)) print("reading kpi and storing in db {}".format(self.database))
path = Path(self.path) path = Path(self.path)
self.kpi_list = list(path.glob('**/kpi.csv')) # Hard code for now self.kpi_list = list(path.glob('**/kpi.csv')) # Hard code for now
if not self.kpi_list: if not self.kpi_list:
print("WARNING: used --store , no new kpi.csv found, check input path or remove --store from command line") print("WARNING: used --store , no new kpi.csv found, check input path or remove --store from command line")
for kpi in self.kpi_list: #TODO note empty kpi.csv failed test for kpi in self.kpi_list: # TODO note empty kpi.csv failed test
df_kpi_tmp = pd.read_csv(kpi, sep='\t') df_kpi_tmp = pd.read_csv(kpi, sep='\t')
_kpi_path = str(kpi).replace('kpi.csv','') # only store the path to the kpi.csv file # only store the path to the kpi.csv file
_kpi_path = str(kpi).replace('kpi.csv', '')
df_kpi_tmp['kpi_path'] = _kpi_path df_kpi_tmp['kpi_path'] = _kpi_path
use_meta_test_tag, test_tag = self.get_test_tag_from_meta(_kpi_path) use_meta_test_tag, test_tag = self.get_test_tag_from_meta(
_kpi_path)
if use_meta_test_tag: if use_meta_test_tag:
df_kpi_tmp['test-tag'] = test_tag df_kpi_tmp['test-tag'] = test_tag
df_kpi_tmp = df_kpi_tmp.append(df_kpi_tmp, ignore_index=True) df_kpi_tmp = df_kpi_tmp.append(df_kpi_tmp, ignore_index=True)
self.df = self.df.append(df_kpi_tmp, ignore_index=True) self.df = self.df.append(df_kpi_tmp, ignore_index=True)
self.conn = sqlite3.connect(self.database) self.conn = sqlite3.connect(self.database)
try: try:
self.df.to_sql(self.table,self.conn,if_exists='append') self.df.to_sql(self.table, self.conn, if_exists='append')
except: except:
print("attempt to append to database with different column layout, caused an exception, input new name --database <new name>") print("attempt to append to database with different column layout, caused an exception, input new name --database <new name>")
print("Error attempt to append to database with different column layout, caused an exception, input new name --database <new name>", file=sys.stderr) print("Error attempt to append to database with different column layout, caused an exception, input new name --database <new name>", file=sys.stderr)
exit(1) exit(1)
self.conn.close() self.conn.close()
def generate_png(self,group,test_id_list,test_tag,test_rig,kpi_path_list,kpi_fig,df_tmp): def generate_png(self, group, test_id_list, test_tag, test_rig, kpi_path_list, kpi_fig, df_tmp):
# save the figure - figures will be over written png # save the figure - figures will be over written png
# for testing # for testing
png_server_img = '' png_server_img = ''
#generate the png files # generate the png files
print("generate png and kpi images from kpi kpi_path:{}".format(df_tmp['kpi_path'])) print("generate png and kpi images from kpi kpi_path:{}".format(
df_tmp['kpi_path']))
# generate png img path # generate png img path
png_path = os.path.join(kpi_path_list[-1],"{}_{}_{}_kpi.png".format( group, test_tag, test_rig)) png_path = os.path.join(
png_path = png_path.replace(' ','') kpi_path_list[-1], "{}_{}_{}_kpi.png".format(group, test_tag, test_rig))
png_path = png_path.replace(' ', '')
# generate html graphics path # generate html graphics path
html_path = os.path.join(kpi_path_list[-1],"{}_{}_{}_kpi.html".format( group, test_tag, test_rig)) html_path = os.path.join(
html_path = html_path.replace(' ','') kpi_path_list[-1], "{}_{}_{}_kpi.html".format(group, test_tag, test_rig))
html_path = html_path.replace(' ', '')
# NOTE: html links to png do not like spaces # NOTE: html links to png do not like spaces
png_server_img = self.server + png_path.replace(self.cut,'') png_server_img = self.server + png_path.replace(self.cut, '')
# generate png image # generate png image
try: try:
kpi_fig.write_image(png_path,scale=1,width=1200,height=300) kpi_fig.write_image(png_path, scale=1, width=1200, height=300)
except: except:
print("ERROR: {database} Was correct database passed in, moved or duplicates of same name?".format(database=self.database)) print("ERROR: {database} Was correct database passed in, moved or duplicates of same name?".format(
database=self.database))
# generate html image (interactive) # generate html image (interactive)
kpi_fig.write_html(html_path) kpi_fig.write_html(html_path)
img_kpi_html_path = self.server + html_path img_kpi_html_path = self.server + html_path
img_kpi_html_path = img_kpi_html_path.replace(self.cut,'') img_kpi_html_path = img_kpi_html_path.replace(self.cut, '')
self.html_results += """ self.html_results += """
<a href={img_kpi_html_path} target="_blank"> <a href={img_kpi_html_path} target="_blank">
<img src={png_server_img}> <img src={png_server_img}>
</a> </a>
""".format(img_kpi_html_path=img_kpi_html_path,png_server_img=png_server_img) """.format(img_kpi_html_path=img_kpi_html_path, png_server_img=png_server_img)
# link to interactive results # link to interactive results
kpi_html_path = self.server + html_path kpi_html_path = self.server + html_path
kpi_html_path = kpi_html_path.replace(self.cut,'') kpi_html_path = kpi_html_path.replace(self.cut, '')
#self.html_results +="""<br>""" #self.html_results +="""<br>"""
# link to full test results # link to full test results
report_index_html_path = self.server + kpi_path_list[-1] + "index.html" report_index_html_path = self.server + kpi_path_list[-1] + "index.html"
report_index_html_path = report_index_html_path.replace(self.cut,'') report_index_html_path = report_index_html_path.replace(self.cut, '')
self.html_results +="""<a href={report_index_html_path} target="_blank">{test_id}_{group}_{test_tag}_{test_rig}_Report </a> self.html_results += """<a href={report_index_html_path} target="_blank">{test_id}_{group}_{test_tag}_{test_rig}_Report </a>
""".format(report_index_html_path=report_index_html_path,test_id=test_id_list[-1], group=group, test_tag=test_tag, test_rig=test_rig) """.format(report_index_html_path=report_index_html_path, test_id=test_id_list[-1], group=group, test_tag=test_tag, test_rig=test_rig)
self.html_results +="""<br>""" self.html_results += """<br>"""
self.html_results +="""<br>""" self.html_results += """<br>"""
self.html_results +="""<br>""" self.html_results += """<br>"""
self.html_results +="""<br>""" self.html_results += """<br>"""
self.html_results +="""<br>""" self.html_results += """<br>"""
def generate_graph_png(self): def generate_graph_png(self):
print("generate png and html to display, generate time: {}".format(time.time())) print("generate png and html to display, generate time: {}".format(time.time()))
#https://datacarpentry.org/python-ecology-lesson/09-working-with-sql/index.html- # https://datacarpentry.org/python-ecology-lesson/09-working-with-sql/index.html-
self.conn = sqlite3.connect(self.database) self.conn = sqlite3.connect(self.database)
df3 = pd.read_sql_query("SELECT * from {}".format(self.table) ,self.conn) #current connection is sqlite3 /TODO move to SQLAlchemy # current connection is sqlite3 /TODO move to SQLAlchemy
# sort by date from oldest to newest. df3 = pd.read_sql_query(
"SELECT * from {}".format(self.table), self.conn)
# sort by date from oldest to newest.
try: try:
df3 = df3.sort_values(by='Date') df3 = df3.sort_values(by='Date')
except: except:
@@ -316,7 +334,7 @@ class csv_sql():
# graph group and test-tag are used for detemining the graphs, can use any columns # graph group and test-tag are used for detemining the graphs, can use any columns
# the following list manipulation removes the duplicates # the following list manipulation removes the duplicates
graph_group_list = list(df3['Graph-Group']) graph_group_list = list(df3['Graph-Group'])
graph_group_list = list(set(graph_group_list)) graph_group_list = list(set(graph_group_list))
print("graph_group_list: {}".format(graph_group_list)) print("graph_group_list: {}".format(graph_group_list))
# prior to 5.4.3 there was not test-tag, the test tag is in the meta data # prior to 5.4.3 there was not test-tag, the test tag is in the meta data
@@ -324,16 +342,17 @@ class csv_sql():
test_tag_list = list(df3['test-tag']) test_tag_list = list(df3['test-tag'])
test_tag_list = list(set(test_tag_list)) test_tag_list = list(set(test_tag_list))
#print("test_tag_list: {}".format(test_tag_list) ) #print("test_tag_list: {}".format(test_tag_list) )
test_rig_list = list(df3['test-rig']) test_rig_list = list(df3['test-rig'])
test_rig_list = list(set(test_rig_list)) test_rig_list = list(set(test_rig_list))
self.test_rig_list = test_rig_list self.test_rig_list = test_rig_list
print("test_rig_list: {}".format(test_rig_list) ) print("test_rig_list: {}".format(test_rig_list))
for test_rig in test_rig_list: for test_rig in test_rig_list:
for test_tag in test_tag_list: for test_tag in test_tag_list:
for group in graph_group_list: for group in graph_group_list:
df_tmp = df3.loc[(df3['test-rig'] == test_rig) & (df3['Graph-Group'] == str(group)) & (df3['test-tag'] == str(test_tag))] df_tmp = df3.loc[(df3['test-rig'] == test_rig) & (
df3['Graph-Group'] == str(group)) & (df3['test-tag'] == str(test_tag))]
if df_tmp.empty == False: if df_tmp.empty == False:
# Note if graph group is score there is sub tests for pass and fail # Note if graph group is score there is sub tests for pass and fail
# would like a percentage # would like a percentage
@@ -342,68 +361,79 @@ class csv_sql():
test_id_list = list(df_tmp['test-id']) test_id_list = list(df_tmp['test-id'])
kpi_path_list = list(df_tmp['kpi_path']) kpi_path_list = list(df_tmp['kpi_path'])
# get Device Under Test Information , # get Device Under Test Information ,
# the set reduces the redundency , list puts it back into a list # the set reduces the redundency , list puts it back into a list
# the [0] will get the latest versions for the report # the [0] will get the latest versions for the report
self.dut_model_num_list = list(set(list(df_tmp['dut-model-num']))) self.dut_model_num_list = list(
print("in png self.dut_model_num_list {dut_model_num_list}".format(dut_model_num_list=self.dut_model_num_list)) set(list(df_tmp['dut-model-num'])))
print("in png self.dut_model_num_list {dut_model_num_list}".format(
dut_model_num_list=self.dut_model_num_list))
if self.dut_model_num_list[0] != None: if self.dut_model_num_list[0] != None:
self.dut_model_num = self.dut_model_num_list[0] self.dut_model_num = self.dut_model_num_list[0]
self.dut_sw_version_list = list(set(list(df_tmp['dut-sw-version']))) self.dut_sw_version_list = list(
set(list(df_tmp['dut-sw-version'])))
if self.dut_sw_version_list[0] != None: if self.dut_sw_version_list[0] != None:
self.dut_sw_version = self.dut_sw_version_list[0] self.dut_sw_version = self.dut_sw_version_list[0]
self.dut_hw_version_list = list(set(list(df_tmp['dut-hw-version']))) self.dut_hw_version_list = list(
set(list(df_tmp['dut-hw-version'])))
if self.dut_hw_version_list[0] != None: if self.dut_hw_version_list[0] != None:
self.dut_hw_version = self.dut_hw_version_list[0] self.dut_hw_version = self.dut_hw_version_list[0]
self.dut_serial_num_list = list(set(list(df_tmp['dut-serial-num']))) self.dut_serial_num_list = list(
set(list(df_tmp['dut-serial-num'])))
if self.dut_serial_num_list[0] != None: if self.dut_serial_num_list[0] != None:
self.dut_serial_num_ = self.dut_serial_num_list[0] self.dut_serial_num_ = self.dut_serial_num_list[0]
print("In png DUT: {DUT} SW:{SW} HW:{HW} SN:{SN}" print("In png DUT: {DUT} SW:{SW} HW:{HW} SN:{SN}"
.format(DUT=self.dut_model_num_list,SW=self.dut_sw_version_list,HW=self.dut_hw_version_list,SN=self.dut_serial_num_list)) .format(DUT=self.dut_model_num_list, SW=self.dut_sw_version_list, HW=self.dut_hw_version_list, SN=self.dut_serial_num_list))
units_list = list(df_tmp['Units']) units_list = list(df_tmp['Units'])
print("GRAPHING::: test-rig {} test-tag {} Graph-Group {}".format(test_rig,test_tag,group)) print(
"GRAPHING::: test-rig {} test-tag {} Graph-Group {}".format(test_rig, test_tag, group))
# group of Score will have subtest # group of Score will have subtest
if group == 'Score': if group == 'Score':
# Print out the Standard Score report , May want to check for empty pass fail # Print out the Standard Score report , May want to check for empty pass fail
kpi_fig = (px.scatter(df_tmp, x="Date", y="numeric-score", kpi_fig = (px.scatter(df_tmp, x="Date", y="numeric-score",
custom_data=['numeric-score','Subtest-Pass','Subtest-Fail'], custom_data=[
color="short-description", hover_name="short-description", 'numeric-score', 'Subtest-Pass', 'Subtest-Fail'],
size_max=60)).update_traces(mode='lines+markers') color="short-description", hover_name="short-description",
size_max=60)).update_traces(mode='lines+markers')
kpi_fig.update_traces( kpi_fig.update_traces(
hovertemplate="<br>".join([ hovertemplate="<br>".join([
"numeric-score: %{customdata[0]}", "numeric-score: %{customdata[0]}",
"Subtest-Pass: %{customdata[1]}", "Subtest-Pass: %{customdata[1]}",
"Subtest-Fail: %{customdata[2]}" "Subtest-Fail: %{customdata[2]}"
]) ])
) )
kpi_fig.update_layout( kpi_fig.update_layout(
title="{} : {} : {} : {}".format(test_id_list[-1], group, test_tag, test_rig), title="{} : {} : {} : {}".format(
test_id_list[-1], group, test_tag, test_rig),
xaxis_title="Time", xaxis_title="Time",
yaxis_title="{}".format(units_list[-1]), yaxis_title="{}".format(units_list[-1]),
xaxis = {'type' : 'date'} xaxis={'type': 'date'}
) )
self.generate_png(df_tmp=df_tmp, self.generate_png(df_tmp=df_tmp,
group=group, group=group,
test_id_list=test_id_list, test_id_list=test_id_list,
test_tag=test_tag, test_tag=test_tag,
test_rig=test_rig, test_rig=test_rig,
kpi_path_list=kpi_path_list, kpi_path_list=kpi_path_list,
kpi_fig=kpi_fig) kpi_fig=kpi_fig)
#kpi_fig = (px.bar(df_tmp, x="Date", y=["Subtest-Pass","Subtest-Fail"], title="This is the title")) #kpi_fig = (px.bar(df_tmp, x="Date", y=["Subtest-Pass","Subtest-Fail"], title="This is the title"))
#kpi_fig = (px.bar(df_tmp, x="Date", y="Subtest-Pass", title="This is the title")) #kpi_fig = (px.bar(df_tmp, x="Date", y="Subtest-Pass", title="This is the title"))
df_tmp["Percent"] = df_tmp["Subtest-Pass"] / (df_tmp["Subtest-Pass"] + df_tmp["Subtest-Fail"]) df_tmp["Percent"] = df_tmp["Subtest-Pass"] / \
(df_tmp["Subtest-Pass"] +
df_tmp["Subtest-Fail"])
fig1 = (px.scatter(df_tmp, x="Date", y="Percent", fig1 = (px.scatter(df_tmp, x="Date", y="Percent",
custom_data=['short-description','Percent','Subtest-Pass','Subtest-Fail'], custom_data=[
color="short-description", hover_name="short-description", 'short-description', 'Percent', 'Subtest-Pass', 'Subtest-Fail'],
size_max=60)).update_traces(mode='lines+markers') color="short-description", hover_name="short-description",
size_max=60)).update_traces(mode='lines+markers')
fig1.update_traces( fig1.update_traces(
hovertemplate="<br>".join([ hovertemplate="<br>".join([
@@ -411,7 +441,7 @@ class csv_sql():
"Percent: %{customdata[1]:.2%}", "Percent: %{customdata[1]:.2%}",
"Subtest-Pass: %{customdata[2]}", "Subtest-Pass: %{customdata[2]}",
"Subtest-Fail: %{customdata[3]}" "Subtest-Fail: %{customdata[3]}"
]) ])
) )
#kpi_fig = go.Figure(data=fig1.data + fig2.data) #kpi_fig = go.Figure(data=fig1.data + fig2.data)
@@ -419,44 +449,46 @@ class csv_sql():
kpi_fig = go.Figure(data=fig1.data) kpi_fig = go.Figure(data=fig1.data)
kpi_fig.update_layout(yaxis=dict(tickformat='.2%')) kpi_fig.update_layout(yaxis=dict(tickformat='.2%'))
kpi_fig.update_layout( kpi_fig.update_layout(
title="{} : {} : Subtests : {} : {}".format(test_id_list[-1], group, test_tag, test_rig), title="{} : {} : Subtests : {} : {}".format(
test_id_list[-1], group, test_tag, test_rig),
xaxis_title="Time", xaxis_title="Time",
yaxis_title="Subtest Percent Pass", yaxis_title="Subtest Percent Pass",
xaxis = {'type' : 'date'} xaxis={'type': 'date'}
) )
# modify the group # modify the group
group = group + "_subtests" group = group + "_subtests"
self.generate_png(df_tmp=df_tmp, self.generate_png(df_tmp=df_tmp,
group=group, group=group,
test_id_list=test_id_list, test_id_list=test_id_list,
test_tag=test_tag, test_tag=test_tag,
test_rig=test_rig, test_rig=test_rig,
kpi_path_list=kpi_path_list, kpi_path_list=kpi_path_list,
kpi_fig=kpi_fig) kpi_fig=kpi_fig)
#kpi_fig.add_scatter(x=df_tmp['Date'], y=df_tmp['Subtest-Fail']).update_traces(mode='lines+markers') #kpi_fig.add_scatter(x=df_tmp['Date'], y=df_tmp['Subtest-Fail']).update_traces(mode='lines+markers')
else: else:
kpi_fig = (px.scatter(df_tmp, x="Date", y="numeric-score", kpi_fig = (px.scatter(df_tmp, x="Date", y="numeric-score",
color="short-description", hover_name="short-description", color="short-description", hover_name="short-description",
size_max=60)).update_traces(mode='lines+markers') size_max=60)).update_traces(mode='lines+markers')
kpi_fig.update_layout( kpi_fig.update_layout(
title="{} : {} : {} : {}".format(test_id_list[-1], group, test_tag, test_rig), title="{} : {} : {} : {}".format(
test_id_list[-1], group, test_tag, test_rig),
xaxis_title="Time", xaxis_title="Time",
yaxis_title="{}".format(units_list[-1]), yaxis_title="{}".format(units_list[-1]),
xaxis = {'type' : 'date'} xaxis={'type': 'date'}
) )
self.generate_png(df_tmp=df_tmp, self.generate_png(df_tmp=df_tmp,
group=group, group=group,
test_id_list=test_id_list, test_id_list=test_id_list,
test_tag=test_tag, test_tag=test_tag,
test_rig=test_rig, test_rig=test_rig,
kpi_path_list=kpi_path_list, kpi_path_list=kpi_path_list,
kpi_fig=kpi_fig) kpi_fig=kpi_fig)
# Feature, Sum up the subtests passed/failed from the kpi files for each run, poke those into the database, and generate a kpi graph for them. # Feature, Sum up the subtests passed/failed from the kpi files for each run, poke those into the database, and generate a kpi graph for them.
@@ -474,15 +506,24 @@ File: read kpi.csv place in sql database, create png of historical kpi and prese
Usage: lf_qa.py --store --png --path <path to directories to traverse> --database <name of database> Usage: lf_qa.py --store --png --path <path to directories to traverse> --database <name of database>
''') ''')
parser.add_argument('--path', help='--path top directory path to kpi if regererating database or png files',default='') parser.add_argument(
parser.add_argument('--file', help='--file kpi.csv default: kpi.csv',default='kpi.csv') #TODO is this needed '--path', help='--path top directory path to kpi if regererating database or png files', default='')
parser.add_argument('--database', help='--database qa_test_db default: qa_test_db',default='qa_test_db') parser.add_argument('--file', help='--file kpi.csv default: kpi.csv',
parser.add_argument('--table', help='--table qa_table default: qa_table',default='qa_table') default='kpi.csv') # TODO is this needed
parser.add_argument('--server', help='--server http://<server ip>/ default: http://192.168.95.6/',default='http://192.168.95.6/') parser.add_argument(
parser.add_argument('--cut', help='--cut /home/lanforge/ used to adjust server path default: /home/lanforge/',default='/home/lanforge/') '--database', help='--database qa_test_db default: qa_test_db', default='qa_test_db')
parser.add_argument('--store', help='--store , store kpi to db, action store_true',action='store_true') parser.add_argument(
parser.add_argument('--png', help='--png, generate png for kpi in path, generate display, action store_true',action='store_true') '--table', help='--table qa_table default: qa_table', default='qa_table')
parser.add_argument('--dir', help="--dir <results directory> default lf_qa", default="lf_qa") parser.add_argument(
'--server', help='--server http://<server ip>/ default: http://192.168.95.6/', default='http://192.168.95.6/')
parser.add_argument(
'--cut', help='--cut /home/lanforge/ used to adjust server path default: /home/lanforge/', default='/home/lanforge/')
parser.add_argument(
'--store', help='--store , store kpi to db, action store_true', action='store_true')
parser.add_argument(
'--png', help='--png, generate png for kpi in path, generate display, action store_true', action='store_true')
parser.add_argument(
'--dir', help="--dir <results directory> default lf_qa", default="lf_qa")
args = parser.parse_args() args = parser.parse_args()
@@ -496,7 +537,7 @@ Usage: lf_qa.py --store --png --path <path to directories to traverse> --databas
__cut = args.cut __cut = args.cut
print("config: path:{path} file:{file} database:{database} table:{table} server:{server} store:{store} png:{png}" print("config: path:{path} file:{file} database:{database} table:{table} server:{server} store:{store} png:{png}"
.format(path=__path,file=__file,database=__database,table=__table,server=__server,store=args.store,png=args.png)) .format(path=__path, file=__file, database=__database, table=__table, server=__server, store=args.store, png=args.png))
if(__path == '' and args.store == True): if(__path == '' and args.store == True):
print("--path <path of kpi.csv> must be entered if --store , exiting") print("--path <path of kpi.csv> must be entered if --store , exiting")
@@ -510,24 +551,24 @@ Usage: lf_qa.py --store --png --path <path to directories to traverse> --databas
print("Need to enter an action of --store --png ") print("Need to enter an action of --store --png ")
# create report class for reporting # create report class for reporting
report = lf_report(_path = __path, report = lf_report(_path=__path,
_results_dir_name =__dir, _results_dir_name=__dir,
_output_html="lf_qa.html", _output_html="lf_qa.html",
_output_pdf="lf_qa.pdf" ) _output_pdf="lf_qa.pdf")
csv_dash = csv_sql( csv_dash = csv_sql(
_path = __path, _path=__path,
_file = __file, _file=__file,
_database = __database, _database=__database,
_table = __table, _table=__table,
_server = __server, _server=__server,
_cut = __cut, _cut=__cut,
_png = __png) _png=__png)
if args.store: if args.store:
csv_dash.store() csv_dash.store()
if args.png: if args.png:
csv_dash.generate_graph_png() csv_dash.generate_graph_png()
# generate output reports # generate output reports
report.set_title("LF QA: Verification Test Run") report.set_title("LF QA: Verification Test Run")
report.build_banner_left() report.build_banner_left()
@@ -540,22 +581,24 @@ Usage: lf_qa.py --store --png --path <path to directories to traverse> --databas
print("DUT Results: {}".format(dut_info_df)) print("DUT Results: {}".format(dut_info_df))
report.set_table_dataframe(dut_info_df) report.set_table_dataframe(dut_info_df)
report.build_table() report.build_table()
test_rig_list = csv_dash.get_test_rig_list() test_rig_list = csv_dash.get_test_rig_list()
report.set_table_title("Test Rig: {} Links".format(test_rig_list[-1])) # keep the list, currently one test bed results # keep the list, currently one test bed results
report.set_table_title("Test Rig: {} Links".format(test_rig_list[-1]))
report.build_table_title() report.build_table_title()
pdf_link_path = report.get_pdf_path() pdf_link_path = report.get_pdf_path()
pdf_link_path = __server + pdf_link_path.replace(__cut,'') pdf_link_path = __server + pdf_link_path.replace(__cut, '')
report.build_pdf_link("PDF_Report",pdf_link_path) report.build_pdf_link("PDF_Report", pdf_link_path)
report_path = report.get_path() report_path = report.get_path()
report_path = __server + report_path.replace(__cut,'') report_path = __server + report_path.replace(__cut, '')
report.build_link("Current Test Suite Results Directory",report_path) report.build_link("Current Test Suite Results Directory", report_path)
report_parent_path = report.get_parent_path() report_parent_path = report.get_parent_path()
report_parent_path = __server + report_parent_path.replace(__cut,'') report_parent_path = __server + report_parent_path.replace(__cut, '')
report.build_link("All Test-Rig Test Suites Results Directory",report_parent_path) report.build_link(
"All Test-Rig Test Suites Results Directory", report_parent_path)
# links table for tests TODO : can this be a table # links table for tests TODO : can this be a table
report.set_table_title("Test Suite") report.set_table_title("Test Suite")
@@ -571,7 +614,6 @@ Usage: lf_qa.py --store --png --path <path to directories to traverse> --databas
kpi_chart_html = csv_dash.get_kpi_chart_html() kpi_chart_html = csv_dash.get_kpi_chart_html()
report.set_custom_html(kpi_chart_html) report.set_custom_html(kpi_chart_html)
report.build_custom() report.build_custom()
report.set_table_title("QA Test Results") report.set_table_title("QA Test Results")
report.build_table_title() report.build_table_title()
@@ -588,6 +630,6 @@ Usage: lf_qa.py --store --png --path <path to directories to traverse> --databas
except: except:
print("exception write_pdf_with_timestamp()") print("exception write_pdf_with_timestamp()")
if __name__ == '__main__': if __name__ == '__main__':
main() main()