scottk/wlan-lanforge-scripts
1
0
Fork 0
mirror of https://github.com/Telecominfraproject/wlan-lanforge-scripts.git synced 2025-11-20 20:14:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

lf_qa.py : white space changes

Browse Source 
Tested updates
Signed-off-by: Chuck SmileyRekiere <chuck.smileyrekiere@candelatech.com>
This commit is contained in:
Chuck SmileyRekiere
2021-10-08 17:30:20 -06:00
parent c4665ba67b
commit a9526b2c9e
1 changed files with 222 additions and 180 deletions
Download Patch File Download Diff File Expand all files Collapse all files

284
py-scripts/tools/lf_qa.py
View File

@@ -21,15 +21,17 @@ lf_report = lf_report.lf_report
# Any style components can be used # Any style components can be used
external_stylesheets = ['https://codepen.io/chriddyp/pen/bWLwgP.css'] external_stylesheets = ['https://codepen.io/chriddyp/pen/bWLwgP.css']
class csv_sql(): class csv_sql():
def __init__(self, def __init__(self,
_path = '.', _path='.',
_file = 'kpi.csv', _file='kpi.csv',
_database = 'qa_db', _database='qa_db',
_table = 'qa_table', _table='qa_table',
_server = 'http://192.168.95.6/', _server='http://192.168.95.6/',
_cut = '/home/lanforge/', _cut='/home/lanforge/',
_png = False): _png=False):
self.path = _path self.path = _path
self.file = _file self.file = _file
self.database = _database self.database = _database
@@ -42,7 +44,7 @@ class csv_sql():
self.conn = None self.conn = None
self.df = pd.DataFrame() self.df = pd.DataFrame()
self.plot_figure = [] self.plot_figure = []
self.html_results ="" self.html_results = ""
self.test_rig_list = [] self.test_rig_list = []
self.dut_model_num_list = "NA" self.dut_model_num_list = "NA"
self.dut_model_num = "NA" self.dut_model_num = "NA"
@@ -61,15 +63,15 @@ class csv_sql():
return self.html_results return self.html_results
def get_dut_info(self): def get_dut_info(self):
#try: # try:
print("get_dut_info DUT: {DUT} SW:{SW} HW:{HW} SN:{SN}" print("get_dut_info DUT: {DUT} SW:{SW} HW:{HW} SN:{SN}"
.format(DUT=self.dut_model_num,SW=self.dut_sw_version,HW=self.dut_hw_version,SN=self.dut_serial_num)) .format(DUT=self.dut_model_num, SW=self.dut_sw_version, HW=self.dut_hw_version, SN=self.dut_serial_num))
dut_dict = { dut_dict = {
'DUT':[self.dut_model_num], 'DUT': [self.dut_model_num],
'SW version': [self.dut_sw_version], 'SW version': [self.dut_sw_version],
'HW version':[self.dut_hw_version], 'HW version': [self.dut_hw_version],
'SN':[self.dut_serial_num] 'SN': [self.dut_serial_num]
} }
print('DUT dict: {dict}'.format(dict=dut_dict)) print('DUT dict: {dict}'.format(dict=dut_dict))
dut_info_df = pd.DataFrame(dut_dict) dut_info_df = pd.DataFrame(dut_dict)
@@ -77,11 +79,11 @@ class csv_sql():
return dut_info_df return dut_info_df
def get_parent_path(self,_path): def get_parent_path(self, _path):
parent_path = os.path.dirname(_path) parent_path = os.path.dirname(_path)
return parent_path return parent_path
def get_test_id_test_tag(self,_kpi_path): def get_test_id_test_tag(self, _kpi_path):
test_id = "NA" test_id = "NA"
test_tag = "NA" test_tag = "NA"
use_meta_test_tag = False use_meta_test_tag = False
@@ -91,26 +93,31 @@ class csv_sql():
test_id = list(set(test_id_list)) test_id = list(set(test_id_list))
test_id = test_id[-1] # done to get element of list test_id = test_id[-1] # done to get element of list
except: except:
print("exception reading test_id in csv _kpi_path {kpi_path}".format(kpi_path=_kpi_path)) print("exception reading test_id in csv _kpi_path {kpi_path}".format(
kpi_path=_kpi_path))
try: try:
test_tag_list = list(kpi_df['test-tag']) test_tag_list = list(kpi_df['test-tag'])
test_tag = list(set(test_tag_list)) test_tag = list(set(test_tag_list))
test_tag = test_tag[-1] # done to get element of list test_tag = test_tag[-1] # done to get element of list
except: except:
print("exception reading test-tag in csv _kpi_path {kpi_path}, try meta.txt".format(kpi_path=_kpi_path)) print(
"exception reading test-tag in csv _kpi_path {kpi_path}, try meta.txt".format(kpi_path=_kpi_path))
#if test_tag still NA then try meta file # if test_tag still NA then try meta file
try: try:
if test_tag == "NA": if test_tag == "NA":
_kpi_path = _kpi_path.replace('kpi.csv','') _kpi_path = _kpi_path.replace('kpi.csv', '')
use_meta_test_tag, test_tag = self.get_test_tag_from_meta(_kpi_path) use_meta_test_tag, test_tag = self.get_test_tag_from_meta(
_kpi_path)
except: except:
print("exception reading meta.txt _kpi_path: {kpi_path}".format(kpi_path=_kpi_path)) print("exception reading meta.txt _kpi_path: {kpi_path}".format(
kpi_path=_kpi_path))
if use_meta_test_tag: if use_meta_test_tag:
print("test_tag from meta.txt _kpi_path: {kpi_path}".format(kpi_path=_kpi_path)) print("test_tag from meta.txt _kpi_path: {kpi_path}".format(
return test_id , test_tag kpi_path=_kpi_path))
return test_id, test_tag
def get_test_tag_from_meta(self,_kpi_path): def get_test_tag_from_meta(self, _kpi_path):
test_tag = "NA" test_tag = "NA"
use_meta_test_tag = False use_meta_test_tag = False
gui_version_5_4_3 = False gui_version_5_4_3 = False
@@ -120,25 +127,27 @@ class csv_sql():
meta_data_fd = open(meta_data_path, 'r') meta_data_fd = open(meta_data_path, 'r')
for line in meta_data_fd: for line in meta_data_fd:
if "gui_version:" in line: if "gui_version:" in line:
gui_version = line.replace("gui_version:","") gui_version = line.replace("gui_version:", "")
gui_version = gui_version.strip() gui_version = gui_version.strip()
if gui_version =='5.4.3': if gui_version == '5.4.3':
gui_version_5_4_3 = True gui_version_5_4_3 = True
use_meta_test_tag = True use_meta_test_tag = True
print("meta_data_path: {meta_data_path} gui_version: {gui_version} 5.4.3: {gui_version_5_4_3}".format( print("meta_data_path: {meta_data_path} gui_version: {gui_version} 5.4.3: {gui_version_5_4_3}".format(
meta_data_path=meta_data_path,gui_version=gui_version,gui_version_5_4_3=gui_version_5_4_3)) meta_data_path=meta_data_path, gui_version=gui_version, gui_version_5_4_3=gui_version_5_4_3))
meta_data_fd.close() meta_data_fd.close()
if gui_version_5_4_3: if gui_version_5_4_3:
meta_data_fd = open(meta_data_path, 'r') meta_data_fd = open(meta_data_path, 'r')
test_tag = 'NA' test_tag = 'NA'
for line in meta_data_fd: for line in meta_data_fd:
if "test_tag" in line: if "test_tag" in line:
test_tag = line.replace("test_tag","") test_tag = line.replace("test_tag", "")
test_tag = test_tag.strip() test_tag = test_tag.strip()
print("meta_data_path {meta_data_path} test_tag {test_tag}".format(meta_data_path=meta_data_path,test_tag=test_tag)) print("meta_data_path {meta_data_path} test_tag {test_tag}".format(
meta_data_path=meta_data_path, test_tag=test_tag))
meta_data_fd.close() meta_data_fd.close()
except: except:
print("exception reading test_tag from {_kpi_path}".format(_kpi_path=_kpi_path)) print("exception reading test_tag from {_kpi_path}".format(
_kpi_path=_kpi_path))
return use_meta_test_tag, test_tag return use_meta_test_tag, test_tag
@@ -156,7 +165,7 @@ class csv_sql():
""" """
path = Path(self.path) path = Path(self.path)
pdf_info_list= list(path.glob('**/*.pdf')) # Hard code for now pdf_info_list = list(path.glob('**/*.pdf')) # Hard code for now
print("pdf_info_list {}".format(pdf_info_list)) print("pdf_info_list {}".format(pdf_info_list))
for pdf_info in pdf_info_list: for pdf_info in pdf_info_list:
if "lf_qa" in str(pdf_info): if "lf_qa" in str(pdf_info):
@@ -167,16 +176,16 @@ class csv_sql():
pass pass
else: else:
parent_path = os.path.dirname(pdf_info) parent_path = os.path.dirname(pdf_info)
pdf_path = os.path.join(parent_path,pdf_base_name) pdf_path = os.path.join(parent_path, pdf_base_name)
pdf_path = self.server + pdf_path.replace(self.cut,'') pdf_path = self.server + pdf_path.replace(self.cut, '')
html_path = os.path.join(parent_path,"index.html") html_path = os.path.join(parent_path, "index.html")
html_path = self.server + html_path.replace(self.cut,'') html_path = self.server + html_path.replace(self.cut, '')
kpi_path = os.path.join(parent_path,"kpi.csv") kpi_path = os.path.join(parent_path, "kpi.csv")
test_id, test_tag = self.get_test_id_test_tag(kpi_path) test_id, test_tag = self.get_test_id_test_tag(kpi_path)
suite_html_results += """ suite_html_results += """
<tr style="text-align: center; margin-bottom: 0; margin-top: 0;"> <tr style="text-align: center; margin-bottom: 0; margin-top: 0;">
<td>{test_id}</td><td>{test_tag}</td><td><a href="{html_path}" target="_blank">html</a> / <a href="{pdf_path}" target="_blank">pdf</a></td></tr> <td>{test_id}</td><td>{test_tag}</td><td><a href="{html_path}" target="_blank">html</a> / <a href="{pdf_path}" target="_blank">pdf</a></td></tr>
""".format(test_id=test_id,test_tag=test_tag,html_path=html_path,pdf_path=pdf_path) """.format(test_id=test_id, test_tag=test_tag, html_path=html_path, pdf_path=pdf_path)
suite_html_results += """ suite_html_results += """
</tbody> </tbody>
</table> </table>
@@ -191,18 +200,20 @@ class csv_sql():
<tbody> <tbody>
""" """
path = Path(self.path) path = Path(self.path)
kpi_chart_list= list(path.glob('**/kpi-chart*.png')) # Hard code for now # Hard code for now
kpi_chart_list = list(path.glob('**/kpi-chart*.png'))
table_index = 0 table_index = 0
for kpi_chart in kpi_chart_list: for kpi_chart in kpi_chart_list:
parent_path = os.path.dirname(kpi_chart) parent_path = os.path.dirname(kpi_chart)
kpi_path = os.path.join(parent_path,"kpi.csv") kpi_path = os.path.join(parent_path, "kpi.csv")
test_tag , test_id = self.get_test_id_test_tag(kpi_path) test_tag, test_id = self.get_test_id_test_tag(kpi_path)
kpi_chart = os.path.abspath(kpi_chart) # Path returns a list of objects # Path returns a list of objects
kpi_chart = self.server + kpi_chart.replace(self.cut,'') kpi_chart = os.path.abspath(kpi_chart)
kpi_chart = self.server + kpi_chart.replace(self.cut, '')
if "print" in kpi_chart: if "print" in kpi_chart:
pass pass
else: else:
if (table_index %2) == 0: if (table_index % 2) == 0:
kpi_chart_html += """<tr>""" kpi_chart_html += """<tr>"""
kpi_chart_html += """ kpi_chart_html += """
<td> <td>
@@ -213,11 +224,11 @@ class csv_sql():
<img src="{kpi_chart_1}" style="width:400px;max-width:400px" title="{kpi_chart_2}"> <img src="{kpi_chart_1}" style="width:400px;max-width:400px" title="{kpi_chart_2}">
</a> </a>
</td> </td>
""".format(test_tag=test_tag,test_id=test_id,kpi_chart_0=kpi_chart,kpi_chart_1=kpi_chart,kpi_chart_2=kpi_chart) """.format(test_tag=test_tag, test_id=test_id, kpi_chart_0=kpi_chart, kpi_chart_1=kpi_chart, kpi_chart_2=kpi_chart)
table_index += 1 table_index += 1
if (table_index %2) == 0: if (table_index % 2) == 0:
kpi_chart_html += """</tr>""" kpi_chart_html += """</tr>"""
if (table_index %2) != 0: if (table_index % 2) != 0:
kpi_chart_html += """</tr>""" kpi_chart_html += """</tr>"""
kpi_chart_html += """</tbody></table>""" kpi_chart_html += """</tbody></table>"""
return kpi_chart_html return kpi_chart_html
@@ -236,11 +247,13 @@ class csv_sql():
if not self.kpi_list: if not self.kpi_list:
print("WARNING: used --store , no new kpi.csv found, check input path or remove --store from command line") print("WARNING: used --store , no new kpi.csv found, check input path or remove --store from command line")
for kpi in self.kpi_list: #TODO note empty kpi.csv failed test for kpi in self.kpi_list: # TODO note empty kpi.csv failed test
df_kpi_tmp = pd.read_csv(kpi, sep='\t') df_kpi_tmp = pd.read_csv(kpi, sep='\t')
_kpi_path = str(kpi).replace('kpi.csv','') # only store the path to the kpi.csv file # only store the path to the kpi.csv file
_kpi_path = str(kpi).replace('kpi.csv', '')
df_kpi_tmp['kpi_path'] = _kpi_path df_kpi_tmp['kpi_path'] = _kpi_path
use_meta_test_tag, test_tag = self.get_test_tag_from_meta(_kpi_path) use_meta_test_tag, test_tag = self.get_test_tag_from_meta(
_kpi_path)
if use_meta_test_tag: if use_meta_test_tag:
df_kpi_tmp['test-tag'] = test_tag df_kpi_tmp['test-tag'] = test_tag
df_kpi_tmp = df_kpi_tmp.append(df_kpi_tmp, ignore_index=True) df_kpi_tmp = df_kpi_tmp.append(df_kpi_tmp, ignore_index=True)
@@ -248,63 +261,68 @@ class csv_sql():
self.conn = sqlite3.connect(self.database) self.conn = sqlite3.connect(self.database)
try: try:
self.df.to_sql(self.table,self.conn,if_exists='append') self.df.to_sql(self.table, self.conn, if_exists='append')
except: except:
print("attempt to append to database with different column layout, caused an exception, input new name --database <new name>") print("attempt to append to database with different column layout, caused an exception, input new name --database <new name>")
print("Error attempt to append to database with different column layout, caused an exception, input new name --database <new name>", file=sys.stderr) print("Error attempt to append to database with different column layout, caused an exception, input new name --database <new name>", file=sys.stderr)
exit(1) exit(1)
self.conn.close() self.conn.close()
def generate_png(self,group,test_id_list,test_tag,test_rig,kpi_path_list,kpi_fig,df_tmp): def generate_png(self, group, test_id_list, test_tag, test_rig, kpi_path_list, kpi_fig, df_tmp):
# save the figure - figures will be over written png # save the figure - figures will be over written png
# for testing # for testing
png_server_img = '' png_server_img = ''
#generate the png files # generate the png files
print("generate png and kpi images from kpi kpi_path:{}".format(df_tmp['kpi_path'])) print("generate png and kpi images from kpi kpi_path:{}".format(
df_tmp['kpi_path']))
# generate png img path # generate png img path
png_path = os.path.join(kpi_path_list[-1],"{}_{}_{}_kpi.png".format( group, test_tag, test_rig)) png_path = os.path.join(
png_path = png_path.replace(' ','') kpi_path_list[-1], "{}_{}_{}_kpi.png".format(group, test_tag, test_rig))
png_path = png_path.replace(' ', '')
# generate html graphics path # generate html graphics path
html_path = os.path.join(kpi_path_list[-1],"{}_{}_{}_kpi.html".format( group, test_tag, test_rig)) html_path = os.path.join(
html_path = html_path.replace(' ','') kpi_path_list[-1], "{}_{}_{}_kpi.html".format(group, test_tag, test_rig))
html_path = html_path.replace(' ', '')
# NOTE: html links to png do not like spaces # NOTE: html links to png do not like spaces
png_server_img = self.server + png_path.replace(self.cut,'') png_server_img = self.server + png_path.replace(self.cut, '')
# generate png image # generate png image
try: try:
kpi_fig.write_image(png_path,scale=1,width=1200,height=300) kpi_fig.write_image(png_path, scale=1, width=1200, height=300)
except: except:
print("ERROR: {database} Was correct database passed in, moved or duplicates of same name?".format(database=self.database)) print("ERROR: {database} Was correct database passed in, moved or duplicates of same name?".format(
database=self.database))
# generate html image (interactive) # generate html image (interactive)
kpi_fig.write_html(html_path) kpi_fig.write_html(html_path)
img_kpi_html_path = self.server + html_path img_kpi_html_path = self.server + html_path
img_kpi_html_path = img_kpi_html_path.replace(self.cut,'') img_kpi_html_path = img_kpi_html_path.replace(self.cut, '')
self.html_results += """ self.html_results += """
<a href={img_kpi_html_path} target="_blank"> <a href={img_kpi_html_path} target="_blank">
<img src={png_server_img}> <img src={png_server_img}>
</a> </a>
""".format(img_kpi_html_path=img_kpi_html_path,png_server_img=png_server_img) """.format(img_kpi_html_path=img_kpi_html_path, png_server_img=png_server_img)
# link to interactive results # link to interactive results
kpi_html_path = self.server + html_path kpi_html_path = self.server + html_path
kpi_html_path = kpi_html_path.replace(self.cut,'') kpi_html_path = kpi_html_path.replace(self.cut, '')
#self.html_results +="""<br>""" #self.html_results +="""<br>"""
# link to full test results # link to full test results
report_index_html_path = self.server + kpi_path_list[-1] + "index.html" report_index_html_path = self.server + kpi_path_list[-1] + "index.html"
report_index_html_path = report_index_html_path.replace(self.cut,'') report_index_html_path = report_index_html_path.replace(self.cut, '')
self.html_results +="""<a href={report_index_html_path} target="_blank">{test_id}_{group}_{test_tag}_{test_rig}_Report </a> self.html_results += """<a href={report_index_html_path} target="_blank">{test_id}_{group}_{test_tag}_{test_rig}_Report </a>
""".format(report_index_html_path=report_index_html_path,test_id=test_id_list[-1], group=group, test_tag=test_tag, test_rig=test_rig) """.format(report_index_html_path=report_index_html_path, test_id=test_id_list[-1], group=group, test_tag=test_tag, test_rig=test_rig)
self.html_results +="""<br>""" self.html_results += """<br>"""
self.html_results +="""<br>""" self.html_results += """<br>"""
self.html_results +="""<br>""" self.html_results += """<br>"""
self.html_results +="""<br>""" self.html_results += """<br>"""
self.html_results +="""<br>""" self.html_results += """<br>"""
def generate_graph_png(self): def generate_graph_png(self):
print("generate png and html to display, generate time: {}".format(time.time())) print("generate png and html to display, generate time: {}".format(time.time()))
#https://datacarpentry.org/python-ecology-lesson/09-working-with-sql/index.html- # https://datacarpentry.org/python-ecology-lesson/09-working-with-sql/index.html-
self.conn = sqlite3.connect(self.database) self.conn = sqlite3.connect(self.database)
df3 = pd.read_sql_query("SELECT * from {}".format(self.table) ,self.conn) #current connection is sqlite3 /TODO move to SQLAlchemy # current connection is sqlite3 /TODO move to SQLAlchemy
df3 = pd.read_sql_query(
"SELECT * from {}".format(self.table), self.conn)
# sort by date from oldest to newest. # sort by date from oldest to newest.
try: try:
df3 = df3.sort_values(by='Date') df3 = df3.sort_values(by='Date')
@@ -328,12 +346,13 @@ class csv_sql():
test_rig_list = list(df3['test-rig']) test_rig_list = list(df3['test-rig'])
test_rig_list = list(set(test_rig_list)) test_rig_list = list(set(test_rig_list))
self.test_rig_list = test_rig_list self.test_rig_list = test_rig_list
print("test_rig_list: {}".format(test_rig_list) ) print("test_rig_list: {}".format(test_rig_list))
for test_rig in test_rig_list: for test_rig in test_rig_list:
for test_tag in test_tag_list: for test_tag in test_tag_list:
for group in graph_group_list: for group in graph_group_list:
df_tmp = df3.loc[(df3['test-rig'] == test_rig) & (df3['Graph-Group'] == str(group)) & (df3['test-tag'] == str(test_tag))] df_tmp = df3.loc[(df3['test-rig'] == test_rig) & (
df3['Graph-Group'] == str(group)) & (df3['test-tag'] == str(test_tag))]
if df_tmp.empty == False: if df_tmp.empty == False:
# Note if graph group is score there is sub tests for pass and fail # Note if graph group is score there is sub tests for pass and fail
# would like a percentage # would like a percentage
@@ -345,30 +364,37 @@ class csv_sql():
# get Device Under Test Information , # get Device Under Test Information ,
# the set reduces the redundency , list puts it back into a list # the set reduces the redundency , list puts it back into a list
# the [0] will get the latest versions for the report # the [0] will get the latest versions for the report
self.dut_model_num_list = list(set(list(df_tmp['dut-model-num']))) self.dut_model_num_list = list(
print("in png self.dut_model_num_list {dut_model_num_list}".format(dut_model_num_list=self.dut_model_num_list)) set(list(df_tmp['dut-model-num'])))
print("in png self.dut_model_num_list {dut_model_num_list}".format(
dut_model_num_list=self.dut_model_num_list))
if self.dut_model_num_list[0] != None: if self.dut_model_num_list[0] != None:
self.dut_model_num = self.dut_model_num_list[0] self.dut_model_num = self.dut_model_num_list[0]
self.dut_sw_version_list = list(set(list(df_tmp['dut-sw-version']))) self.dut_sw_version_list = list(
set(list(df_tmp['dut-sw-version'])))
if self.dut_sw_version_list[0] != None: if self.dut_sw_version_list[0] != None:
self.dut_sw_version = self.dut_sw_version_list[0] self.dut_sw_version = self.dut_sw_version_list[0]
self.dut_hw_version_list = list(set(list(df_tmp['dut-hw-version']))) self.dut_hw_version_list = list(
set(list(df_tmp['dut-hw-version'])))
if self.dut_hw_version_list[0] != None: if self.dut_hw_version_list[0] != None:
self.dut_hw_version = self.dut_hw_version_list[0] self.dut_hw_version = self.dut_hw_version_list[0]
self.dut_serial_num_list = list(set(list(df_tmp['dut-serial-num']))) self.dut_serial_num_list = list(
set(list(df_tmp['dut-serial-num'])))
if self.dut_serial_num_list[0] != None: if self.dut_serial_num_list[0] != None:
self.dut_serial_num_ = self.dut_serial_num_list[0] self.dut_serial_num_ = self.dut_serial_num_list[0]
print("In png DUT: {DUT} SW:{SW} HW:{HW} SN:{SN}" print("In png DUT: {DUT} SW:{SW} HW:{HW} SN:{SN}"
.format(DUT=self.dut_model_num_list,SW=self.dut_sw_version_list,HW=self.dut_hw_version_list,SN=self.dut_serial_num_list)) .format(DUT=self.dut_model_num_list, SW=self.dut_sw_version_list, HW=self.dut_hw_version_list, SN=self.dut_serial_num_list))
units_list = list(df_tmp['Units']) units_list = list(df_tmp['Units'])
print("GRAPHING::: test-rig {} test-tag {} Graph-Group {}".format(test_rig,test_tag,group)) print(
"GRAPHING::: test-rig {} test-tag {} Graph-Group {}".format(test_rig, test_tag, group))
# group of Score will have subtest # group of Score will have subtest
if group == 'Score': if group == 'Score':
# Print out the Standard Score report , May want to check for empty pass fail # Print out the Standard Score report , May want to check for empty pass fail
kpi_fig = (px.scatter(df_tmp, x="Date", y="numeric-score", kpi_fig = (px.scatter(df_tmp, x="Date", y="numeric-score",
custom_data=['numeric-score','Subtest-Pass','Subtest-Fail'], custom_data=[
'numeric-score', 'Subtest-Pass', 'Subtest-Fail'],
color="short-description", hover_name="short-description", color="short-description", hover_name="short-description",
size_max=60)).update_traces(mode='lines+markers') size_max=60)).update_traces(mode='lines+markers')
@@ -381,10 +407,11 @@ class csv_sql():
) )
kpi_fig.update_layout( kpi_fig.update_layout(
title="{} : {} : {} : {}".format(test_id_list[-1], group, test_tag, test_rig), title="{} : {} : {} : {}".format(
test_id_list[-1], group, test_tag, test_rig),
xaxis_title="Time", xaxis_title="Time",
yaxis_title="{}".format(units_list[-1]), yaxis_title="{}".format(units_list[-1]),
xaxis = {'type' : 'date'} xaxis={'type': 'date'}
) )
self.generate_png(df_tmp=df_tmp, self.generate_png(df_tmp=df_tmp,
@@ -398,10 +425,13 @@ class csv_sql():
#kpi_fig = (px.bar(df_tmp, x="Date", y=["Subtest-Pass","Subtest-Fail"], title="This is the title")) #kpi_fig = (px.bar(df_tmp, x="Date", y=["Subtest-Pass","Subtest-Fail"], title="This is the title"))
#kpi_fig = (px.bar(df_tmp, x="Date", y="Subtest-Pass", title="This is the title")) #kpi_fig = (px.bar(df_tmp, x="Date", y="Subtest-Pass", title="This is the title"))
df_tmp["Percent"] = df_tmp["Subtest-Pass"] / (df_tmp["Subtest-Pass"] + df_tmp["Subtest-Fail"]) df_tmp["Percent"] = df_tmp["Subtest-Pass"] / \
(df_tmp["Subtest-Pass"] +
df_tmp["Subtest-Fail"])
fig1 = (px.scatter(df_tmp, x="Date", y="Percent", fig1 = (px.scatter(df_tmp, x="Date", y="Percent",
custom_data=['short-description','Percent','Subtest-Pass','Subtest-Fail'], custom_data=[
'short-description', 'Percent', 'Subtest-Pass', 'Subtest-Fail'],
color="short-description", hover_name="short-description", color="short-description", hover_name="short-description",
size_max=60)).update_traces(mode='lines+markers') size_max=60)).update_traces(mode='lines+markers')
@@ -419,10 +449,11 @@ class csv_sql():
kpi_fig = go.Figure(data=fig1.data) kpi_fig = go.Figure(data=fig1.data)
kpi_fig.update_layout(yaxis=dict(tickformat='.2%')) kpi_fig.update_layout(yaxis=dict(tickformat='.2%'))
kpi_fig.update_layout( kpi_fig.update_layout(
title="{} : {} : Subtests : {} : {}".format(test_id_list[-1], group, test_tag, test_rig), title="{} : {} : Subtests : {} : {}".format(
test_id_list[-1], group, test_tag, test_rig),
xaxis_title="Time", xaxis_title="Time",
yaxis_title="Subtest Percent Pass", yaxis_title="Subtest Percent Pass",
xaxis = {'type' : 'date'} xaxis={'type': 'date'}
) )
# modify the group # modify the group
@@ -444,10 +475,11 @@ class csv_sql():
size_max=60)).update_traces(mode='lines+markers') size_max=60)).update_traces(mode='lines+markers')
kpi_fig.update_layout( kpi_fig.update_layout(
title="{} : {} : {} : {}".format(test_id_list[-1], group, test_tag, test_rig), title="{} : {} : {} : {}".format(
test_id_list[-1], group, test_tag, test_rig),
xaxis_title="Time", xaxis_title="Time",
yaxis_title="{}".format(units_list[-1]), yaxis_title="{}".format(units_list[-1]),
xaxis = {'type' : 'date'} xaxis={'type': 'date'}
) )
self.generate_png(df_tmp=df_tmp, self.generate_png(df_tmp=df_tmp,
@@ -474,15 +506,24 @@ File: read kpi.csv place in sql database, create png of historical kpi and prese
Usage: lf_qa.py --store --png --path <path to directories to traverse> --database <name of database> Usage: lf_qa.py --store --png --path <path to directories to traverse> --database <name of database>
''') ''')
parser.add_argument('--path', help='--path top directory path to kpi if regererating database or png files',default='') parser.add_argument(
parser.add_argument('--file', help='--file kpi.csv default: kpi.csv',default='kpi.csv') #TODO is this needed '--path', help='--path top directory path to kpi if regererating database or png files', default='')
parser.add_argument('--database', help='--database qa_test_db default: qa_test_db',default='qa_test_db') parser.add_argument('--file', help='--file kpi.csv default: kpi.csv',
parser.add_argument('--table', help='--table qa_table default: qa_table',default='qa_table') default='kpi.csv') # TODO is this needed
parser.add_argument('--server', help='--server http://<server ip>/ default: http://192.168.95.6/',default='http://192.168.95.6/') parser.add_argument(
parser.add_argument('--cut', help='--cut /home/lanforge/ used to adjust server path default: /home/lanforge/',default='/home/lanforge/') '--database', help='--database qa_test_db default: qa_test_db', default='qa_test_db')
parser.add_argument('--store', help='--store , store kpi to db, action store_true',action='store_true') parser.add_argument(
parser.add_argument('--png', help='--png, generate png for kpi in path, generate display, action store_true',action='store_true') '--table', help='--table qa_table default: qa_table', default='qa_table')
parser.add_argument('--dir', help="--dir <results directory> default lf_qa", default="lf_qa") parser.add_argument(
'--server', help='--server http://<server ip>/ default: http://192.168.95.6/', default='http://192.168.95.6/')
parser.add_argument(
'--cut', help='--cut /home/lanforge/ used to adjust server path default: /home/lanforge/', default='/home/lanforge/')
parser.add_argument(
'--store', help='--store , store kpi to db, action store_true', action='store_true')
parser.add_argument(
'--png', help='--png, generate png for kpi in path, generate display, action store_true', action='store_true')
parser.add_argument(
'--dir', help="--dir <results directory> default lf_qa", default="lf_qa")
args = parser.parse_args() args = parser.parse_args()
@@ -496,7 +537,7 @@ Usage: lf_qa.py --store --png --path <path to directories to traverse> --databas
__cut = args.cut __cut = args.cut
print("config: path:{path} file:{file} database:{database} table:{table} server:{server} store:{store} png:{png}" print("config: path:{path} file:{file} database:{database} table:{table} server:{server} store:{store} png:{png}"
.format(path=__path,file=__file,database=__database,table=__table,server=__server,store=args.store,png=args.png)) .format(path=__path, file=__file, database=__database, table=__table, server=__server, store=args.store, png=args.png))
if(__path == '' and args.store == True): if(__path == '' and args.store == True):
print("--path <path of kpi.csv> must be entered if --store , exiting") print("--path <path of kpi.csv> must be entered if --store , exiting")
@@ -510,19 +551,19 @@ Usage: lf_qa.py --store --png --path <path to directories to traverse> --databas
print("Need to enter an action of --store --png ") print("Need to enter an action of --store --png ")
# create report class for reporting # create report class for reporting
report = lf_report(_path = __path, report = lf_report(_path=__path,
_results_dir_name =__dir, _results_dir_name=__dir,
_output_html="lf_qa.html", _output_html="lf_qa.html",
_output_pdf="lf_qa.pdf" ) _output_pdf="lf_qa.pdf")
csv_dash = csv_sql( csv_dash = csv_sql(
_path = __path, _path=__path,
_file = __file, _file=__file,
_database = __database, _database=__database,
_table = __table, _table=__table,
_server = __server, _server=__server,
_cut = __cut, _cut=__cut,
_png = __png) _png=__png)
if args.store: if args.store:
csv_dash.store() csv_dash.store()
if args.png: if args.png:
@@ -542,20 +583,22 @@ Usage: lf_qa.py --store --png --path <path to directories to traverse> --databas
report.build_table() report.build_table()
test_rig_list = csv_dash.get_test_rig_list() test_rig_list = csv_dash.get_test_rig_list()
report.set_table_title("Test Rig: {} Links".format(test_rig_list[-1])) # keep the list, currently one test bed results # keep the list, currently one test bed results
report.set_table_title("Test Rig: {} Links".format(test_rig_list[-1]))
report.build_table_title() report.build_table_title()
pdf_link_path = report.get_pdf_path() pdf_link_path = report.get_pdf_path()
pdf_link_path = __server + pdf_link_path.replace(__cut,'') pdf_link_path = __server + pdf_link_path.replace(__cut, '')
report.build_pdf_link("PDF_Report",pdf_link_path) report.build_pdf_link("PDF_Report", pdf_link_path)
report_path = report.get_path() report_path = report.get_path()
report_path = __server + report_path.replace(__cut,'') report_path = __server + report_path.replace(__cut, '')
report.build_link("Current Test Suite Results Directory",report_path) report.build_link("Current Test Suite Results Directory", report_path)
report_parent_path = report.get_parent_path() report_parent_path = report.get_parent_path()
report_parent_path = __server + report_parent_path.replace(__cut,'') report_parent_path = __server + report_parent_path.replace(__cut, '')
report.build_link("All Test-Rig Test Suites Results Directory",report_parent_path) report.build_link(
"All Test-Rig Test Suites Results Directory", report_parent_path)
# links table for tests TODO : can this be a table # links table for tests TODO : can this be a table
report.set_table_title("Test Suite") report.set_table_title("Test Suite")
@@ -572,7 +615,6 @@ Usage: lf_qa.py --store --png --path <path to directories to traverse> --databas
report.set_custom_html(kpi_chart_html) report.set_custom_html(kpi_chart_html)
report.build_custom() report.build_custom()
report.set_table_title("QA Test Results") report.set_table_title("QA Test Results")
report.build_table_title() report.build_table_title()
# report.set_text("lanforge-scripts git sha: {}".format(git_sha)) # report.set_text("lanforge-scripts git sha: {}".format(git_sha))
@@ -588,6 +630,6 @@ Usage: lf_qa.py --store --png --path <path to directories to traverse> --databas
except: except:
print("exception write_pdf_with_timestamp()") print("exception write_pdf_with_timestamp()")
if __name__ == '__main__': if __name__ == '__main__':
main() main()