scottk/wlan-lanforge-scripts
1
0
Fork 0
mirror of https://github.com/Telecominfraproject/wlan-lanforge-scripts.git synced 2025-11-01 11:18:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

lf_qa.py : line length update

Browse Source 
Tested Script
Signed-off-by: Chuck SmileyRekiere <chuck.smileyrekiere@candelatech.com>
This commit is contained in:
Chuck SmileyRekiere
2021-10-08 17:39:59 -06:00
parent a9526b2c9e
commit 6577f16ece
1 changed files with 122 additions and 62 deletions
Download Patch File Download Diff File Expand all files Collapse all files

184
py-scripts/tools/lf_qa.py
View File

@@ -1,7 +1,7 @@
#!/usr/bin/env python3 #!/usr/bin/env python3
''' '''
File: read kpi.csv place in sql database, create png of historical kpi and present graph on dashboard File: read kpi.csv place in sql database, create png of historical kpi and present graph on dashboard
Usage: lf_qa.py --store --png --show --path <path to directories to traverse> --database <name of database> Usage: lf_qa.py --store --png --show --path <path to directories to traverse> --database <name of database>
''' '''
import sys import sys
import os import os
@@ -64,8 +64,12 @@ class csv_sql():
def get_dut_info(self): def get_dut_info(self):
# try: # try:
print("get_dut_info DUT: {DUT} SW:{SW} HW:{HW} SN:{SN}" print(
.format(DUT=self.dut_model_num, SW=self.dut_sw_version, HW=self.dut_hw_version, SN=self.dut_serial_num)) "get_dut_info DUT: {DUT} SW:{SW} HW:{HW} SN:{SN}" .format(
DUT=self.dut_model_num,
SW=self.dut_sw_version,
HW=self.dut_hw_version,
SN=self.dut_serial_num))
dut_dict = { dut_dict = {
'DUT': [self.dut_model_num], 'DUT': [self.dut_model_num],
@@ -92,16 +96,18 @@ class csv_sql():
test_id_list = list(kpi_df['test-id']) test_id_list = list(kpi_df['test-id'])
test_id = list(set(test_id_list)) test_id = list(set(test_id_list))
test_id = test_id[-1] # done to get element of list test_id = test_id[-1] # done to get element of list
except: except BaseException:
print("exception reading test_id in csv _kpi_path {kpi_path}".format( print(
kpi_path=_kpi_path)) "exception reading test_id in csv _kpi_path {kpi_path}".format(
kpi_path=_kpi_path))
try: try:
test_tag_list = list(kpi_df['test-tag']) test_tag_list = list(kpi_df['test-tag'])
test_tag = list(set(test_tag_list)) test_tag = list(set(test_tag_list))
test_tag = test_tag[-1] # done to get element of list test_tag = test_tag[-1] # done to get element of list
except: except BaseException:
print( print(
"exception reading test-tag in csv _kpi_path {kpi_path}, try meta.txt".format(kpi_path=_kpi_path)) "exception reading test-tag in csv _kpi_path {kpi_path}, try meta.txt".format(
kpi_path=_kpi_path))
# if test_tag still NA then try meta file # if test_tag still NA then try meta file
try: try:
@@ -109,7 +115,7 @@ class csv_sql():
_kpi_path = _kpi_path.replace('kpi.csv', '') _kpi_path = _kpi_path.replace('kpi.csv', '')
use_meta_test_tag, test_tag = self.get_test_tag_from_meta( use_meta_test_tag, test_tag = self.get_test_tag_from_meta(
_kpi_path) _kpi_path)
except: except BaseException:
print("exception reading meta.txt _kpi_path: {kpi_path}".format( print("exception reading meta.txt _kpi_path: {kpi_path}".format(
kpi_path=_kpi_path)) kpi_path=_kpi_path))
if use_meta_test_tag: if use_meta_test_tag:
@@ -142,17 +148,19 @@ class csv_sql():
if "test_tag" in line: if "test_tag" in line:
test_tag = line.replace("test_tag", "") test_tag = line.replace("test_tag", "")
test_tag = test_tag.strip() test_tag = test_tag.strip()
print("meta_data_path {meta_data_path} test_tag {test_tag}".format( print(
meta_data_path=meta_data_path, test_tag=test_tag)) "meta_data_path {meta_data_path} test_tag {test_tag}".format(
meta_data_path=meta_data_path,
test_tag=test_tag))
meta_data_fd.close() meta_data_fd.close()
except: except BaseException:
print("exception reading test_tag from {_kpi_path}".format( print("exception reading test_tag from {_kpi_path}".format(
_kpi_path=_kpi_path)) _kpi_path=_kpi_path))
return use_meta_test_tag, test_tag return use_meta_test_tag, test_tag
def get_suite_html(self): def get_suite_html(self):
suite_html_results = """ suite_html_results = """
<table class="dataframe" border="1"> <table class="dataframe" border="1">
<thead> <thead>
<tr style="text-align: center;"> <tr style="text-align: center;">
@@ -189,13 +197,13 @@ class csv_sql():
suite_html_results += """ suite_html_results += """
</tbody> </tbody>
</table> </table>
<br> <br>
""" """
return suite_html_results return suite_html_results
def get_kpi_chart_html(self): def get_kpi_chart_html(self):
kpi_chart_html = """ kpi_chart_html = """
<table border="0"> <table border="0">
<tbody> <tbody>
""" """
@@ -222,7 +230,7 @@ class csv_sql():
<td> <td>
<a href="{kpi_chart_0}" target="_blank"> <a href="{kpi_chart_0}" target="_blank">
<img src="{kpi_chart_1}" style="width:400px;max-width:400px" title="{kpi_chart_2}"> <img src="{kpi_chart_1}" style="width:400px;max-width:400px" title="{kpi_chart_2}">
</a> </a>
</td> </td>
""".format(test_tag=test_tag, test_id=test_id, kpi_chart_0=kpi_chart, kpi_chart_1=kpi_chart, kpi_chart_2=kpi_chart) """.format(test_tag=test_tag, test_id=test_id, kpi_chart_0=kpi_chart, kpi_chart_1=kpi_chart, kpi_chart_2=kpi_chart)
table_index += 1 table_index += 1
@@ -262,13 +270,16 @@ class csv_sql():
self.conn = sqlite3.connect(self.database) self.conn = sqlite3.connect(self.database)
try: try:
self.df.to_sql(self.table, self.conn, if_exists='append') self.df.to_sql(self.table, self.conn, if_exists='append')
except: except BaseException:
print("attempt to append to database with different column layout, caused an exception, input new name --database <new name>") print("attempt to append to database with different column layout, caused an exception, input new name --database <new name>")
print("Error attempt to append to database with different column layout, caused an exception, input new name --database <new name>", file=sys.stderr) print(
"Error attempt to append to database with different column layout, caused an exception, input new name --database <new name>",
file=sys.stderr)
exit(1) exit(1)
self.conn.close() self.conn.close()
def generate_png(self, group, test_id_list, test_tag, test_rig, kpi_path_list, kpi_fig, df_tmp): def generate_png(self, group, test_id_list, test_tag,
test_rig, kpi_path_list, kpi_fig, df_tmp):
# save the figure - figures will be over written png # save the figure - figures will be over written png
# for testing # for testing
png_server_img = '' png_server_img = ''
@@ -288,9 +299,10 @@ class csv_sql():
# generate png image # generate png image
try: try:
kpi_fig.write_image(png_path, scale=1, width=1200, height=300) kpi_fig.write_image(png_path, scale=1, width=1200, height=300)
except: except BaseException:
print("ERROR: {database} Was correct database passed in, moved or duplicates of same name?".format( print(
database=self.database)) "ERROR: {database} Was correct database passed in, moved or duplicates of same name?".format(
database=self.database))
# generate html image (interactive) # generate html image (interactive)
kpi_fig.write_html(html_path) kpi_fig.write_html(html_path)
img_kpi_html_path = self.server + html_path img_kpi_html_path = self.server + html_path
@@ -316,7 +328,9 @@ class csv_sql():
self.html_results += """<br>""" self.html_results += """<br>"""
def generate_graph_png(self): def generate_graph_png(self):
print("generate png and html to display, generate time: {}".format(time.time())) print(
"generate png and html to display, generate time: {}".format(
time.time()))
# https://datacarpentry.org/python-ecology-lesson/09-working-with-sql/index.html- # https://datacarpentry.org/python-ecology-lesson/09-working-with-sql/index.html-
self.conn = sqlite3.connect(self.database) self.conn = sqlite3.connect(self.database)
@@ -326,7 +340,7 @@ class csv_sql():
# sort by date from oldest to newest. # sort by date from oldest to newest.
try: try:
df3 = df3.sort_values(by='Date') df3 = df3.sort_values(by='Date')
except: except BaseException:
print("Database empty: KeyError(key) when sorting by Date, check Database name, path to kpi, typo in path, exiting") print("Database empty: KeyError(key) when sorting by Date, check Database name, path to kpi, typo in path, exiting")
exit(1) exit(1)
self.conn.close() self.conn.close()
@@ -353,7 +367,7 @@ class csv_sql():
for group in graph_group_list: for group in graph_group_list:
df_tmp = df3.loc[(df3['test-rig'] == test_rig) & ( df_tmp = df3.loc[(df3['test-rig'] == test_rig) & (
df3['Graph-Group'] == str(group)) & (df3['test-tag'] == str(test_tag))] df3['Graph-Group'] == str(group)) & (df3['test-tag'] == str(test_tag))]
if df_tmp.empty == False: if not df_tmp.empty:
# Note if graph group is score there is sub tests for pass and fail # Note if graph group is score there is sub tests for pass and fail
# would like a percentage # would like a percentage
@@ -366,37 +380,51 @@ class csv_sql():
# the [0] will get the latest versions for the report # the [0] will get the latest versions for the report
self.dut_model_num_list = list( self.dut_model_num_list = list(
set(list(df_tmp['dut-model-num']))) set(list(df_tmp['dut-model-num'])))
print("in png self.dut_model_num_list {dut_model_num_list}".format( print(
dut_model_num_list=self.dut_model_num_list)) "in png self.dut_model_num_list {dut_model_num_list}".format(
if self.dut_model_num_list[0] != None: dut_model_num_list=self.dut_model_num_list))
if self.dut_model_num_list[0] is not None:
self.dut_model_num = self.dut_model_num_list[0] self.dut_model_num = self.dut_model_num_list[0]
self.dut_sw_version_list = list( self.dut_sw_version_list = list(
set(list(df_tmp['dut-sw-version']))) set(list(df_tmp['dut-sw-version'])))
if self.dut_sw_version_list[0] != None: if self.dut_sw_version_list[0] is not None:
self.dut_sw_version = self.dut_sw_version_list[0] self.dut_sw_version = self.dut_sw_version_list[0]
self.dut_hw_version_list = list( self.dut_hw_version_list = list(
set(list(df_tmp['dut-hw-version']))) set(list(df_tmp['dut-hw-version'])))
if self.dut_hw_version_list[0] != None: if self.dut_hw_version_list[0] is not None:
self.dut_hw_version = self.dut_hw_version_list[0] self.dut_hw_version = self.dut_hw_version_list[0]
self.dut_serial_num_list = list( self.dut_serial_num_list = list(
set(list(df_tmp['dut-serial-num']))) set(list(df_tmp['dut-serial-num'])))
if self.dut_serial_num_list[0] != None: if self.dut_serial_num_list[0] is not None:
self.dut_serial_num_ = self.dut_serial_num_list[0] self.dut_serial_num_ = self.dut_serial_num_list[0]
print("In png DUT: {DUT} SW:{SW} HW:{HW} SN:{SN}" print(
.format(DUT=self.dut_model_num_list, SW=self.dut_sw_version_list, HW=self.dut_hw_version_list, SN=self.dut_serial_num_list)) "In png DUT: {DUT} SW:{SW} HW:{HW} SN:{SN}" .format(
DUT=self.dut_model_num_list,
SW=self.dut_sw_version_list,
HW=self.dut_hw_version_list,
SN=self.dut_serial_num_list))
units_list = list(df_tmp['Units']) units_list = list(df_tmp['Units'])
print( print(
"GRAPHING::: test-rig {} test-tag {} Graph-Group {}".format(test_rig, test_tag, group)) "GRAPHING::: test-rig {} test-tag {} Graph-Group {}".format(test_rig, test_tag, group))
# group of Score will have subtest # group of Score will have subtest
if group == 'Score': if group == 'Score':
# Print out the Standard Score report , May want to check for empty pass fail # Print out the Standard Score report , May want to
kpi_fig = (px.scatter(df_tmp, x="Date", y="numeric-score", # check for empty pass fail
custom_data=[ kpi_fig = (
'numeric-score', 'Subtest-Pass', 'Subtest-Fail'], px.scatter(
color="short-description", hover_name="short-description", df_tmp,
size_max=60)).update_traces(mode='lines+markers') x="Date",
y="numeric-score",
custom_data=[
'numeric-score',
'Subtest-Pass',
'Subtest-Fail'],
color="short-description",
hover_name="short-description",
size_max=60)).update_traces(
mode='lines+markers')
kpi_fig.update_traces( kpi_fig.update_traces(
hovertemplate="<br>".join([ hovertemplate="<br>".join([
@@ -429,11 +457,20 @@ class csv_sql():
(df_tmp["Subtest-Pass"] + (df_tmp["Subtest-Pass"] +
df_tmp["Subtest-Fail"]) df_tmp["Subtest-Fail"])
fig1 = (px.scatter(df_tmp, x="Date", y="Percent", fig1 = (
custom_data=[ px.scatter(
'short-description', 'Percent', 'Subtest-Pass', 'Subtest-Fail'], df_tmp,
color="short-description", hover_name="short-description", x="Date",
size_max=60)).update_traces(mode='lines+markers') y="Percent",
custom_data=[
'short-description',
'Percent',
'Subtest-Pass',
'Subtest-Fail'],
color="short-description",
hover_name="short-description",
size_max=60)).update_traces(
mode='lines+markers')
fig1.update_traces( fig1.update_traces(
hovertemplate="<br>".join([ hovertemplate="<br>".join([
@@ -470,9 +507,15 @@ class csv_sql():
#kpi_fig.add_scatter(x=df_tmp['Date'], y=df_tmp['Subtest-Fail']).update_traces(mode='lines+markers') #kpi_fig.add_scatter(x=df_tmp['Date'], y=df_tmp['Subtest-Fail']).update_traces(mode='lines+markers')
else: else:
kpi_fig = (px.scatter(df_tmp, x="Date", y="numeric-score", kpi_fig = (
color="short-description", hover_name="short-description", px.scatter(
size_max=60)).update_traces(mode='lines+markers') df_tmp,
x="Date",
y="numeric-score",
color="short-description",
hover_name="short-description",
size_max=60)).update_traces(
mode='lines+markers')
kpi_fig.update_layout( kpi_fig.update_layout(
title="{} : {} : {} : {}".format( title="{} : {} : {} : {}".format(
@@ -491,7 +534,8 @@ class csv_sql():
kpi_fig=kpi_fig) kpi_fig=kpi_fig)
# Feature, Sum up the subtests passed/failed from the kpi files for each run, poke those into the database, and generate a kpi graph for them. # Feature, Sum up the subtests passed/failed from the kpi files for each
# run, poke those into the database, and generate a kpi graph for them.
def main(): def main():
parser = argparse.ArgumentParser( parser = argparse.ArgumentParser(
@@ -503,27 +547,43 @@ def main():
''', ''',
description='''\ description='''\
File: read kpi.csv place in sql database, create png of historical kpi and present graph on dashboard File: read kpi.csv place in sql database, create png of historical kpi and present graph on dashboard
Usage: lf_qa.py --store --png --path <path to directories to traverse> --database <name of database> Usage: lf_qa.py --store --png --path <path to directories to traverse> --database <name of database>
''') ''')
parser.add_argument( parser.add_argument(
'--path', help='--path top directory path to kpi if regererating database or png files', default='') '--path',
help='--path top directory path to kpi if regererating database or png files',
default='')
parser.add_argument('--file', help='--file kpi.csv default: kpi.csv', parser.add_argument('--file', help='--file kpi.csv default: kpi.csv',
default='kpi.csv') # TODO is this needed default='kpi.csv') # TODO is this needed
parser.add_argument( parser.add_argument(
'--database', help='--database qa_test_db default: qa_test_db', default='qa_test_db') '--database',
help='--database qa_test_db default: qa_test_db',
default='qa_test_db')
parser.add_argument( parser.add_argument(
'--table', help='--table qa_table default: qa_table', default='qa_table') '--table',
help='--table qa_table default: qa_table',
default='qa_table')
parser.add_argument( parser.add_argument(
'--server', help='--server http://<server ip>/ default: http://192.168.95.6/', default='http://192.168.95.6/') '--server',
help='--server http://<server ip>/ default: http://192.168.95.6/',
default='http://192.168.95.6/')
parser.add_argument( parser.add_argument(
'--cut', help='--cut /home/lanforge/ used to adjust server path default: /home/lanforge/', default='/home/lanforge/') '--cut',
help='--cut /home/lanforge/ used to adjust server path default: /home/lanforge/',
default='/home/lanforge/')
parser.add_argument( parser.add_argument(
'--store', help='--store , store kpi to db, action store_true', action='store_true') '--store',
help='--store , store kpi to db, action store_true',
action='store_true')
parser.add_argument( parser.add_argument(
'--png', help='--png, generate png for kpi in path, generate display, action store_true', action='store_true') '--png',
help='--png, generate png for kpi in path, generate display, action store_true',
action='store_true')
parser.add_argument( parser.add_argument(
'--dir', help="--dir <results directory> default lf_qa", default="lf_qa") '--dir',
help="--dir <results directory> default lf_qa",
default="lf_qa")
args = parser.parse_args() args = parser.parse_args()
@@ -536,14 +596,14 @@ Usage: lf_qa.py --store --png --path <path to directories to traverse> --databas
__dir = args.dir __dir = args.dir
__cut = args.cut __cut = args.cut
print("config: path:{path} file:{file} database:{database} table:{table} server:{server} store:{store} png:{png}" print("config: path:{path} file:{file} database:{database} table:{table} server:{server} store:{store} png:{png}" .format(
.format(path=__path, file=__file, database=__database, table=__table, server=__server, store=args.store, png=args.png)) path=__path, file=__file, database=__database, table=__table, server=__server, store=args.store, png=args.png))
if(__path == '' and args.store == True): if(__path == '' and args.store):
print("--path <path of kpi.csv> must be entered if --store , exiting") print("--path <path of kpi.csv> must be entered if --store , exiting")
exit(1) exit(1)
if(args.png == True and args.store == False): if(args.png and args.store == False):
print("if --png set to create png files then --store must also be set, exiting") print("if --png set to create png files then --store must also be set, exiting")
exit(1) exit(1)
@@ -627,7 +687,7 @@ Usage: lf_qa.py --store --png --path <path to directories to traverse> --databas
print("html report: {}".format(html_report)) print("html report: {}".format(html_report))
try: try:
report.write_pdf_with_timestamp() report.write_pdf_with_timestamp()
except: except BaseException:
print("exception write_pdf_with_timestamp()") print("exception write_pdf_with_timestamp()")