lf_check.py : added summary to summary some tests failed

ct_us_001_scripts.json : added information about --create_scenario <name>
and instance name

Signed-off-by: Chuck SmileyRekiere <chuck.smileyrekiere@candelatech.com>
This commit is contained in:
Chuck SmileyRekiere
2021-11-30 18:54:02 -05:00
parent b4c4eb3b1e
commit c40e164248
2 changed files with 8 additions and 1 deletions

View File

@@ -6,7 +6,10 @@
"The variables that are all capitalized below are replaced with configuration", "The variables that are all capitalized below are replaced with configuration",
"from the json file. so LF_MGR_IP in the test below is replaced by the json lf_mgr_ip", "from the json file. so LF_MGR_IP in the test below is replaced by the json lf_mgr_ip",
"The replacement is loosely coupled so the upper and lower case convention is used", "The replacement is loosely coupled so the upper and lower case convention is used",
"to identify replaced strings in the lf_check.py code." "to identify replaced strings in the lf_check.py code.",
"When doing a create_chamberview.py --create_scenario <name> ",
"has no correlation to the --instance_name , instance name is used ",
"as a unique identifier for tha chamber-view test run"
] ]
}, },
"test_suites":{ "test_suites":{

View File

@@ -159,6 +159,7 @@ class lf_check():
self.tests_run = 0 self.tests_run = 0
self.tests_success = 0 self.tests_success = 0
self.tests_failure = 0 self.tests_failure = 0
self.tests_some_failure = 0
self.tests_timeout = 0 self.tests_timeout = 0
self.results_col_titles = [ self.results_col_titles = [
"Test", "Command", "Result", "STDOUT", "STDERR"] "Test", "Command", "Result", "STDOUT", "STDERR"]
@@ -1067,6 +1068,8 @@ NOTE: Diagrams are links in dashboard""".format(ip_qa=ip, qa_url=qa_url)
self.tests_success += 1 self.tests_success += 1
elif self.test_result == "Failure": elif self.test_result == "Failure":
self.tests_failure += 1 self.tests_failure += 1
elif self.test_result == "Some Tests Failed":
self.tests_some_failure += 1
elif self.test_result == "TIMEOUT": elif self.test_result == "TIMEOUT":
self.tests_timeout += 1 self.tests_timeout += 1
@@ -1422,6 +1425,7 @@ note if all json data (rig,dut,tests) in same json file pass same json in for a
lf_test_summary = pd.DataFrame() lf_test_summary = pd.DataFrame()
lf_test_summary['Tests Run'] = [check.tests_run] lf_test_summary['Tests Run'] = [check.tests_run]
lf_test_summary['Success'] = [check.tests_success] lf_test_summary['Success'] = [check.tests_success]
lf_test_summary['Some Tests Failed'] = [check.tests_some_failure]
lf_test_summary['Failure'] = [check.tests_failure] lf_test_summary['Failure'] = [check.tests_failure]
lf_test_summary['Timeout'] = [check.tests_timeout] lf_test_summary['Timeout'] = [check.tests_timeout]