scottk/wlan-lanforge-scripts
1
0
Fork 0
mirror of https://github.com/Telecominfraproject/wlan-lanforge-scripts.git synced 2025-11-02 11:48:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

regression_test: Record log information about failed tests to LANforge device, search for Starting Scenario string which is automatically logged by scenario.py

Browse Source 
Signed-off-by: Matthew Stidham <stidmatt@gmail.com>
This commit is contained in:
Matthew Stidham
2022-01-05 17:39:49 -08:00
committed by shivam
parent 9dc92b3763
commit a2931eea9e
1 changed files with 29 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

53
py-scripts/regression_test.sh
View File

@@ -243,26 +243,7 @@ function create_station_and_sensitivity {
}
if [[ ${#SHORT} -gt 0 ]]; then
testCommands=(
"./lf_ap_auto_test.py \
--mgr $MGR --port 8080 --lf_user lanforge --lf_password lanforge \
--instance_name ap-auto-instance --config_name test_con --upstream $UPSTREAM \
--dut5_0 '$DUT5' \
--dut2_0 '$DUT2' \
--radio2 $RADIO_USED \
--radio2 $RADIO2 \
--radio2 $RADIO2 \
--set 'Basic Client Connectivity' 1 \
--set 'Multi Band Performance' 1 \
--set 'Skip 2.4Ghz Tests' 1 \
--set 'Skip 5Ghz Tests' 1 \
--set 'Throughput vs Pkt Size' 0 \
--set 'Capacity' 0 \
--set 'Stability' 0 \
--set 'Band-Steering' 0 \
--set 'Multi-Station Throughput vs Pkt Size' 0 \
--set 'Long-Term' 0 \
--pull_report \
--local_lf_report_dir /home/matthew/html-reports/"
"./test_ip_variable_time.py --radio $RADIO_USED --ssid $SSID_USED --passwd $PASSWD_USED --security $SECURITY --test_duration 15s --output_format excel --layer3_cols $COL_NAMES --debug --mgr $MGR --traffic_type lf_udp"
)
@@ -560,16 +541,32 @@ function test() {
execution="$((end-start))"
TEXT=$(cat "${FILENAME}".txt)
STDERR=""
LOGGING=""
if [[ $TEXT =~ "tests failed" ]]
then
TEXTCLASS="partial_failure"
TDTEXT="Partial Failure"
echo "Partial Failure"
mkdir "${LOG_DIR}/${NAME}"
LOGGING="<a href=\"${URL2}/logs\" target=\"_blank\">Logging directory</a>"
if [[ $MGR == "localhost" ]]; then
cp "${HOMEPATH}"/lanforge_log* "${LOG_DIR}/${NAME}"
else
sshpass -p "lanforge" scp lanforge@"${MGR}":~/lanforge_log* "${LOG_DIR}/${NAME}"
fi
elif [[ $TEXT =~ "FAILED" ]]
then
TEXTCLASS="partial_failure"
TDTEXT="ERROR"
echo "ERROR"
LOGGING="<a href=\"${URL2}/logs\" target=\"_blank\">Logging directory</a>"
mkdir "${LOG_DIR}/${NAME}"
if [[ $MGR == "localhost" ]]; then
cp "${HOMEPATH}"/lanforge_log* "${LOG_DIR}/${NAME}"
else
sshpass -p "lanforge" scp lanforge@"${MGR}":~/lanforge_log* "${LOG_DIR}/${NAME}"
fi
else
TEXTCLASS="success"
TDTEXT="Success"
@@ -581,13 +578,20 @@ function test() {
TEXTCLASS="failure"
TDTEXT="Failure"
STDERR="<a href=\"${URL2}/${NAME}_stderr.txt\" target=\"_blank\">STDERR</a>"
LOGGING="<a href=\"${URL2}_logs\" target=\"_blank\">Logging directory</a>"
LOGGING="<a href=\"${URL2}/logs\" target=\"_blank\">Logging directory</a>"
mkdir "${LOG_DIR}/${NAME}"
if [[ $MGR == "localhost" ]]; then
cp "${HOMEPATH}"/lanforge_log* "${TEST_DIR}"/"${URL2}"_logs
cp "${HOMEPATH}"/lanforge_log* "${LOG_DIR}/${NAME}"
else
sshpass -p "lanforge" scp lanforge@"${MGR}":~/lanforge_log* "${TEST_DIR}"/"${URL2}"_logs
sshpass -p "lanforge" scp lanforge@"${MGR}":~/lanforge_log* "${LOG_DIR}/${NAME}"
fi
if [[ ${#LOGGING} -gt 0 ]]; then
LINE=$(grep -n 'Starting Scenario' "${LOG_DIR}/${NAME}/lanforge_log_0.txt" | awk -F: '{print $1}' | tail -1)
LOG_TEXT=$(tail -N+"${LINE}" "${LOG_DIR}/${NAME}/lanforge_log_0.txt")
$LOG_TEXT >> "${LOG_DIR}/${NAME}/lanforge_log_0.txt"
fi
fi
results+=("<tr><td>${CURR_TEST_NAME}</td>
<td class='scriptdetails'>${testcommand}</td>
@@ -742,8 +746,9 @@ NOW=$(date +"%Y-%m-%d-%H-%M")
NOW="${NOW/:/-}"
TEST_DIR="${REPORT_DATA}/${NOW}"
URL2="/report-data/${NOW}"
LOG_DIR="${TEST_DIR}/logs"
mkdir "${TEST_DIR}"
mkdir "${TEST_DIR}"/"${URL2}"_logs
mkdir "${LOG_DIR}"
echo "Recording data to $TEST_DIR"
start_tests