mirror of
https://github.com/optim-enterprises-bv/nDPId.git
synced 2025-11-01 18:57:48 +00:00
1a0d7ddbfa
* bump libnDPI to c53c82d4823b5a8f856d1375155ac5112b68e8af * run_tests.sh: improved execution from non-git directories e.g. via `make dist` * updated JSON schema to be more restrictive * nDPId: splitted generic get_ip_from_sockaddr into IPv4/IPv6 to prevent compiler warnings on some platforms Signed-off-by: Toni Uhlig <matzeton@googlemail.com>
232 lines
6.9 KiB
Bash
Executable File
232 lines
6.9 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
set -e
|
|
|
|
LINE_SPACES=${LINE_SPACES:-48}
|
|
MYDIR="$(realpath "$(dirname ${0})")"
|
|
nDPId_test_EXEC="$(realpath "${2:-"${MYDIR}/../nDPId-test"}")"
|
|
NETCAT_EXEC="$(which nc) -q 0 -l 127.0.0.1 9000"
|
|
JSON_VALIDATOR="$(realpath "${3:-"${MYDIR}/../examples/py-schema-validation/py-schema-validation.py"}")"
|
|
SEMN_VALIDATOR="$(realpath "${4:-"${MYDIR}/../examples/py-semantic-validation/py-semantic-validation.py"}")"
|
|
IS_GIT=$(test -d "${MYDIR}/../.git" && printf '1' || printf '0')
|
|
|
|
function usage()
|
|
{
|
|
cat <<EOF
|
|
usage: ${0} [path-to-nDPI-source-root] \\
|
|
[path-to-nDPId-test-exec] [path-to-nDPId-JSON-validator] [path-to-nDPId-SEMANTIC-validator]
|
|
|
|
path-to-nDPId-test-exec defaults to ${nDPId_test_EXEC}
|
|
path-to-nDPId-JSON-validator defaults to ${JSON_VALIDATOR}
|
|
path-to-nDPId-SEMANTIC-validator default to ${SEMN_VALIDATOR}
|
|
EOF
|
|
return 0
|
|
}
|
|
|
|
test -z "$(which flock)" && { printf '%s\n' 'flock not found'; exit 1; }
|
|
test -z "$(which pkill)" && { printf '%s\n' 'pkill not found'; exit 1; }
|
|
test -z "$(which nc)" && { printf '%s\n' 'nc not found'; exit 1; }
|
|
|
|
if [ $# -eq 0 -a -x "${MYDIR}/../libnDPI/tests/pcap" ]; then
|
|
nDPI_SOURCE_ROOT="${MYDIR}/../libnDPI"
|
|
elif [ $# -ne 1 -a $# -ne 2 -a $# -ne 3 -a $# -ne 4 ]; then
|
|
usage
|
|
exit 2
|
|
else
|
|
nDPI_SOURCE_ROOT="$(realpath "${1}")"
|
|
fi
|
|
|
|
if [ ! -x "${nDPI_SOURCE_ROOT}/tests/pcap" ]; then
|
|
printf 'PCAP directory %s does not exist or you do not have the permission to access it.\n' "${nDPI_SOURCE_ROOT}/tests/pcap" >&2
|
|
exit 2
|
|
fi
|
|
|
|
LOCKFILE="$(realpath "${0}").lock"
|
|
|
|
touch "${LOCKFILE}"
|
|
exec 42< "${LOCKFILE}"
|
|
$(which flock) -x -n 42 || {
|
|
printf '%s\n' "Could not aquire file lock for ${0}. Already running instance?" >&2;
|
|
exit 3;
|
|
}
|
|
function sighandler()
|
|
{
|
|
printf '%s\n' ' Received shutdown SIGNAL, bye' >&2
|
|
$(which pkill) -P $$
|
|
wait
|
|
rm -f "${LOCKFILE}"
|
|
exit 4
|
|
}
|
|
trap sighandler SIGINT SIGTERM
|
|
|
|
if [ ! -x "${nDPId_test_EXEC}" ]; then
|
|
usage
|
|
printf '\n%s\n' "Required nDPId-test executable does not exist; ${nDPId_test_EXEC}"
|
|
exit 5
|
|
fi
|
|
|
|
$(which nc) -h |& head -n1 | grep -qoE '^OpenBSD netcat' || {
|
|
printf '%s\n' "$(which nc): OpenBSD netcat (nc) version required!" >&2;
|
|
printf '%s\n' "$(which nc): Your version: $(nc -h |& head -n1)" >&2;
|
|
exit 6;
|
|
}
|
|
|
|
nDPI_TEST_DIR="$(realpath "${nDPI_SOURCE_ROOT}/tests/pcap")"
|
|
cd "${nDPI_TEST_DIR}"
|
|
|
|
cat <<EOF
|
|
nDPId-test: ${nDPId_test_EXEC}
|
|
nDPI pcaps: ${nDPI_TEST_DIR} ($(ls -l *.pcap *.pcapng *.cap | wc -l) total)
|
|
|
|
--------------------------
|
|
-- nDPId PCAP diff tests --
|
|
--------------------------
|
|
|
|
EOF
|
|
|
|
mkdir -p /tmp/nDPId-test-stderr
|
|
mkdir -p /tmp/nDPId-test-stdout
|
|
|
|
set +e
|
|
TESTS_FAILED=0
|
|
|
|
${nDPId_test_EXEC} -h 2>/dev/null
|
|
if [ $? -ne 1 ]; then
|
|
printf '%s\n' "nDPId-test: ${nDPId_test_EXEC} seems to be an invalid executable"
|
|
exit 7
|
|
fi
|
|
|
|
for pcap_file in *.pcap *.pcapng *.cap; do
|
|
printf '%s\n' "-- CMD: ${nDPId_test_EXEC} $(realpath "${pcap_file}")" \
|
|
>"/tmp/nDPId-test-stderr/${pcap_file}.out"
|
|
printf '%s\n' "-- OUT: ${MYDIR}/results/${pcap_file}.out" \
|
|
>>"/tmp/nDPId-test-stderr/${pcap_file}.out"
|
|
|
|
printf "%-${LINE_SPACES}s\t" "${pcap_file}"
|
|
|
|
${nDPId_test_EXEC} "${pcap_file}" \
|
|
>"/tmp/nDPId-test-stdout/${pcap_file}.out.new" \
|
|
2>>"/tmp/nDPId-test-stderr/${pcap_file}.out"
|
|
nDPId_test_RETVAL=$?
|
|
|
|
if [ ${nDPId_test_RETVAL} -eq 0 ]; then
|
|
if [ ! -r "${MYDIR}/results/${pcap_file}.out" ]; then
|
|
printf '%s\n' '[NEW]'
|
|
test ${IS_GIT} -eq 1 && \
|
|
mv -v "/tmp/nDPId-test-stdout/${pcap_file}.out.new" \
|
|
"${MYDIR}/results/${pcap_file}.out"
|
|
TESTS_FAILED=$((TESTS_FAILED + 1))
|
|
elif diff -u0 "${MYDIR}/results/${pcap_file}.out" \
|
|
"/tmp/nDPId-test-stdout/${pcap_file}.out.new" >/dev/null; then
|
|
printf '%s\n' '[OK]'
|
|
rm -f "/tmp/nDPId-test-stdout/${pcap_file}.out.new"
|
|
else
|
|
printf '%s\n' '[DIFF]'
|
|
diff -u0 "${MYDIR}/results/${pcap_file}.out" \
|
|
"/tmp/nDPId-test-stdout/${pcap_file}.out.new"
|
|
test ${IS_GIT} -eq 1 && \
|
|
mv -v "/tmp/nDPId-test-stdout/${pcap_file}.out.new" \
|
|
"${MYDIR}/results/${pcap_file}.out"
|
|
TESTS_FAILED=$((TESTS_FAILED + 1))
|
|
fi
|
|
else
|
|
printf '%s\n' '[FAIL]'
|
|
printf '%s\n' '----------------------------------------'
|
|
printf '%s\n' "-- STDERR of ${pcap_file}: /tmp/nDPId-test-stderr/${pcap_file}.out"
|
|
cat "/tmp/nDPId-test-stderr/${pcap_file}.out"
|
|
TESTS_FAILED=$((TESTS_FAILED + 1))
|
|
fi
|
|
done
|
|
|
|
function validate_results()
|
|
{
|
|
prefix_str="${1}"
|
|
pcap_file="$(basename ${2})"
|
|
result_file="${3}"
|
|
validator_exec="${4}"
|
|
|
|
printf "%s %-$((${LINE_SPACES} - ${#prefix_str}))s\t" "${prefix_str}" "${pcap_file}"
|
|
printf '%s\n' "-- ${prefix_str}" >>"/tmp/nDPId-test-stderr/${pcap_file}.out"
|
|
|
|
if [ ! -r "${result_file}" ]; then
|
|
printf ' %s\n' '[MISSING]'
|
|
return 1
|
|
fi
|
|
|
|
# Note that the grep command is required as we generate a summary in the results file.
|
|
cat "${result_file}" | grep -vE '^~~.*$' | ${NETCAT_EXEC} &
|
|
nc_pid=$!
|
|
printf '%s\n' "-- ${validator_exec}" >>"/tmp/nDPId-test-stderr/${pcap_file}.out"
|
|
${validator_exec} 2>>"/tmp/nDPId-test-stderr/${pcap_file}.out"
|
|
if [ $? -eq 0 ]; then
|
|
printf ' %s\n' '[OK]'
|
|
else
|
|
printf ' %s\n' '[FAIL]'
|
|
printf '%s\n' '----------------------------------------'
|
|
printf '%s\n' "-- STDERR of ${pcap_file}: /tmp/nDPId-test-stderr/${pcap_file}.out"
|
|
cat "/tmp/nDPId-test-stderr/${pcap_file}.out"
|
|
return 1
|
|
fi
|
|
kill -SIGTERM ${nc_pid} 2>/dev/null
|
|
wait ${nc_pid} 2>/dev/null
|
|
|
|
return 0
|
|
}
|
|
|
|
cat <<EOF
|
|
|
|
--------------------------------
|
|
-- SCHEMA/SEMANTIC Validation --
|
|
--------------------------------
|
|
|
|
netcat (OpenBSD) exec + args: ${NETCAT_EXEC}
|
|
|
|
EOF
|
|
|
|
cd "${MYDIR}"
|
|
for out_file in results/*.out; do
|
|
pcap_file="${nDPI_TEST_DIR}/$(basename ${out_file%.out})"
|
|
if [ ! -r "${pcap_file}" ]; then
|
|
printf "%-${LINE_SPACES}s\t%s\n" "$(basename ${pcap_file})" '[MISSING]'
|
|
TESTS_FAILED=$((TESTS_FAILED + 1))
|
|
else
|
|
validate_results "SCHEMA " "${pcap_file}" "${out_file}" \
|
|
"${JSON_VALIDATOR} --host 127.0.0.1 --port 9000"
|
|
if [ $? -ne 0 ]; then
|
|
TESTS_FAILED=$((TESTS_FAILED + 1))
|
|
continue
|
|
fi
|
|
|
|
validate_results "SEMANTIC" "${pcap_file}" "${out_file}" \
|
|
"${SEMN_VALIDATOR} --host 127.0.0.1 --port 9000 --strict"
|
|
if [ $? -ne 0 ]; then
|
|
TESTS_FAILED=$((TESTS_FAILED + 1))
|
|
continue
|
|
fi
|
|
fi
|
|
done
|
|
|
|
cat <<EOF
|
|
|
|
Done. For more information see text files in:
|
|
/tmp/nDPId-test-stdout/
|
|
/tmp/nDPId-test-stderr/
|
|
|
|
EOF
|
|
|
|
if [ ${TESTS_FAILED} -eq 0 ]; then
|
|
cat <<EOF
|
|
|
|
--------------------------
|
|
-- All tests succeeded. --
|
|
--------------------------
|
|
EOF
|
|
exit 0
|
|
else
|
|
cat <<EOF
|
|
|
|
*** ${TESTS_FAILED} tests failed. ***
|
|
EOF
|
|
exit 1
|
|
fi
|