#!/bin/bash # # Copyright: 2013-2020 Sipwise Development Team # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This package is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see . # # On Debian systems, the complete text of the GNU General # Public License version 3 can be found in "/usr/share/common-licenses/GPL-3". # CAPTURE=false SKIP=false MEMDBG=false SKIP_DELDOMAIN=false SKIP_TESTS=false SKIP_PARSE=false SKIP_RUNSIPP=false FIX_RETRANS=false GRAPH=false GRAPH_FAIL=false JSON_KAM=true SKIP_MOVE_JSON_KAM=false CDR=false ERR_FLAG=0 RETRANS_SIZE=2 rtpengine_ctl_ip=$(grep 'listen-cli' /etc/rtpengine/rtpengine.conf|\ awk '{print $3}') RTPENGINE_CTL="rtpengine-ctl -ip ${rtpengine_ctl_ip}" SIPP_VERSION=$(sipp -v | awk -F- '/SIPp/ { print $1 }' | awk '{print $2}') # $1 kamailio msg parsed to yml # $2 destination png filename graph() { local OPTS if "${JSON_KAM}" ; then OPTS="--json" fi if [ -f "$1" ]; then "${BIN_DIR}/graph_flow.pl" $OPTS "$1" "$2" else echo "No $1 found" ERR_FLAG=1 fi } # $1 destination tap file # $2 file path generate_error_tap() { local tap_file="$1" cat < "${tap_file}" 1..1 not ok 1 - ERROR: File $2 does not exists EOF echo "$(date) - $(basename "$2") NOT ok" } # since 3.6.0 there's a warning # showing up and generates the error file # See https://github.com/SIPp/sipp/issues/497 clean_sipp_error() { while read -r sipp_error ; do sed -i '/The following events occurred:/d' "${sipp_error}" sed -i '/Failed to delete FD from epoll/d' "${sipp_error}" [ -s "${sipp_error}" ] || rm -v "${sipp_error}" done < <(find "${LOG_DIR}/" -type f -name '*errors.log') } detect_sipp_error_files() { local find_cmd case ${SIPP_VERSION} in v3\.[0-5]\.*) ;; *) clean_sipp_error;; esac find_cmd=$(find "${LOG_DIR}/" -type f -name '*errors.log' 2>/dev/null|wc -l) if [ "${find_cmd}" -ne 0 ]; then echo "$(date) - Detected sipp error files" return 0 else echo "$(date) - No sipp error files detected" return 1 fi } function str_check_error() { local err_type=() [[ $(($1 & 2)) -eq 2 ]] && err_type+=("FLOW") [[ $(($1 & 4)) -eq 4 ]] && err_type+=("FLOW_VARS") [[ $(($1 & 8)) -eq 8 ]] && err_type+=("SIP_IN") [[ $(($1 & 16)) -eq 16 ]] && err_type+=("SIP_OUT") echo "${err_type[*]}" } check_retrans_next() { # testing next json file, if exist. Necessary in case of retransmissions or wrong timing/order. local next_msg local next_tap local kam_type local step local err_type step=${4:-1} next_test_filepath "$1" "${step}" kam_type=$2 next_tap=${3/_test.tap/_test_next.tap} echo "$(date) - Fix retransmissions enabled: try to test the next[+${step}] json file" kam_msg=$(basename "${next_msg}") if [ -a "${next_msg}" ] ; then if [[ "${test_ok[*]}" =~ ${kam_msg} ]] ; then echo "$(date) - ** skip ${kam_msg} already processed" return 1 fi echo -n "$(date) - Testing $(basename "$1") against ${kam_msg} -> $(basename "${next_tap}")" if "${BIN_DIR}/check.py" "${kam_type}" "$1" "${next_msg}" > "${next_tap}" ; then # Test using the next json file was fine. That means that, with high probability, there was a retransmission. # Next step is to backup the failed tap test and overwrite it with the working one mv "$3" "${3}_retrans" mv "${next_tap}" "$3" test_ok+=("${kam_msg}") return 0 else err_type=$(str_check_error $?) fi if [ -a "${next_tap}" ] ; then # Test using the next json file was a failure. # Next step is remove $next_tap file to don't create confusion during the additional checks rm "${next_tap}" fi else echo -n "$(date) - File $(basename "${next_msg}") doesn't exists. Result" fi echo " NOT ok[${err_type}]" return 1 } check_retrans_prev() { # testing previous json file, if exist. Necessary in case of wrong timing/order. local prev_msg local prev_tap local kam_type local step local err_type local kam_msg step=${4:-1} prev_test_filepath "$1" "${step}" kam_type=$2 prev_tap=${3/_test.tap/_test_prev.tap} echo "$(date) - Fix retransmissions enabled: try to test the previous[-${step}] json file" kam_msg=$(basename "${prev_msg}") if [ -a "${prev_msg}" ] ; then if [[ "${test_ok[*]}" =~ ${kam_msg} ]] ; then echo "$(date) - ** skip ${kam_msg} already processed" return 1 fi echo -n "$(date) - Testing $(basename "$1") against ${kam_msg} -> $(basename "${prev_tap}")" if "${BIN_DIR}/check.py" "${kam_type}" "$1" "${prev_msg}" > "${prev_tap}" ; then # Test using the previous json file was fine. That means that, with high probability, there was a wrong timing/order. # Next step is to backup the failed tap test and overwrite it with the working one mv "$3" "${3}_retrans" mv "${prev_tap}" "$3" test_ok+=("${kam_msg}") return 0 else err_type=$(str_check_error $?) fi if [ -a "${prev_tap}" ] ; then # Test using the previous json file was a failure. # Next step is remove $prev_tap file to don't create confusion during the additional checks rm "${prev_tap}" fi else echo -n "$(date) - File $(basename "${prev_msg}") doesn't exists. Result" fi echo " NOT ok[${err_type}]" return 1 } # $1 unit test yml # $2 kamailio msg parsed to yml # $3 destination tap filename # $4 number of messages to check before and after check_retrans_block() { for i in $(seq "${4:-2}") ; do if check_retrans_next "$1" "$2" "$3" "$i" ; then echo " ok" return 0 elif check_retrans_prev "$1" "$2" "$3" "$i" ; then echo " ok" return 0 fi done return 1 } # $1 unit test yml # $2 kamailio msg parsed to yml # $3 destination tap filename check_test() { local dest local kam_type="--yaml" local err_type local kam_msg dest=${RESULT_DIR}/$(basename "$3" .tap) if ! [ -f "$1" ]; then generate_error_tap "$3" "$1" ERR_FLAG=1 return 1 fi if ! [ -f "$2" ]; then generate_error_tap "$3" "$2" ERR_FLAG=1 return 1 fi if "${JSON_KAM}" ; then kam_type="--json" fi kam_msg=$(basename "$2") echo -n "$(date) - Testing $(basename "$1") against ${kam_msg} -> $(basename "$3")" if "${BIN_DIR}/check.py" ${kam_type} "$1" "$2" > "$3" ; then echo " ok" test_ok+=("${kam_msg}") return 0 else err_type=$(str_check_error $?) fi echo " NOT ok[${err_type}]" if "${FIX_RETRANS}" ; then check_retrans_block "$1" "${kam_type}" "$3" "${RETRANS_SIZE}" && return 0 fi ERR_FLAG=1 if [ -x "${BIN_DIR}/show_flow_diff.pl" ] ; then echo "$(date) - Generating flow diff: ${dest}.diff" "${BIN_DIR}/show_flow_diff.pl" "$1" "$2" > "${dest}.diff" fi if [ -x "${BIN_DIR}/show_sip.pl" ] ; then echo "$(date) - Generating: ${dest}.sip" "${BIN_DIR}/show_sip.pl" "$2" > "${dest}.sip" fi if ( ! "${GRAPH}" ) && "${GRAPH_FAIL}" ; then echo "$(date) - Generating flow image: ${dest}.png" # In any failure case only the graph related to the original json file will be created graph "$msg" "${dest}.png" echo "$(date) - Done" fi return 1 } release_appearance() { local values values=$(mktemp) ngcp-kamcmd proxy sca.all_appearances >"${values}" 2>&1 if grep -q error "${values}" ; then # sca not enabled, not pbx scenario rm "${values}" return fi while read -r sca idx rest; do echo "$(date) release_appearance for ${sca} ${idx}" ngcp-kamcmd proxy sca.release_appearance "${sca}" "${idx}" || true done < "${values}" rm "${values}" } # $1 msg to echo # $2 exit value error_helper() { echo "$1" if ! "${SKIP_DELDOMAIN}" ; then "${BIN_DIR}/provide_scenario.sh" "${SCEN_CHECK_DIR}" delete fi stop_capture check_rtp exit "$2" } capture() { local name name=$(basename "${SCEN_CHECK_DIR}") echo "$(date) - Start tcpdump captures" for inter in $(ip link | grep '^[0-9]' | cut -d: -f2 | sed 's/ //' | xargs); do tcpdump -i "${inter}" -n -s 65535 -w "${LOG_DIR}/${name}_${inter}.pcap" & capture_pid="$capture_pid ${inter}:$!" done } stop_capture() { echo "$(date) - Stop tcpdump captures" local inter="" local temp_pid="" if [ -n "${capture_pid}" ]; then for temp in ${capture_pid}; do inter=$(echo "$temp"|cut -d: -f1) temp_pid=$(echo "$temp"|cut -d: -f2) #echo "inter:${inter} temp_pid:${temp_pid}" if ps -p"${temp_pid}" &> /dev/null ; then echo "$(date) - End ${inter}[$temp_pid] capture" kill -15 "${temp_pid}" fi done fi } check_rtp() { local uuid uuid=$(awk '/^test_uuid:/ { print $2 }' "${SCEN_CHECK_DIR}/scenario.yml") mapfile -t callids < <(${RTPENGINE_CTL} list sessions all|awk '{print $2}') for callid in "${callids[@]}" ; do if [[ "${callid}" =~ NGCP%${uuid}%/// ]]; then echo "$(date) - Terminate RTP sessions for ${callid}" ${RTPENGINE_CTL} terminate "${callid}" ERR_FLAG=1 fi done } # $1 port to check check_port() { local status=0 local port=$1 local step=${2:-1} until [ ${status} -eq 1 ]; do if netstat -an | grep -q ":${port} " ; then port=$((port + step)) else status=1 fi done echo ${port} } # $1 media port to check # sipp uses media_port and media_port+2 check_mport() { local status=0 local mport=$1 local step=${2:-3} local mport2 until [ ${status} -eq 1 ]; do if ! (netstat -aun | grep -q ":${mport} ") ; then mport2=$((mport + 2)) if ! (netstat -aun | grep -q ":${mport2} "); then status=1 fi fi if [ $status -eq 0 ] ; then mport=$((mport + step)) fi done echo ${mport} } #$1 is filename get_ip() { transport=$(grep "$1" "${SCEN_CHECK_DIR}/scenario.csv"|cut -d\; -f2| tr -d '\n') ip=$(grep "$1" "${SCEN_CHECK_DIR}/scenario.csv"|cut -d\; -f3| tr -d '\n') if [[ $? -ne 0 ]]; then error_helper "cannot find $1 ip on ${SCEN_CHECK_DIR}/scenario.csv" 10 fi peer_host=$(grep "$1" "${SCEN_CHECK_DIR}/scenario.csv"|cut -d\; -f4| tr -d '\n') foreign_dom=$(grep "$1" "${SCEN_CHECK_DIR}/scenario.csv"|cut -d\; -f5| tr -d '\n') registration=$(grep "$1" "${SCEN_CHECK_DIR}/scenario.csv"|cut -d\; -f6| tr -d '\n') subscriber=$(grep "$1" "${SCEN_CHECK_DIR}/scenario.csv"|cut -d\; -f7| tr -d '\n') } copy_logs() { # copy the kamailio log cp "${KAM_LOG}" "${LOG_DIR}/kamailio.log" if [ -f "${SEMS_LOG}" ] ; then # copy the sems log cp "${SEMS_LOG}" "${LOG_DIR}/sems.log" fi if [ -f "${SEMS_PBX_LOG}" ] ; then # copy the sems-pbx log cp "${SEMS_PBX_LOG}" "${LOG_DIR}/sems-pbx.log" fi # copy the kamailio-lb log cp "${KAMLB_LOG}" "${LOG_DIR}/kamailio-lb.log" # copy the rtpengine log cp "${RTP_LOG}" "${LOG_DIR}/rtp.log" } memdbg() { if [ -x /usr/share/ngcp-system-tools/kamcmd/memdbg ] ; then ngcp-kamcmd proxy memdbg all >/dev/null mkdir -p "${MLOG_DIR}" ngcp-memdbg-csv "${KAM_LOG}" "${MLOG_DIR}" >/dev/null fi } # $1 sipp xml scenario file run_sipp() { local PORT local MPORT PORT=$(check_port 50603) MPORT=$(check_mport 46003) local base="" local pid="" local responder_pid="" # test LOG_DIR # we do not want to remove "/*" don't we? if [ -z "${LOG_DIR}" ]; then error_helper "LOG_DIR empty" 1 fi rm -rf "${LOG_DIR}" echo "$(date) - create ${LOG_DIR}" mkdir -p "${LOG_DIR}" echo "$(date) - Cleaning registrations" "${BIN_DIR}/clean_registrations.pl" "${SCEN_CHECK_DIR}/scenario.yml" if [ "${PROFILE}" = "PRO" ] ; then release_appearance fi if ! "${BIN_DIR}/restart_log.sh" ; then copy_logs error_helper "Restart error" 16 fi if "${CAPTURE}" ; then capture fi echo "$(date) - kamailio debugger level" "${BIN_DIR}/kam_dbg.pl" "${SCEN_CHECK_DIR}/scenario.yml" if [ -e "${SCEN_CHECK_DIR}/presence.sh" ]; then echo "$(date) - Presence xcap" if ! "${SCEN_CHECK_DIR}/presence.sh" ; then error_helper "error in presence.sh" 17 fi fi for res in $(find "${SCEN_CHECK_DIR}" -type f -name 'sipp_scenario_responder[0-9][0-9].xml'| sort); do base=$(basename "$res" .xml) if ! grep -q "$(basename "${res}")" "${SCEN_CHECK_DIR}/scenario.csv" ; then echo "$(date) $(basename "${res}") deactivated" continue fi get_ip "$(basename "${res}")" if [ "${peer_host}" != "" ]; then echo "$(date) - Update peer_host:${peer_host} ${ip}:${PORT} info" if ! "${BIN_DIR}/update_peer_host.pl" --ip="${ip}" --port="${PORT}" \ "${peer_host}" ; then error_helper "$(date) - error updating peer info" 15 else # REMOVE ME!! fix for REST API ngcp-kamcmd proxy lcr.reload fi fi if [ "${foreign_dom}" == "yes" ]; then echo "$(date) - foreign domain detected... using 5060 port" PORT="5060" fi if [ "${registration}" == "permanent" ]; then echo "$(date) - Update permanent reg:${subscriber} ${ip}:${PORT} info" if ! "${BIN_DIR}/update_perm_reg.pl" \ -t "${transport}" "${subscriber}" "${ip}" "${PORT}"; then error_helper "$(date) - error updating peer info" 15 fi fi if [ -f "${SCEN_CHECK_DIR}/${base}_reg.xml" ]; then echo "$(date) - Register ${base} ${ip}:${PORT}-${MPORT}" "${BIN_DIR}/sipp.sh" -T "$transport" -i "${ip}" -p "${PORT}" \ -e "${LOG_DIR}/${base}_reg_errors.log" \ -r "${SCEN_CHECK_DIR}/${base}_reg.xml" fi pid=$("${BIN_DIR}/sipp.sh" -b -T "$transport" -i "${ip}" -p "${PORT}" \ -l "${LOG_DIR}/${base}.msg" \ -e "${LOG_DIR}/${base}_errors.log" \ -m "${MPORT}" -r "${SCEN_CHECK_DIR}/${base}.xml") echo "$(date) - Running ${base}[${pid}] ${ip}:${PORT}-${MPORT}" responder_pid="${responder_pid} ${base}:${pid}" if [ "${foreign_dom}" == "no" ]; then PORT=$(check_port "$((PORT+1))") fi MPORT=$(check_mport "$((MPORT+2))") done local status=0 # let's fire sipp scenarios for send in $(find "${SCEN_CHECK_DIR}" -type f -name 'sipp_scenario[0-9][0-9].xml'| sort); do base=$(basename "$send" .xml) if ! grep -q "$(basename "${send}")" "${SCEN_CHECK_DIR}/scenario.csv" ; then echo "$(date) $(basename "${send}") deactivated" continue fi get_ip "$(basename "${send}")" PORT=$(check_port ) MPORT=$(check_mport ) echo "$(date) - Running ${base} $ip:51602-45003" if ! "${BIN_DIR}/sipp.sh" -e "${LOG_DIR}/${base}_errors.log" -l "${LOG_DIR}/${base}.msg" -T "${transport}" -i "${ip}" -p 51602 -m 45003 "${send}" ; then echo "$(date) - ${base} error" status=1 fi done for res in ${responder_pid}; do base=$(echo "${res}"| cut -d: -f1) pid=$(echo "${res}"| cut -d: -f2) if ps -p"${pid}" &> /dev/null ; then echo "$(date) - sipp responder ${base} pid ${pid} not finished yet. Waiting 5 secs" sleep 5 if ps -p"${pid}" &> /dev/null ; then echo "$(date) - sipp responder ${base} pid ${pid} not finished yet. Killing it" kill -SIGUSR1 "${pid}" fi fi done if "${CAPTURE}" ; then stop_capture fi if "${MEMDBG}" ; then memdbg fi echo "$(date) - kamailio debugger level reset to 1" "${BIN_DIR}/kam_dbg.pl" --clean "${SCEN_CHECK_DIR}/scenario.yml" copy_logs # if any scenario has a log... error if detect_sipp_error_files; then status=1 fi echo "$(date) - Cleaning registrations" "${BIN_DIR}/clean_registrations.pl" "${SCEN_CHECK_DIR}/scenario.yml" if [ "${PROFILE}" = "PRO" ] ; then release_appearance fi if [[ ${status} -ne 0 ]]; then echo "error in sipp!" ERR_FLAG=1; fi } test_filepath() { local msg_name if ! "${JSON_KAM}" ; then msg_name=${1/_test.yml/.yml} else if grep -q '^retrans: true' "${1}"; then echo "$(date) - Detected a test for a retransmission" msg_name=${1/_test_retransmission.yml/.json_retransmission} msg="${LOG_DIR}/$(basename "${msg_name}")" if [ -f "${msg}" ]; then return fi fi msg_name=${1/_test.yml/.json} fi msg="${LOG_DIR}/$(basename "${msg_name}")" } next_test_filepath() { local msg_name local old_json local new_json local step=${2:-1} if ! "${JSON_KAM}" ; then msg_name=${1/_test.yml/.yml} else msg_name=${1/_test.yml/.json} fi msg_name=$(basename "${msg_name}") old_json="${msg_name:0:4}" new_json=$(((10#$old_json)+step)) new_json=$(printf %04d ${new_json}) msg_name="${new_json}${msg_name:4}" next_msg="${LOG_DIR}/${msg_name}" } prev_test_filepath() { local msg_name local old_json local new_json local step=${2:-1} if ! "${JSON_KAM}" ; then msg_name=${1/_test.yml/.yml} else msg_name=${1/_test.yml/.json} fi msg_name=$(basename "${msg_name}") old_json="${msg_name:0:4}" new_json=$(((10#$old_json)-step)) # There should not be any problem since they start from 0001 new_json=$(printf %04d ${new_json}) msg_name="${new_json}${msg_name:4}" prev_msg="${LOG_DIR}/${msg_name}" } cdr_check() { if [ -f "$1" ] ; then echo -n "$(date) - Testing $(basename "$1") against $(basename "$2") -> $(basename "$3")" if "${BIN_DIR}/cdr_check.py" "--text" "$1" "$2" > "$3" ; then echo " ok" return 0 fi echo " NOT ok" return 1 else echo "$(date) - CDR test file $1 doesn't exist, skipping CDR test" return 0 fi } usage() { echo "Usage: check.sh [-hCDRTGgJKm] [-p PROFILE ] -s [GROUP] check_name" echo "Options:" echo -e "\\t-C: skip creation of domain and subscribers" echo -e "\\t-R: skip run sipp" echo -e "\\t-D: skip deletion of domain and subscribers as final step" echo -e "\\t-T: skip checks" echo -e "\\t-P: skip parse" echo -e "\\t-G: creation of graphviz image" echo -e "\\t-g: creation of graphviz image only if test fails" echo -e "\\t-r: fix retransmission issues" echo -e "\\t-p: CE|PRO default is CE" echo -e "\\t-J: kamailio json output OFF" echo -e "\\t-M: skip move of kamailio json output to log folder" echo -e "\\t-K: enable tcpdump capture" echo -e "\\t-s: scenario group. Default: scenarios" echo -e "\\t-m: enable memdbg csv" echo -e "\\t-c: enable cdr validation" echo "Arguments:" echo -e "\\tcheck_name. Scenario name to check. This is the name of the directory on GROUP dir." } while getopts 'hCp:Rs:DTPGgrcJKMmw:' opt; do case $opt in h) usage; exit 0;; C) SKIP=true;; p) PROFILE=${OPTARG};; R) SKIP_RUNSIPP=true; SKIP_DELDOMAIN=true;; s) GROUP=${OPTARG};; D) SKIP_DELDOMAIN=true;; T) SKIP_TESTS=true;; P) SKIP_PARSE=true;; K) CAPTURE=true;; G) GRAPH=true;; g) GRAPH_FAIL=true;; r) FIX_RETRANS=true;; J) JSON_KAM=false;; M) SKIP_MOVE_JSON_KAM=true;; m) MEMDBG=true;; c) CDR=true;; w) RETRANS_SIZE=${OPTARG};; *) usage; exit 1;; esac done shift $((OPTIND - 1)) if [[ $# != 1 ]]; then echo "Wrong number of arguments" usage exit 1 fi GROUP="${GROUP:-scenarios}" NAME_CHECK="$1" KAM_DIR="${KAM_DIR:-/tmp/cfgtest}" JSON_DIR="${KAM_DIR}/${NAME_CHECK}" BASE_DIR="${BASE_DIR:-/usr/share/kamailio-config-tests}" BIN_DIR="${BASE_DIR}/bin" LOG_DIR="${BASE_DIR}/log/${GROUP}/${NAME_CHECK}" RESULT_DIR="${BASE_DIR}/result/${GROUP}/${NAME_CHECK}" KAM_LOG=${KAM_LOG:-"/var/log/ngcp/kamailio-proxy.log"} KAMLB_LOG=${KAMLB_LOG:-"/var/log/ngcp/kamailio-lb.log"} SEMS_LOG=${SEMS_LOG:-"/var/log/ngcp/sems.log"} SEMS_PBX_LOG=${SEMS_PBX_LOG:-"/var/log/ngcp/sems-pbx.log"} RTP_LOG=${RTP_LOG:-"/var/log/ngcp/rtp.log"} SCEN_DIR="${BASE_DIR}/${GROUP}" SCEN_CHECK_DIR="${SCEN_DIR}/${NAME_CHECK}" PROFILE="${PROFILE:-CE}" MLOG_DIR="${BASE_DIR}/mem" test_uuid=$(grep test_uuid "${SCEN_CHECK_DIR}/scenario.yml" | awk '{print $2}') if [ "${PROFILE}" != "CE" ] && [ "${PROFILE}" != "PRO" ]; then echo "PROFILE ${PROFILE} unknown" usage exit 2 fi if ! [ -d "${SCEN_CHECK_DIR}" ]; then echo "no ${SCEN_CHECK_DIR} found" usage exit 3 fi if ! [ -f "${SCEN_CHECK_DIR}/scenario.yml" ]; then echo "${SCEN_CHECK_DIR}/scenario.yml not found" exit 14 fi if [ -f "${SCEN_CHECK_DIR}/pro.yml" ] && [ "${PROFILE}" == "CE" ]; then echo "${SCEN_CHECK_DIR}/pro.yml found but PROFILE ${PROFILE}" echo "Skipping the tests because not in scope" exit 0 fi if ! "$SKIP" ; then "${BIN_DIR}/provide_scenario.sh" "${SCEN_CHECK_DIR}" create fi if ! "$SKIP_RUNSIPP" ; then if "${JSON_KAM}" ; then if ! [ -d "${KAM_DIR}" ] ; then echo "$(date) - dir and perms for ${KAM_DIR}" mkdir -p "${KAM_DIR}" chown -R kamailio:kamailio "${KAM_DIR}" fi if ngcp-kamcmd proxy cfgt.list | grep -q "uuid: ${test_uuid}" ; then echo "$(date) - clean cfgt scenario ${test_uuid}" ngcp-kamcmd proxy cfgt.clean "${test_uuid}" fi fi echo "$(date) - Cleaning csv/reg.xml files" find "${SCEN_CHECK_DIR}" -name 'sipp_scenario_responder*_reg.xml' -exec rm {} \; find "${SCEN_CHECK_DIR}" -name '*.csv' -exec rm {} \; echo "$(date) - Generating csv/reg.xml files" if ! "${BIN_DIR}/scenario.pl" "${SCEN_CHECK_DIR}/scenario.yml" ; then error_helper "Error creating csv files" 4 fi if [ -f "${SCEN_CHECK_DIR}/hosts" ]; then echo "$(date) - Setting foreign domains" cat "${SCEN_CHECK_DIR}/hosts" >> /etc/hosts fi echo "$(date) - Running sipp scenarios" run_sipp echo "$(date) - Done sipp" echo "$(date) - move scenario_ids.yml file" mv "${SCEN_CHECK_DIR}/scenario_ids.yml" "${LOG_DIR}" echo "$(date) - Done" if "${JSON_KAM}" ; then if ! "${SKIP_MOVE_JSON_KAM}" ; then echo "$(date) - Move kamailio json files" if [ -d "${JSON_DIR}" ] ; then for i in "${JSON_DIR}"/*.json ; do json_size_before=$(stat -c%s "${i}") moved_file="${LOG_DIR}/$(printf "%04d.json" "$(basename "${i}" .json)")" expand -t1 "${i}" > "${moved_file}" json_size_after=$(stat -c%s "${moved_file}") echo "$(date) - Moved file ${i} with size before: ${json_size_before} and after: ${json_size_after}" rm "${i}" done else echo "$(date) - No json files found" fi echo "$(date) - clean cfgt scenario ${test_uuid}" ngcp-kamcmd proxy cfgt.clean "${test_uuid}" echo "$(date) - Done" fi fi if "${FIX_RETRANS}" ; then echo "$(date) - Checking retransmission issues" RETRANS_ISSUE=false mapfile -t file_find < <(find "${LOG_DIR}" -maxdepth 1 -name '*.json' | sort) for json_file in "${file_find[@]}" ; do file_find=("${file_find[@]:1}") if ! [ -a "${json_file}" ] ; then continue fi for next_json_file in "${file_find[@]}" ; do if ! [ -a "${next_json_file}" ] ; then continue fi if ( diff -q -u <(tail -n3 "${json_file}") <(tail -n3 "${next_json_file}") &> /dev/null ) ; then echo "$(date) - $(basename "${next_json_file}") seems a retransmission of $(basename "${json_file}") ---> renaming the file in $(basename "${next_json_file}")_retransmission" mv -f "${next_json_file}" "${next_json_file}_retransmission" RETRANS_ISSUE=true fi done done if "${RETRANS_ISSUE}" ; then echo "$(date) - Reordering kamailio json files" mapfile -t file_find < <(find "${LOG_DIR}" -maxdepth 1 -name '*.json' | sort) a=1 for json_file in "${file_find[@]}" ; do new_name=$(printf "%04d.json" "${a}") mv -n "${json_file}" "${LOG_DIR}/${new_name}" &> /dev/null ((a++)) done fi echo "$(date) - Done" fi echo "$(date) - check RTP sessions, wait 5 secs first" sleep 5 check_rtp fi if ! "${SKIP_DELDOMAIN}" ; then "${BIN_DIR}/provide_scenario.sh" "${SCEN_CHECK_DIR}" delete fi if ! "${SKIP_PARSE}" ; then if ! "${JSON_KAM}" ; then echo "$(date) - Parsing ${LOG_DIR}/kamailio.log" "${BIN_DIR}/ulog_parser.pl" "${LOG_DIR}/kamailio.log ${LOG_DIR}" echo "$(date) - Done" fi fi # let's check the results if ! "${SKIP_TESTS}" ; then echo "$(date) - =================================================================================" echo "$(date) - Check [${GROUP}/${PROFILE}]: ${NAME_CHECK}" if [ -d "${RESULT_DIR}" ]; then echo "$(date) - Cleaning result dir" rm -rf "${RESULT_DIR}" fi mkdir -p "${RESULT_DIR}" echo "$(date) - Cleaning tests files" find "${SCEN_CHECK_DIR}" -type f -name '*test.yml' -exec rm {} \; echo "$(date) - Generating tests files" "${BIN_DIR}/generate_tests.sh" -d \ "${SCEN_CHECK_DIR}" "${LOG_DIR}/scenario_ids.yml" "${PROFILE}" test_ok=() for t in "${SCEN_CHECK_DIR}"/[0-9][0-9][0-9][0-9]_test*.yml; do test_filepath "${t}" echo "$(date) - Check test ${t} on ${msg}" dest=${RESULT_DIR}/$(basename "${t}" .yml) check_test "${t}" "${msg}" "${dest}.tap" && result=OK || result=KO echo "$(date) - $(basename "${t}" .yml) - Done[${result}]" if "${GRAPH}" ; then echo "$(date) - Generating flow image: ${dest}.png" graph "${msg}" "${dest}.png" echo "$(date) - Done" fi done if "${CDR}" ; then echo "$(date) - Validating CDRs" t_cdr="${SCEN_CHECK_DIR}/cdr_test.yml" msg="${LOG_DIR}/cdr.txt" dest="${RESULT_DIR}/cdr_test.tap" echo "$(date) - Check test ${t_cdr} on ${msg}" cdr_check "${t_cdr}" "${msg}" "${dest}" && result=OK || result=KO echo "$(date) - Done[${result}]" fi echo "$(date) - =================================================================================" fi exit ${ERR_FLAG} #EOF