#!/bin/bash #/* # * Licensed to the OpenAirInterface (OAI) Software Alliance under one or more # * contributor license agreements. See the NOTICE file distributed with # * this work for additional information regarding copyright ownership. # * The OpenAirInterface Software Alliance licenses this file to You under # * the OAI Public License, Version 1.1 (the "License"); you may not use this file # * except in compliance with the License. # * You may obtain a copy of the License at # * # * http://www.openairinterface.org/?page_id=698 # * # * Unless required by applicable law or agreed to in writing, software # * distributed under the License is distributed on an "AS IS" BASIS, # * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # * See the License for the specific language governing permissions and # * limitations under the License. # *------------------------------------------------------------------------------- # * For more information about the OpenAirInterface (OAI) Software Alliance: # * contact@openairinterface.org # */ function usage { echo "OAI Test Report script" echo " Original Author: Raphael Defosseux" echo "" echo "Usage:" echo "------" echo "" echo " reportTestLocally.sh [OPTIONS]" echo "" echo "Options:" echo "--------" echo "" echo " --help OR -h" echo " Print this help message." echo "" echo "Job Options:" echo "------------" echo "" echo " --git-url #### OR -gu ####" echo " Specify the URL of the GIT Repository." echo "" echo " --job-name #### OR -jn ####" echo " Specify the name of the Jenkins job." echo "" echo " --build-id #### OR -id ####" echo " Specify the build ID of the Jenkins job." echo "" echo " --trigger merge-request OR -mr" echo " --trigger push OR -pu" echo " Specify trigger action of the Jenkins job. Either a merge-request event or a push event." echo "" echo "Merge-Request Options:" echo "----------------------" echo "" echo " --src-branch #### OR -sb ####" echo " Specify the source branch of the merge request." echo "" echo " --src-commit #### OR -sc ####" echo " Specify the source commit ID (SHA-1) of the merge request." echo "" echo " --target-branch #### OR -tb ####" echo " Specify the target branch of the merge request (usually develop)." echo "" echo " --target-commit #### OR -tc ####" echo " Specify the target commit ID (SHA-1) of the merge request." echo "" echo "Push Options:" echo "----------------------" echo "" echo " --branch #### OR -br ####" echo " Specify the branch of the push event." echo "" echo " --commit #### OR -co ####" echo " Specify the commit ID (SHA-1) of the push event." echo "" echo "" } function trigger_usage { echo "OAI Test Report script" echo " Original Author: Raphael Defosseux" echo "" echo " --trigger merge-request OR -mr" echo " --trigger push OR -pu" echo " Specify trigger action of the Jenkins job. Either a merge-request event or a push event." echo "" } jb_checker=0 mr_checker=0 pu_checker=0 MR_TRIG=0 PU_TRIG=0 while [[ $# -gt 0 ]] do key="$1" case $key in -h|--help) shift usage exit 0 ;; -gu|--git-url) GIT_URL="$2" let "jb_checker|=0x1" shift shift ;; -jn|--job-name) JOB_NAME="$2" let "jb_checker|=0x2" shift shift ;; -id|--build-id) BUILD_ID="$2" let "jb_checker|=0x4" shift shift ;; --trigger) TRIG="$2" case $TRIG in merge-request) MR_TRIG=1 ;; push) PU_TRIG=1 ;; *) echo "" echo "Syntax Error: Invalid Trigger option -> $TRIG" echo "" trigger_usage exit ;; esac let "jb_checker|=0x8" shift shift ;; -mr) MR_TRIG=1 let "jb_checker|=0x8" shift ;; -pu) PU_TRIG=1 let "jb_checker|=0x8" shift ;; -sb|--src-branch) SOURCE_BRANCH="$2" let "mr_checker|=0x1" shift shift ;; -sc|--src-commit) SOURCE_COMMIT_ID="$2" let "mr_checker|=0x2" shift shift ;; -tb|--target-branch) TARGET_BRANCH="$2" let "mr_checker|=0x4" shift shift ;; -tc|--target-commit) TARGET_COMMIT_ID="$2" let "mr_checker|=0x8" shift shift ;; -br|--branch) SOURCE_BRANCH="$2" let "pu_checker|=0x1" shift shift ;; -co|--commit) SOURCE_COMMIT_ID="$2" let "pu_checker|=0x2" shift shift ;; *) echo "Syntax Error: unknown option: $key" echo "" usage exit 1 ;; esac done if [ $jb_checker -ne 15 ] then echo "" echo "Syntax Error: missing job information." # TODO : list missing info echo "" exit 1 fi if [ $PU_TRIG -eq 1 ] && [ $MR_TRIG -eq 1 ] then echo "" echo "Syntax Error: trigger action incoherent." echo "" trigger_usage exit 1 fi if [ $PU_TRIG -eq 1 ] then if [ $pu_checker -ne 3 ] then echo "" echo "Syntax Error: missing push information." # TODO : list missing info echo "" exit 1 fi fi if [ $MR_TRIG -eq 1 ] then if [ $mr_checker -ne 15 ] then echo "" echo "Syntax Error: missing merge-request information." # TODO : list missing info echo "" exit 1 fi fi echo "" > ./test_simulator_results.html echo "" >> ./test_simulator_results.html echo "" >> ./test_simulator_results.html echo " Simulator Results for $JOB_NAME job build #$BUILD_ID" >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo "" >> ./test_simulator_results.html echo "" >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo "
" >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " \"\"" >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " Job Summary -- Job: $JOB_NAME -- Build-ID: $BUILD_ID" >> ./test_simulator_results.html echo "
" >> ./test_simulator_results.html echo "
" >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html if [ $PU_TRIG -eq 1 ]; then echo " " >> ./test_simulator_results.html; fi if [ $MR_TRIG -eq 1 ]; then echo " " >> ./test_simulator_results.html; fi echo " " >> ./test_simulator_results.html if [ $PU_TRIG -eq 1 ] then echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html fi if [ $MR_TRIG -eq 1 ] then echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html fi echo "
Build Start Time (UTC)TEMPLATE_BUILD_TIME
GIT Repository$GIT_URL
Job TriggerPush EventMerge-Request
Branch$SOURCE_BRANCH
Commit ID$SOURCE_COMMIT_ID
Source Branch$SOURCE_BRANCH
Source Commit ID$SOURCE_COMMIT_ID
Target Branch$TARGET_BRANCH
Target Commit ID$TARGET_COMMIT_ID
" >> ./test_simulator_results.html echo "

Test Summary

" >> ./test_simulator_results.html ARCHIVES_LOC=archives/basic_sim/test if [ -d $ARCHIVES_LOC ] then echo "

Basic Simulator Check

" >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html TRANS_MODES=("fdd" "tdd") BW_CASES=(05 10 20) for TMODE in ${TRANS_MODES[@]} do for BW in ${BW_CASES[@]} do ENB_LOG=$ARCHIVES_LOC/${TMODE}_${BW}MHz_enb.log UE_LOG=`echo $ENB_LOG | sed -e "s#enb#ue#"` if [ -f $ENB_LOG ] && [ -f $UE_LOG ] then NAME_ENB=`echo $ENB_LOG | sed -e "s#$ARCHIVES_LOC/##"` NAME_UE=`echo $UE_LOG | sed -e "s#$ARCHIVES_LOC/##"` echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html NB_ENB_GOT_SYNC=`egrep -c "got sync" $ENB_LOG` NB_UE_GOT_SYNC=`egrep -c "got sync" $UE_LOG` NB_ENB_SYNCED_WITH_UE=`egrep -c "got UE capabilities for UE" $ENB_LOG` if [ $NB_ENB_GOT_SYNC -eq 1 ] && [ $NB_UE_GOT_SYNC -eq 2 ] && [ $NB_ENB_SYNCED_WITH_UE -eq 1 ] then echo " " >> ./test_simulator_results.html else echo " " >> ./test_simulator_results.html fi echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html fi PING_CASE=$ARCHIVES_LOC/${TMODE}_${BW}MHz_ping_ue.txt if [ -f $PING_CASE ] then echo " " >> ./test_simulator_results.html NAME=`echo $PING_CASE | sed -e "s#$ARCHIVES_LOC/##"` echo " " >> ./test_simulator_results.html CMD=`egrep "COMMAND IS" $PING_CASE | sed -e "s#COMMAND IS: ##"` echo " " >> ./test_simulator_results.html FILE_COMPLETE=`egrep -c "ping statistics" $PING_CASE` if [ $FILE_COMPLETE -eq 0 ] then echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html else NB_TR_PACKETS=`egrep "packets transmitted" $PING_CASE | sed -e "s# packets transmitted.*##"` NB_RC_PACKETS=`egrep "packets transmitted" $PING_CASE | sed -e "s#^.*packets transmitted, ##" -e "s# received,.*##"` if [ $NB_TR_PACKETS -eq $NB_RC_PACKETS ] then echo " " >> ./test_simulator_results.html else echo " " >> ./test_simulator_results.html fi echo " " >> ./test_simulator_results.html fi echo " " >> ./test_simulator_results.html fi if [ -f $ARCHIVES_LOC/${TMODE}_${BW}*iperf*dl*client*txt ] then IPERF_TESTS=`ls $ARCHIVES_LOC/${TMODE}_${BW}*iperf*client*txt` else echo "There are no iperf files" IPERF_TESTS="" fi for IPERF_CASE in $IPERF_TESTS do echo " " >> ./test_simulator_results.html NAME=`echo $IPERF_CASE | sed -e "s#$ARCHIVES_LOC/##"` echo " " >> ./test_simulator_results.html CMD=`egrep "COMMAND IS" $IPERF_CASE | sed -e "s#COMMAND IS: ##"` echo " " >> ./test_simulator_results.html REQ_BITRATE=`echo $CMD | sed -e "s#^.*-b ##" -e "s#-i 1.*##"` if [[ $REQ_BITRATE =~ .*K.* ]] then REQ_BITRATE=`echo $REQ_BITRATE | sed -e "s#K##"` FLOAT_REQ_BITRATE=`echo "$REQ_BITRATE * 1000.0" | bc -l` fi if [[ $REQ_BITRATE =~ .*M.* ]] then REQ_BITRATE=`echo $REQ_BITRATE | sed -e "s#M##"` FLOAT_REQ_BITRATE=`echo "$REQ_BITRATE * 1000000.0" | bc -l` fi if [[ $REQ_BITRATE =~ .*G.* ]] then REQ_BITRATE=`echo $REQ_BITRATE | sed -e "s#G##"` FLOAT_REQ_BITRATE=`echo "$REQ_BITRATE * 1000000000.0" | bc -l` fi FILE_COMPLETE=`egrep -c "Server Report" $IPERF_CASE` if [ $FILE_COMPLETE -eq 0 ] then echo " " >> ./test_simulator_results.html SERVER_FILE=`echo $IPERF_CASE | sed -e "s#client#server#"` FLOAT_EFF_BITRATE=`grep --color=never sec $SERVER_FILE | sed -e "s#^.*Bytes *##" -e "s#sec *.*#sec#" | awk 'BEGIN{s=0;n=0}{n++;if ($2 ~/Mbits/){a = $1 * 1000000};if ($2 ~/Kbits/){a = $1 * 1000};s=s+a}END{br=s/n; printf "%.0f", br}'` EFFECTIVE_BITRATE=`grep --color=never sec $SERVER_FILE | sed -e "s#^.*Bytes *##" -e "s#sec *.*#sec#" | awk 'BEGIN{s=0;n=0}{n++;if ($2 ~/Mbits/){a = $1 * 1000000};if ($2 ~/Kbits/){a = $1 * 1000};s=s+a}END{br=s/n; if(br>1000000){printf "%.2f MBits/sec", br/1000000}}'` PERF=`echo "100 * $FLOAT_EFF_BITRATE / $FLOAT_REQ_BITRATE" | bc -l | awk '{printf "%.2f", $0}'` JITTER=`grep --color=never sec $SERVER_FILE | sed -e "s#^.*/sec *##" -e "s# *ms.*##" | awk 'BEGIN{s=0;n=0}{n++;s+=$1}END{jitter=s/n; printf "%.3f ms", jitter}'` PACKETLOSS_NOSIGN=`grep --color=never sec $SERVER_FILE | sed -e "s#^.*(##" -e "s#%.*##" | awk 'BEGIN{s=0;n=0}{n++;s+=$1}END{per=s/n; printf "%.1f", per}'` PACKETLOSS=`echo "${PACKETLOSS_NOSIGN}%"` else EFFECTIVE_BITRATE=`tail -n3 $IPERF_CASE | egrep "Mbits/sec" | sed -e "s#^.*MBytes *##" -e "s#sec.*#sec#"` if [[ $EFFECTIVE_BITRATE =~ .*Kbits/sec.* ]] then EFFECTIVE_BITRATE=`echo $EFFECTIVE_BITRATE | sed -e "s# *Kbits/sec.*##"` FLOAT_EFF_BITRATE=`echo "$EFFECTIVE_BITRATE * 1000" | bc -l` fi if [[ $EFFECTIVE_BITRATE =~ .*Mbits/sec.* ]] then EFFECTIVE_BITRATE=`echo $EFFECTIVE_BITRATE | sed -e "s# *Mbits/sec.*##"` FLOAT_EFF_BITRATE=`echo "$EFFECTIVE_BITRATE * 1000000" | bc -l` fi if [[ $EFFECTIVE_BITRATE =~ .*Gbits/sec.* ]] then EFFECTIVE_BITRATE=`echo $EFFECTIVE_BITRATE | sed -e "s# *Gbits/sec.*##"` FLOAT_EFF_BITRATE=`echo "$EFFECTIVE_BITRATE * 1000000000" | bc -l` fi PERF=`echo "100 * $FLOAT_EFF_BITRATE / $FLOAT_REQ_BITRATE" | bc -l | awk '{printf "%.2f", $0}'` PERF_INT=`echo "100 * $FLOAT_EFF_BITRATE / $FLOAT_REQ_BITRATE" | bc -l | awk '{printf "%.0f", $0}'` if [[ $PERF_INT -lt 90 ]] then echo " " >> ./test_simulator_results.html else echo " " >> ./test_simulator_results.html fi EFFECTIVE_BITRATE=`tail -n3 $IPERF_CASE | egrep "Mbits/sec" | sed -e "s#^.*MBytes *##" -e "s#sec.*#sec#"` JITTER=`tail -n3 $IPERF_CASE | egrep "Mbits/sec" | sed -e "s#^.*Mbits/sec *##" -e "s#ms.*#ms#"` PACKETLOSS=`tail -n3 $IPERF_CASE | egrep "Mbits/sec" | sed -e "s#^.*(##" -e "s#).*##"` fi echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html done done done echo "
Log File NameCommandStatusStatistics
$NAME_ENB --- $NAME_UEN/AOKKO
" >> ./test_simulator_results.html
                if [ $NB_ENB_GOT_SYNC -eq 1 ]
                then
                    echo "- eNB --> got sync" >> ./test_simulator_results.html
                else
                    echo "- eNB NEVER got sync" >> ./test_simulator_results.html
                fi
                if [ $NB_UE_GOT_SYNC -eq 2 ]
                then
                    echo "- UE --> got sync" >> ./test_simulator_results.html
                else
                    echo "- UE NEVER got sync" >> ./test_simulator_results.html
                fi
                if [ $NB_ENB_SYNCED_WITH_UE -eq 1 ]
                then
                    echo "- UE attached to eNB" >> ./test_simulator_results.html
                else
                    echo "- UE NEVER attached to eNB" >> ./test_simulator_results.html
                fi
                NB_SEGFAULT_ENB=`egrep -i -c "Segmentation Fault" $ENB_LOG`
                if [ $NB_SEGFAULT_ENB -ne 0 ]
                then
                    echo "- eNB --> Segmentation Fault" >> ./test_simulator_results.html
                fi
                NB_SEGFAULT_UE=`egrep -i -c "Segmentation Fault" $UE_LOG`
                if [ $NB_SEGFAULT_UE -ne 0 ]
                then
                    echo "- UE --> Segmentation Fault" >> ./test_simulator_results.html
                fi
                NB_ASSERTION_ENB=`egrep -i -c "Assertion" $ENB_LOG`
                if [ $NB_ASSERTION_ENB -ne 0 ]
                then
                    echo "- eNB --> Assertion" >> ./test_simulator_results.html
                    awk 'BEGIN{assertion=10}{if(assertion < 3){print "    " $0; assertion++};if ($0 ~/Assertion/){print "    " $0;assertion=1}}END{}' $ENB_LOG >> ./test_simulator_results.html
                fi
                NB_ASSERTION_UE=`egrep -i -c "Assertion" $UE_LOG`
                if [ $NB_ASSERTION_UE -ne 0 ]
                then
                    echo "- eNB --> Assertion" >> ./test_simulator_results.html
                    awk 'BEGIN{assertion=10}{if(assertion < 3){print "    " $0; assertion++};if ($0 ~/Assertion/){print "    " $0;assertion=1}}END{}' $UE_LOG >> ./test_simulator_results.html
                fi
                echo "        
$NAME$CMDKON/AOKKO" >> ./test_simulator_results.html echo "
" >> ./test_simulator_results.html
                    STATS=`egrep "packets transmitted" $PING_CASE | sed -e "s#^.*received, ##" -e "s#, time.*##" -e "s# packet loss##"`
                    echo "Packet Loss : $STATS" >> ./test_simulator_results.html
                    RTTMIN=`egrep "rtt min" $PING_CASE | awk '{split($4,a,"/"); print a[1] " " $5}'`
                    echo "RTT Minimal : $RTTMIN" >> ./test_simulator_results.html
                    RTTAVG=`egrep "rtt min" $PING_CASE | awk '{split($4,a,"/"); print a[2] " " $5}'`
                    echo "RTT Average : $RTTAVG" >> ./test_simulator_results.html
                    RTTMAX=`egrep "rtt min" $PING_CASE | awk '{split($4,a,"/"); print a[3] " " $5}'`
                    echo "RTT Maximal : $RTTMAX" >> ./test_simulator_results.html
                    echo "            
" >> ./test_simulator_results.html echo "
$NAME$CMDKOKOOK" >> ./test_simulator_results.html echo "
" >> ./test_simulator_results.html
                echo "Bitrate      : $EFFECTIVE_BITRATE" >> ./test_simulator_results.html
                echo "Bitrate Perf : $PERF %" >> ./test_simulator_results.html
                echo "Jitter       : $JITTER" >> ./test_simulator_results.html
                echo "Packet Loss  : $PACKETLOSS" >> ./test_simulator_results.html
                echo "            
" >> ./test_simulator_results.html echo "
" >> ./test_simulator_results.html fi ARCHIVES_LOC=archives/phy_sim/test if [ -d $ARCHIVES_LOC ] then echo "

Physical Simulators Check

" >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html XML_TESTS=`ls $ARCHIVES_LOC/*xml` for XML_FILE in $XML_TESTS do echo " " >> ./test_simulator_results.html NAME=`echo $XML_FILE | sed -e "s#$ARCHIVES_LOC/##"` NB_TESTS=`egrep "testsuite errors" $XML_FILE | sed -e "s#^.*tests='##" -e "s#' *time=.*##"` NB_ERRORS=`egrep "testsuite errors" $XML_FILE | sed -e "s#^.*errors='##" -e "s#' *failures=.*##"` NB_FAILURES=`egrep "testsuite errors" $XML_FILE | sed -e "s#^.*failures='##" -e "s#' *hostname=.*##"` NB_SKIPPED=`egrep "testsuite errors" $XML_FILE | sed -e "s#^.*skipped='##" -e "s#' *tests=.*##"` if [ $NB_ERRORS -eq 0 ] && [ $NB_FAILURES -eq 0 ] then echo " " >> ./test_simulator_results.html else echo " " >> ./test_simulator_results.html fi echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html done echo "
Log File NameNb TestsNb ErrorsNb FailuresNb Failures
$NAME$NAME$NB_TESTS$NB_ERRORS$NB_FAILURES$NB_SKIPPED
" >> ./test_simulator_results.html echo "

Details

" >> ./test_simulator_results.html for XML_FILE in $XML_TESTS do echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html TESTCASES_LIST=`sed -e "s# #@#g" $XML_FILE | grep testcase` for TESTCASE in $TESTCASES_LIST do echo " " >> ./test_simulator_results.html NAME=`echo $TESTCASE | sed -e "s#^.*name='##" -e "s#'@description=.*##" | sed -e "s#@# #g"` echo " " >> ./test_simulator_results.html DESC=`echo $TESTCASE | sed -e "s#^.*description='##" -e "s#'@Run_result=.*##" | sed -e "s#@# #g"` echo " " >> ./test_simulator_results.html RESULT=`echo $TESTCASE | sed -e "s#^.*RESULT='##" -e "s#'.*##" | sed -e "s#@# #g"` if [[ $RESULT =~ .*PASS.* ]] then echo " " >> ./test_simulator_results.html else echo " " >> ./test_simulator_results.html fi TIME=`echo $TESTCASE | sed -e "s#^.*time='##" -e "s#'@RESULT=.*##" | sed -e "s#@# #g"` echo " " >> ./test_simulator_results.html echo " " >> ./test_simulator_results.html done echo "
Test NameDescriptionResultTime
$NAME$DESC$RESULT$RESULT$TIME
" >> ./test_simulator_results.html done fi echo "" >> ./test_simulator_results.html echo "" >> ./test_simulator_results.html exit 0