[Gitlab-CI]: Merge from Enhancement-142-OAI_UE_autotest_framework
This commit is contained in:
Rohit Gupta
@@ -37,6 +37,8 @@ import math #from time import clock
|
||||
import xml.etree.ElementTree as ET
|
||||
import re
|
||||
|
||||
from colorama import Fore, Back, Style
|
||||
|
||||
import numpy as np
|
||||
|
||||
import log
|
||||
@@ -167,7 +169,7 @@ def sftp_module (username, password, hostname, ports, paramList,logfile):
|
||||
#paramiko logfile path should not be changed with multiple calls. The logs seem to in first file regardless
|
||||
error = ""
|
||||
#The lines below are outside exception loop to be sure to terminate the test case if the network connectivity goes down or there is authentication failure
|
||||
transport = paramiko.Transport(hostname, ports)
|
||||
transport = paramiko.Transport((hostname, ports))
|
||||
transport.connect(username = username, password = password)
|
||||
sftp = paramiko.SFTPClient.from_transport(transport)
|
||||
# index =0
|
||||
@@ -1042,6 +1044,609 @@ def handle_testcaseclass_softmodem (testcase, oldprogramList, logdirOAI5GRepo ,
|
||||
write_file(xmlFile, xml, mode="w")
|
||||
|
||||
|
||||
|
||||
|
||||
# \brief handler for executing test cases (lte-softmodem-noS1)
|
||||
# \param testcase name of testcase
|
||||
# \param oldprogramList list of programs which must be terminated before running a test case
|
||||
# \param logdirOAI5GRepo directory on remote machine which has openairinterface5g repo installed
|
||||
# \param logdirOpenaircnRepo directory on remote machine which has openair-cn repo installed
|
||||
# \param MachineList list of all machines on which test cases can be run
|
||||
# \param user username with which to login
|
||||
# \param password password with which to login
|
||||
# \param CleanupAluLteBox string that contains commands to stop ALU Bell Labs LTEBox (specified in test_case_list.xml)
|
||||
# \param ExmimoRfStop command to stop EXMIMO Card
|
||||
# \param nruns_lte-softmodem global parameter to override number of runs (nruns) within the test case
|
||||
def handle_testcaseclass_softmodem_noS1 (testcase, oldprogramList, logdirOAI5GRepo , logdirOpenaircnRepo, MachineList, user, password, CleanUpAluLteBox, ExmimoRfStop, nruns_lte_softmodem, timeout_cmd):
|
||||
#We ignore the password sent to this function for secuirity reasons for password present in log files
|
||||
#It is recommended to add a line in /etc/sudoers that looks something like below. The line below will run sudo without password prompt
|
||||
# your_user_name ALL=(ALL:ALL) NOPASSWD: ALL
|
||||
|
||||
indent="\t"
|
||||
threads=[]
|
||||
|
||||
#
|
||||
# Test case parameters
|
||||
# -----------------------------------------------------------------------------
|
||||
testcase_verdict = 'PASS'
|
||||
testcase_time_start = datetime.datetime.now()
|
||||
testcase_name = testcase.get('id')
|
||||
testcase_class = testcase.findtext('class',default='')
|
||||
testcase_desc = testcase.findtext('desc',default='')
|
||||
if timeout_cmd == '':
|
||||
timeout_cmd = testcase.findtext('TimeOut_cmd',default='')
|
||||
timeout_cmd = int(float(timeout_cmd))
|
||||
timeout_thread = timeout_cmd + 60 #Timeout_thread is more than that of cmd to have room for compilation time, etc
|
||||
if nruns_lte_softmodem == '':
|
||||
nruns = testcase.findtext('nruns',default='')
|
||||
else:
|
||||
nruns = nruns_lte_softmodem
|
||||
nruns = int(float(nruns))
|
||||
tags = testcase.findtext('tags',default='')
|
||||
|
||||
max_ntries = testcase.findtext('max_ntries',default='')
|
||||
if max_ntries :
|
||||
max_ntries = int(float(max_ntries))
|
||||
else :
|
||||
max_ntries = nruns
|
||||
|
||||
print( indent + "> testcase time start : " + str(testcase_time_start) )
|
||||
print( indent + "> testcase class : " + testcase_class )
|
||||
print( indent + "> testcase description : " + testcase_desc )
|
||||
print( indent + "> testcase timeout : " + str(timeout_cmd) )
|
||||
print( indent + "> testcase thread timeout : " + str(timeout_thread) )
|
||||
print( indent + "> number of runs : " + str(nruns) )
|
||||
print( indent + "> number of max tries : " + str(max_ntries) )
|
||||
print( indent + "> testcase tags : " + tags )
|
||||
|
||||
logdir_local_testcase = openairdir_local + '/cmake_targets/autotests/log/'+ testcasename
|
||||
logdir_eNB_testcase = logdirOAI5GRepo +'/cmake_targets/autotests/log/'+ testcasename
|
||||
logdir_UE_testcase = logdirOAI5GRepo +'/cmake_targets/autotests/log/'+ testcasename
|
||||
|
||||
#
|
||||
# Local checks for test cases
|
||||
# -----------------------------------------------
|
||||
|
||||
# Logging directory
|
||||
if (not os.path.exists(logdir_local_testcase)):
|
||||
os.system('mkdir -p ' + logdir_local_testcase)
|
||||
|
||||
#
|
||||
# REMOTE MACHINE COMPILATION
|
||||
# ------------------------------------------------
|
||||
|
||||
eNBMachine = testcase.findtext('eNB',default='')
|
||||
eNB_config_file = testcase.findtext('eNB_config_file',default='')
|
||||
eNB_compile_prog = testcase.findtext('eNB_compile_prog',default='')
|
||||
eNB_compile_prog_args = testcase.findtext('eNB_compile_prog_args',default='')
|
||||
|
||||
logfile_compile_eNB = logdir_eNB_testcase + '/eNB_compile.log'
|
||||
logfile_task_eNB_compile_out = logdir_eNB_testcase + '/eNB_task_compile_out.log'
|
||||
logfile_task_eNB_compile = logdir_local_testcase + '/eNB_task_compile.log'
|
||||
|
||||
# Check that machine is in test setup machine list
|
||||
print( Fore.WHITE + indent + "> testcase eNB machine :"),
|
||||
if (eNBMachine not in MachineList):
|
||||
print( Fore.RED + eNBMachine + " not in test setup machine list")
|
||||
testcase_verdict = 'INCON'
|
||||
else :
|
||||
print eNBMachine,
|
||||
# get machine description
|
||||
eNBMachineDesc = MachineDescDic[eNBMachine]
|
||||
index_eNBMachine = MachineList.index(eNBMachine)
|
||||
# check that openairinterface is installed on machine
|
||||
oai_eNB = openair('localdomain', eNBMachine)
|
||||
oai_eNB.connect(user, password)
|
||||
cmd = 'cd ' + logdirOAI5GRepo + '; source oaienv ; env|grep --color=never OPENAIR'
|
||||
res= oai_eNB.send_recv(cmd)
|
||||
m = re.search('OPENAIR_HOME', res, re.DOTALL)
|
||||
if m:
|
||||
print
|
||||
# Create testcase directory on remote eNB
|
||||
cmd = 'rm -fr ' + logdir_eNB_testcase + ' ; mkdir -p ' + logdir_eNB_testcase
|
||||
result = oai_eNB.send_recv(cmd)
|
||||
|
||||
# Check if we need to compile lte-softmodem-noS1 on remote machine
|
||||
eNB_compile_cmd = eNB_compile_prog + ' '+ eNB_compile_prog_args
|
||||
if ('last_compile_prog' in eNBMachineDesc) and eNBMachineDesc['last_compile_prog'] == eNB_compile_cmd:
|
||||
print( Fore.WHITE + indent + "> eNB machine compilation : skipped -> "+eNB_compile_cmd )
|
||||
else:
|
||||
print( Fore.WHITE + indent + "> eNB machine compilation : triggered -> "+eNB_compile_cmd )
|
||||
eNBMachineDesc['last_compile_prog'] = eNB_compile_prog + ' '+ eNB_compile_prog_args # if last compilation is the same do not compile again
|
||||
task_eNB_compile = ' ( uname -a ; date \n'
|
||||
task_eNB_compile = task_eNB_compile + 'cd ' + logdirOAI5GRepo + ' ; source oaienv ; source cmake_targets/tools/build_helper \n'
|
||||
task_eNB_compile = task_eNB_compile + 'env |grep OPENAIR \n'
|
||||
task_eNB_compile = task_eNB_compile + update_config_file(oai_eNB, eNB_config_file, logdirOAI5GRepo, '$OPENAIR_DIR/cmake_targets/autotests/tools/search_repl.py') + '\n'
|
||||
if eNB_compile_cmd != "":
|
||||
task_eNB_compile = task_eNB_compile + ' ( ' + eNB_compile_cmd + ' ) > ' + logfile_compile_eNB + ' 2>&1 \n'
|
||||
task_eNB_compile = task_eNB_compile + ' date ) > ' + logfile_task_eNB_compile_out + ' 2>&1 '
|
||||
write_file(logfile_task_eNB_compile, task_eNB_compile, mode="w")
|
||||
|
||||
|
||||
thread_eNB = oaiThread(1, "eNB_thread_compile", eNBMachine, user, password , task_eNB_compile, False, timeout_thread)
|
||||
threads.append(thread_eNB)
|
||||
thread_eNB.start()
|
||||
|
||||
else:
|
||||
print( Fore.RED + " -> OAI5G not properly setup ! please check REMOTE MACHINE PREPARATION step")
|
||||
testcase_verdict = 'INCON'
|
||||
|
||||
|
||||
UEMachine = testcase.findtext('UE',default='')
|
||||
UE_config_file = testcase.findtext('UE_config_file',default='')
|
||||
UE_compile_prog = testcase.findtext('UE_compile_prog',default='')
|
||||
UE_compile_prog_args = testcase.findtext('UE_compile_prog_args',default='')
|
||||
|
||||
logfile_compile_UE = logdir_UE_testcase + '/UE_compile.log'
|
||||
logfile_task_UE_compile_out = logdir_UE_testcase + '/UE_task_compile_out.log'
|
||||
logfile_task_UE_compile = logdir_local_testcase + '/UE_task_compile.log'
|
||||
|
||||
# Check that machine is in test setup machine list
|
||||
print( Fore.WHITE + indent + "> testcase UE machine :"),
|
||||
if (UEMachine not in MachineList):
|
||||
print( Fore.RED + UEMachine + " not in test setup machine list")
|
||||
testcase_verdict = 'INCON'
|
||||
else :
|
||||
print UEMachine,
|
||||
# get machine description
|
||||
UEMachineDesc = MachineDescDic[UEMachine]
|
||||
index_UEMachine = MachineList.index(UEMachine)
|
||||
# check that openairinterface is installed on machine
|
||||
oai_UE = openair('localdomain', UEMachine)
|
||||
oai_UE.connect(user, password)
|
||||
cmd = 'cd ' + logdirOAI5GRepo + '; source oaienv ; env|grep --color=never OPENAIR'
|
||||
res= oai_UE.send_recv(cmd)
|
||||
m = re.search('OPENAIR_HOME', res, re.DOTALL)
|
||||
if m:
|
||||
print
|
||||
# Create testcase directory on remote UE
|
||||
cmd = 'rm -fr ' + logdir_UE_testcase + ' ; mkdir -p ' + logdir_UE_testcase
|
||||
result = oai_UE.send_recv(cmd)
|
||||
|
||||
# Check if we need to compile lte-softmodem-noS1 on remote machine
|
||||
UE_compile_cmd = UE_compile_prog + ' '+ UE_compile_prog_args
|
||||
if ('last_compile_prog' in UEMachineDesc) and UEMachineDesc['last_compile_prog'] == UE_compile_cmd:
|
||||
print( Fore.WHITE + indent + "> UE machine compilation : skipped -> "+UE_compile_cmd )
|
||||
else:
|
||||
print( Fore.WHITE + indent + "> UE machine compilation : triggered -> "+UE_compile_cmd )
|
||||
UEMachineDesc['last_compile_prog'] = UE_compile_prog + ' '+ UE_compile_prog_args
|
||||
task_UE_compile = ' ( uname -a ; date \n'
|
||||
task_UE_compile = task_UE_compile + 'cd ' + logdirOAI5GRepo + ' ; source oaienv ; source cmake_targets/tools/build_helper \n'
|
||||
task_UE_compile = task_UE_compile + 'env |grep OPENAIR \n'
|
||||
task_UE_compile = task_UE_compile + update_config_file(oai_UE, UE_config_file, logdirOAI5GRepo, '$OPENAIR_DIR/cmake_targets/autotests/tools/search_repl.py') + '\n'
|
||||
if UE_compile_cmd != "":
|
||||
task_UE_compile = task_UE_compile + ' ( ' + UE_compile_cmd + ' ) > ' + logfile_compile_UE + ' 2>&1 \n'
|
||||
task_UE_compile = task_UE_compile + ' date ) > ' + logfile_task_UE_compile_out + ' 2>&1 '
|
||||
write_file(logfile_task_UE_compile, task_UE_compile, mode="w")
|
||||
|
||||
thread_UE = oaiThread(2, "UE_thread_compile", UEMachine, user, password , task_UE_compile, False, timeout_thread)
|
||||
threads.append(thread_UE)
|
||||
thread_UE.start()
|
||||
|
||||
else:
|
||||
print( Fore.RED + " -> OAI5G not properly setup ! please check REMOTE MACHINE PREPARATION step")
|
||||
testcase_verdict = 'INCON'
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
# Wait for Compilation thread to terminate
|
||||
#-----------------------------------------
|
||||
for t in threads:
|
||||
t.join()
|
||||
|
||||
# TODO check that compilation is succeed
|
||||
|
||||
#first we compile all the programs
|
||||
# thread_UE = oaiThread(3, "UE_thread", UEMachine, user, password , task_UE_compile, False, timeout_thread)
|
||||
# threads.append(thread_UE)
|
||||
# thread_UE.start()
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
# index_UEMachine = MachineList.index(UEMachine)
|
||||
# oai_UE = openair('localdomain', UEMachine)
|
||||
# oai_UE.connect(user, password)
|
||||
# res = oai_UE.send_recv(cmd)
|
||||
# res = oai_eNB.send_recv(cmd)
|
||||
|
||||
|
||||
|
||||
#
|
||||
# RUN LOOP
|
||||
# ------------------------------------------------
|
||||
if testcase_verdict != 'PASS': # if something went wrong to not run test cases
|
||||
max_ntries=0
|
||||
|
||||
runs_results = []
|
||||
nb_runs = 0
|
||||
nb_run_pass = 0
|
||||
nb_run_failed = 0
|
||||
nb_run_inc = 0
|
||||
nb_run_skip = 0
|
||||
|
||||
nb_seg_fault = 0
|
||||
|
||||
for run in range(0,max_ntries):
|
||||
|
||||
if nruns == nb_run_pass + nb_run_failed:
|
||||
break
|
||||
|
||||
nb_runs += 1
|
||||
|
||||
#
|
||||
# RUN initialization
|
||||
# ----------------------------------------------------
|
||||
print (Fore.WHITE + indent + "> RUN_"+str(run).zfill(2)+" : " ),
|
||||
|
||||
sys.stdout.flush()
|
||||
|
||||
run_start_time=datetime.datetime.now()
|
||||
|
||||
logdir_local_run = openairdir_local + '/cmake_targets/autotests/log/'+ testcasename + '/run_' + str(run)
|
||||
logdir_eNB_run = logdirOAI5GRepo +'/cmake_targets/autotests/log/' + testcasename + '/run_' + str(run)
|
||||
logdir_UE_run = logdirOAI5GRepo +'/cmake_targets/autotests/log/' + testcasename + '/run_' + str(run)
|
||||
|
||||
cmd = 'rm -fr ' + logdir_eNB_run + ' ; mkdir -p ' + logdir_eNB_run
|
||||
result = oai_eNB.send_recv(cmd)
|
||||
cmd = 'rm -fr ' + logdir_UE_run + ' ; mkdir -p ' + logdir_UE_run
|
||||
result = oai_UE.send_recv(cmd)
|
||||
cmd = ' rm -fr ' + logdir_local_run + ' ; mkdir -p ' + logdir_local_run
|
||||
result = os.system(cmd)
|
||||
|
||||
|
||||
#
|
||||
# RUN parametrization
|
||||
# ----------------------------------------------------
|
||||
eNB_pre_exec = testcase.findtext('eNB_pre_exec',default='')
|
||||
eNB_pre_exec_args = testcase.findtext('eNB_pre_exec_args',default='')
|
||||
eNB_main_exec = testcase.findtext('eNB_main_exec',default='')
|
||||
eNB_main_exec_args = testcase.findtext('eNB_main_exec_args',default='')
|
||||
eNB_traffic_exec = testcase.findtext('eNB_traffic_exec',default='')
|
||||
eNB_traffic_exec_args = testcase.findtext('eNB_traffic_exec_args',default='')
|
||||
eNB_terminate_missing_procs = testcase.findtext('eNB_terminate_missing_procs',default='True')
|
||||
|
||||
logfile_exec_eNB = logdir_eNB_run + '/eNB_exec' + '_' + str(run) + '_.log'
|
||||
logfile_pre_exec_eNB = logdir_eNB_run + '/eNB_pre_exec' + '_' + str(run) + '_.log'
|
||||
logfile_task_eNB_out = logdir_eNB_run + '/eNB_task_out' + '_' + str(run) + '_.log'
|
||||
logfile_traffic_eNB = logdir_eNB_run + '/eNB_traffic' + '_' + str(run) + '_.log'
|
||||
logfile_task_eNB = logdir_local_run + '/eNB_task' + '_' + str(run) + '_.log'
|
||||
|
||||
task_eNB = ' ( uname -a ; date \n'
|
||||
task_eNB = task_eNB + 'cd ' + logdirOAI5GRepo + ' ; source oaienv ; source cmake_targets/tools/build_helper \n'
|
||||
task_eNB = task_eNB + 'env |grep OPENAIR \n' + 'array_exec_pid=() \n'
|
||||
if eNB_pre_exec != "":
|
||||
task_eNB = task_eNB + ' ( date; ' + eNB_pre_exec + ' '+ eNB_pre_exec_args + ' ) > ' + logfile_pre_exec_eNB + ' 2>&1 \n'
|
||||
if eNB_main_exec != "":
|
||||
task_eNB = task_eNB + ' ( date; ' + addsudo(eNB_main_exec + ' ' + eNB_main_exec_args, '') + ' ) > ' + logfile_exec_eNB + ' 2>&1 & \n'
|
||||
task_eNB = task_eNB + 'array_exec_pid+=($!) \n'
|
||||
task_eNB = task_eNB + 'echo eNB_main_exec PID = $! \n'
|
||||
if eNB_traffic_exec != "":
|
||||
cmd_traffic = eNB_traffic_exec + ' ' + eNB_traffic_exec_args
|
||||
if cmd_traffic.find('-c') >= 0:
|
||||
cmd_traffic = cmd_traffic + ' -t ' + str(timeout_cmd - 80)
|
||||
task_eNB = task_eNB + ' (date; ' + cmd_traffic + ' ) > ' + logfile_traffic_eNB + ' 2>&1 & \n'
|
||||
task_eNB = task_eNB + 'array_exec_pid+=($!) \n'
|
||||
task_eNB = task_eNB + 'echo eNB_traffic_exec PID = $! \n'
|
||||
#terminate the eNB test case after timeout_cmd seconds
|
||||
task_eNB = task_eNB + finalize_deploy_script (timeout_cmd, eNB_terminate_missing_procs) + ' \n'
|
||||
#task_eNB = task_eNB + 'sleep ' + str(timeout_cmd) + ' \n'
|
||||
task_eNB = task_eNB + 'handle_ctrl_c' + '\n'
|
||||
task_eNB = task_eNB + ' ) > ' + logfile_task_eNB_out + ' 2>&1 '
|
||||
write_file(logfile_task_eNB, task_eNB, mode="w")
|
||||
|
||||
|
||||
UE_pre_exec = testcase.findtext('UE_pre_exec',default='')
|
||||
UE_pre_exec_args = testcase.findtext('UE_pre_exec_args',default='')
|
||||
UE_main_exec = testcase.findtext('UE_main_exec',default='')
|
||||
UE_main_exec_args = testcase.findtext('UE_main_exec_args',default='')
|
||||
UE_traffic_exec = testcase.findtext('UE_traffic_exec',default='')
|
||||
UE_traffic_exec_args = testcase.findtext('UE_traffic_exec_args',default='')
|
||||
UE_terminate_missing_procs = testcase.findtext('UE_terminate_missing_procs',default='True')
|
||||
UE_search_expr_true = testcase.findtext('UE_search_expr_true','')
|
||||
|
||||
logfile_exec_UE = logdir_UE_run + '/UE_exec' + '_' + str(run) + '_.log'
|
||||
logfile_pre_exec_UE = logdir_UE_run + '/UE_pre_exec' + '_' + str(run) + '_.log'
|
||||
logfile_task_UE_out = logdir_UE_run + '/UE_task_out' + '_' + str(run) + '_.log'
|
||||
logfile_traffic_UE = logdir_UE_run + '/UE_traffic' + '_' + str(run) + '_.log'
|
||||
logfile_task_UE = logdir_local_run + '/UE_task' + '_' + str(run) + '_.log'
|
||||
|
||||
|
||||
task_UE = ' ( uname -a ; date \n'
|
||||
task_UE = task_UE + 'array_exec_pid=()' + '\n'
|
||||
task_UE = task_UE + 'cd ' + logdirOAI5GRepo + '\n'
|
||||
task_UE = task_UE + 'source oaienv \n'
|
||||
task_UE = task_UE + 'source cmake_targets/tools/build_helper \n'
|
||||
task_UE = task_UE + 'env |grep OPENAIR \n'
|
||||
if UE_pre_exec != "":
|
||||
task_UE = task_UE + ' ( date; ' + UE_pre_exec + ' '+ UE_pre_exec_args + ' ) > ' + logfile_pre_exec_UE + ' 2>&1 \n'
|
||||
if UE_main_exec != "":
|
||||
task_UE = task_UE + ' ( date; ' + addsudo(UE_main_exec + ' ' + UE_main_exec_args, '') + ' ) > ' + logfile_exec_UE + ' 2>&1 & \n'
|
||||
task_UE = task_UE + 'array_exec_pid+=($!) \n'
|
||||
task_UE = task_UE + 'echo UE_main_exec PID = $! \n'
|
||||
if UE_traffic_exec != "":
|
||||
cmd_traffic = UE_traffic_exec + ' ' + UE_traffic_exec_args
|
||||
if cmd_traffic.find('-c') >= 0:
|
||||
cmd_traffic = cmd_traffic + ' -t ' + str(timeout_cmd - 60)
|
||||
task_UE = task_UE + ' ( date; ' + cmd_traffic + ' ) >' + logfile_traffic_UE + ' 2>&1 & \n'
|
||||
task_UE = task_UE + 'array_exec_pid+=($!) \n'
|
||||
task_UE = task_UE + 'echo UE_traffic_exec PID = $! \n'
|
||||
#terminate the UE test case after timeout_cmd seconds
|
||||
task_UE = task_UE + finalize_deploy_script (timeout_cmd, UE_terminate_missing_procs) + ' \n'
|
||||
#task_UE = task_UE + 'sleep ' + str(timeout_cmd) + ' \n'
|
||||
task_UE = task_UE + 'handle_ctrl_c' + '\n'
|
||||
task_UE = task_UE + ' ) > ' + logfile_task_UE_out + ' 2>&1 '
|
||||
write_file(logfile_task_UE, task_UE, mode="w")
|
||||
#task_UE = 'echo \" ' + task_UE + '\" > ' + logfile_script_UE + ' 2>&1 ; ' + task_UE
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
#
|
||||
# RUN work
|
||||
# ----------------------------------------------------
|
||||
thread_eNB = oaiThread(1, "eNB_thread", eNBMachine, user, password , task_eNB, False, timeout_thread)
|
||||
thread_UE = oaiThread(2, "UE_thread", UEMachine, user, password , task_UE, False, timeout_thread)
|
||||
threads=[]
|
||||
threads.append(thread_eNB)
|
||||
threads.append(thread_UE)
|
||||
thread_eNB.start()
|
||||
thread_UE.start()
|
||||
for t in threads:
|
||||
t.join()
|
||||
|
||||
#
|
||||
#
|
||||
#-----------------------------------------------------
|
||||
cleanOldProgramsAllMachines([oai_eNB, oai_UE] , oldprogramList, CleanUpAluLteBox, ExmimoRfStop, [logdir_eNB_run, logdir_UE_run], logdirOAI5GRepo)
|
||||
|
||||
SSHSessionWrapper(eNBMachine, user, None, password, logdir_eNB_run, logdir_local_testcase, "get_all")
|
||||
#print "Copying files from UEMachine : " + UEMachine + "logdir_UE = " + logdir_UE
|
||||
SSHSessionWrapper(UEMachine, user, None, password, logdir_UE_run, logdir_local_testcase, "get_all")
|
||||
|
||||
metric_checks_flag = 1
|
||||
|
||||
fname = logdir_local_run+ '/UE_exec' + '_' + str(run) + '_.log'
|
||||
cell_synch_status = analyser.check_cell_synchro(fname)
|
||||
if cell_synch_status == 'CELL_SYNCH':
|
||||
print '!!!!!!!!!!!!!! Cell synchronized !!!!!!!!!!!'
|
||||
else :
|
||||
print '!!!!!!!!!!!!!! Cell NOT NOT synchronized !!!!!!!!!!!'
|
||||
metric_checks_flag = 0
|
||||
|
||||
ue_seg_fault_status = analyser.check_exec_seg_fault(fname)
|
||||
if ue_seg_fault_status == 'SEG_FAULT' :
|
||||
nb_seg_fault += 1
|
||||
|
||||
#
|
||||
# Check metrics
|
||||
#----------------------------------------------------
|
||||
runs_metrics = []
|
||||
run_traffic = []
|
||||
|
||||
if metric_checks_flag :
|
||||
verdict = 'PASS'
|
||||
|
||||
# UE side metrics
|
||||
metricList=testcase.findall('UE_metric')
|
||||
for metric in metricList:
|
||||
metric_def = {}
|
||||
metric_def['id'] = metric.get('id')
|
||||
metric_def['description'] = metric.get('description')
|
||||
metric_def['regex'] = metric.get('regex')
|
||||
metric_def['unit_of_meas'] = metric.get('unit_of_meas')
|
||||
metric_def['pass_fail_stat']= metric.get('pass_fail_stat')
|
||||
metric_min_lim = metric.get('min_limit')
|
||||
if metric_min_lim:
|
||||
metric_def['min_limit'] = float(metric_min_lim)
|
||||
metric_max_lim = metric.get('max_limit')
|
||||
if metric_max_lim:
|
||||
metric_def['max_limit'] = float(metric_max_lim)
|
||||
|
||||
fname = logdir_local_run+ '/UE_exec' + '_' + str(run) + '_.log'
|
||||
|
||||
args = {'metric' : metric_def,
|
||||
'file' : fname }
|
||||
|
||||
metric_extracted = analyser.do_extract_metrics(args)
|
||||
|
||||
print "\t > Metric "+metric_def['id']+" :"
|
||||
print "\t\t> min = "+ str( metric_extracted['metric_min'] )
|
||||
print "\t\t> min_index = "+ str( metric_extracted['metric_min_index'] )
|
||||
print "\t\t> max = "+ str( metric_extracted['metric_max'] )
|
||||
print "\t\t> max_index = "+ str( metric_extracted['metric_max_index'] )
|
||||
print "\t\t> mean = "+ str( metric_extracted['metric_mean'] )
|
||||
print "\t\t> median = "+ str( metric_extracted['metric_median'] )
|
||||
|
||||
verdict = analyser.do_check_verdict(metric_def, metric_extracted)
|
||||
|
||||
metric_fig = logdir_local_run+ '/UE_metric_'+ metric_def['id']+'_' + str(run) + '_.png'
|
||||
analyser.do_img_metrics(metric_def, metric_extracted, metric_fig)
|
||||
|
||||
|
||||
metric_fig_report = '../log/'+ testcasename + '/run_' + str(run) + '/UE_metric_'+ metric_def['id']+'_' + str(run) + '_.png'
|
||||
|
||||
run_metrics = dict( metric_id = metric_def['id'],
|
||||
metric_desc = metric_def['description'],
|
||||
metric_uom = metric_def['unit_of_meas'],
|
||||
metric_min = metric_extracted['metric_min'],
|
||||
metric_min_index= metric_extracted['metric_min_index'],
|
||||
metric_max = metric_extracted['metric_max'],
|
||||
metric_max_index= metric_extracted['metric_max_index'],
|
||||
metric_mean = metric_extracted['metric_mean'],
|
||||
metric_median = metric_extracted['metric_median'],
|
||||
metric_fig = metric_fig_report)
|
||||
|
||||
if metric_def['pass_fail_stat'] :
|
||||
run_metrics['pass_fail_stat'] = metric_def['pass_fail_stat']
|
||||
if metric_min_lim :
|
||||
run_metrics['pass_fail_min_limit'] = metric_def['min_limit']
|
||||
if metric_max_lim :
|
||||
run_metrics['pass_fail_max_limit'] = metric_def['max_limit']
|
||||
|
||||
runs_metrics.append(run_metrics)
|
||||
|
||||
# Traffic analysis
|
||||
if UE_traffic_exec != "":
|
||||
|
||||
fname = logdir_local_run+ '/UE_traffic' + '_' + str(run) + '_.log'
|
||||
args = {'file' : fname }
|
||||
traffic_metrics = analyser.do_extract_traffic_metrics(args)
|
||||
traffic_fig = logdir_local_run+ '/UE_traffic'+'_' + str(run) + '_.png'
|
||||
analyser.do_img_traffic(traffic_metrics, traffic_fig)
|
||||
|
||||
traffic_fig_report= '../log/'+ testcasename + '/run_' + str(run) + '/UE_traffic'+'_' + str(run) + '_.png'
|
||||
|
||||
dur_pass_fail_crit = 'none'
|
||||
if traffic_metrics['traffic_count'] == 0 :
|
||||
verdict = 'FAIL'
|
||||
elif UE_search_expr_true != "":
|
||||
traffic_duration_limit = float(UE_search_expr_true)
|
||||
dur_pass_fail_crit = str(traffic_duration_limit)
|
||||
# print 'traffic_duration_limit = '+str(traffic_duration_limit)
|
||||
# print 'traffic_metrics[interval_stop_max] = '+str(traffic_metrics['interval_stop_max'])
|
||||
if traffic_metrics['interval_stop_max'] < traffic_duration_limit :
|
||||
verdict = 'FAIL'
|
||||
|
||||
|
||||
run_traffic = dict( traffic_count = traffic_metrics['traffic_count'],
|
||||
bw_min = traffic_metrics['bw_min'],
|
||||
bw_max = traffic_metrics['bw_max'],
|
||||
bw_mean = traffic_metrics['bw_mean'],
|
||||
bw_median = traffic_metrics['bw_median'],
|
||||
jitter_min = traffic_metrics['jitter_min'],
|
||||
jitter_max = traffic_metrics['jitter_max'],
|
||||
jitter_mean = traffic_metrics['jitter_mean'],
|
||||
jitter_median = traffic_metrics['jitter_median'],
|
||||
rl_min = traffic_metrics['rl_min'],
|
||||
rl_max = traffic_metrics['rl_max'],
|
||||
rl_mean = traffic_metrics['rl_mean'],
|
||||
rl_median = traffic_metrics['rl_median'],
|
||||
iperf_duration = traffic_metrics['interval_stop_max'],
|
||||
dur_pass_fail_crit = dur_pass_fail_crit,
|
||||
traffic_fig = traffic_fig_report )
|
||||
else:
|
||||
run_traffic = dict( traffic_count = 0)
|
||||
|
||||
else :
|
||||
verdict = 'SKIP'
|
||||
|
||||
|
||||
|
||||
#
|
||||
# RUN verdict and finalization
|
||||
# ----------------------------------------------------
|
||||
run_stop_time=datetime.datetime.now()
|
||||
run_duration = run_stop_time-run_start_time
|
||||
# print (Fore.WHITE + ("duration=" :"),
|
||||
print (Fore.WHITE + indent + "> RUN duration : "+ str(run_duration) +"s" )
|
||||
|
||||
print (Fore.WHITE + indent + "> RUN verdict :"),
|
||||
|
||||
if verdict == 'PASS':
|
||||
nb_run_pass += 1
|
||||
print ( Fore.GREEN + verdict)
|
||||
elif verdict == 'FAIL':
|
||||
nb_run_failed += 1
|
||||
testcase_verdict = 'FAIL'
|
||||
print ( Fore.RED + verdict)
|
||||
elif verdict == 'SKIP':
|
||||
nb_run_skip += 1
|
||||
print ( Fore.YELLOW + verdict)
|
||||
else:
|
||||
nb_run_inc += 1
|
||||
if testcase_verdict == 'PASS' : testcase_verdict = 'INCON'
|
||||
print (Fore.YELLOW+'INCONCLUSIVE')
|
||||
|
||||
run_results = dict( run_id=str(run),
|
||||
run_start_time = run_start_time,
|
||||
run_stop_time = run_stop_time ,
|
||||
run_verdict = verdict,
|
||||
ue_seg_fault_status = ue_seg_fault_status,
|
||||
run_duration = run_duration,
|
||||
runs_metrics = runs_metrics,
|
||||
run_traffic = run_traffic)
|
||||
runs_results.append(run_results)
|
||||
|
||||
# END RUN LOOP
|
||||
#----------------------------------------------------
|
||||
|
||||
# Test case duration
|
||||
# ----------------------------------
|
||||
testcase_time_stop = datetime.datetime.now()
|
||||
print(Fore.WHITE + indent + "> testcase time stop : " + str(testcase_time_start) ),
|
||||
print " -> TestCase duration = "+str(testcase_time_stop - testcase_time_start)
|
||||
|
||||
# Save remote log files
|
||||
# -----------------------------------
|
||||
#Now we change the permissions of the logfiles to avoid some of them being with root permissions
|
||||
cmd = 'sudo -E chown -R ' + user + ' ' + logdir_eNB_testcase
|
||||
res= oai_eNB.send_recv(cmd)
|
||||
cmd = 'sudo -E chown -R ' + user + ' ' + logdir_UE_testcase
|
||||
res= oai_UE.send_recv(cmd)
|
||||
|
||||
# Save remote log files on MTC
|
||||
#print "Copying files from eNBMachine " + eNBMachine + "logdir_eNB = " + logdir_eNB
|
||||
SSHSessionWrapper(eNBMachine, user, None, password, logdir_eNB_testcase, openairdir_local + '/cmake_targets/autotests/log/', "get_all")
|
||||
#print "Copying files from UEMachine : " + UEMachine + "logdir_UE = " + logdir_UE
|
||||
SSHSessionWrapper(UEMachine, user, None, password, logdir_UE_testcase, openairdir_local + '/cmake_targets/autotests/log/', "get_all")
|
||||
|
||||
oai_eNB.disconnect()
|
||||
oai_UE.disconnect()
|
||||
|
||||
# Set test case final verdict
|
||||
# -----------------------------------
|
||||
test_result_string = 'do be completed'
|
||||
|
||||
if testcase_verdict == 'PASS':
|
||||
if nb_run_pass == 0 :
|
||||
testcase_verdict = 'INCON'
|
||||
|
||||
print(Fore.WHITE + indent + "> testcase final verdict :"),
|
||||
if testcase_verdict == 'PASS':
|
||||
print ( Fore.GREEN + testcase_verdict)
|
||||
elif testcase_verdict == 'FAIL':
|
||||
print ( Fore.RED + testcase_verdict)
|
||||
else:
|
||||
print (Fore.YELLOW+'INCONCLUSIVE')
|
||||
|
||||
duration= testcase_time_stop - testcase_time_start
|
||||
xmlFile = logdir_local_testcase + '/test.' + testcasename + '.xml'
|
||||
xml="\n<testcase classname=\'"+ testcaseclass + "\' name=\'" + testcasename + "."+tags + "\' Run_result=\'" + test_result_string + "\' time=\'" + str(duration) + " s \' RESULT=\'" + testcase_verdict + "\'></testcase> \n"
|
||||
write_file(xmlFile, xml, mode="w")
|
||||
|
||||
|
||||
test_result = dict(testcase_name=testcasename,
|
||||
testcaseclass=testcaseclass,
|
||||
testcase_verdict = testcase_verdict,
|
||||
testcase_time_start=testcase_time_start,
|
||||
testcase_time_stop=testcase_time_stop,
|
||||
tags=tags,
|
||||
nruns=nb_runs,
|
||||
nb_run_pass = nb_run_pass,
|
||||
nb_run_skip = nb_run_skip,
|
||||
nb_run_failed = nb_run_failed,
|
||||
nb_run_inc=nb_run_inc,
|
||||
nb_seg_fault = nb_seg_fault,
|
||||
testcase_timeout=timeout_cmd,
|
||||
testcase_duration = duration,
|
||||
testcase_eNBMachine =eNBMachine,
|
||||
testcase_UEMachine =UEMachine,
|
||||
runs_results = runs_results)
|
||||
#test_results.append(test_result)
|
||||
|
||||
return testcase_verdict
|
||||
|
||||
|
||||
|
||||
|
||||
# \brief This function searches if test case is present in list of test cases that need to be executed by user
|
||||
# \param testcasename the test case to search for
|
||||
# \param testcasegroup list that is passed from the arguments
|
||||
@@ -1149,12 +1754,14 @@ if openairdir_local is None:
|
||||
locallogdir = openairdir_local + '/cmake_targets/autotests/log'
|
||||
MachineList = ''
|
||||
MachineListGeneric=''
|
||||
MachineDescDic={}
|
||||
flag_remove_logdir=False
|
||||
flag_start_testcase=False
|
||||
nruns_lte_softmodem=''
|
||||
flag_skip_git_head_check=False
|
||||
flag_skip_oai_install=False
|
||||
Timeout_cmd=''
|
||||
xmlInputFile=''
|
||||
print "Number of arguments argc = " + str(len(sys.argv))
|
||||
#for index in range(1,len(sys.argv) ):
|
||||
# print "argv_" + str(index) + " : " + sys.argv[index]
|
||||
@@ -1218,6 +1825,9 @@ while i < len (sys.argv):
|
||||
i = i +1
|
||||
elif arg == '--skip-oai-install':
|
||||
flag_skip_oai_install=True
|
||||
elif arg == '--test-suite' :
|
||||
xmlInputFile = sys.argv[i+1]
|
||||
i = i +1
|
||||
elif arg == '-h' :
|
||||
print "-s: This flag *MUST* be set to start the test cases"
|
||||
print "-r: Remove the log directory in autotests"
|
||||
@@ -1235,6 +1845,7 @@ while i < len (sys.argv):
|
||||
print "--skip-git-head-check: skip checking of GitHead remote/local branch (only for debugging)"
|
||||
print "--timeout_cmd: Override the default parameter (timeout_cmd) in test_case_list.xml. This parameter is in seconds and should be > 120"
|
||||
print "--skip-oai-install: Skips the openairinterface5g installer"
|
||||
print "--test-suite: Select a XML test-suite file"
|
||||
sys.exit()
|
||||
else :
|
||||
print "Unrecongnized Option: <" + arg + ">. Use -h to see valid options"
|
||||
@@ -1264,6 +1875,13 @@ cmd='ps aux |grep \"/usr/bin/ssh -q -l guptar\"| awk \'{print $2}\' | sudo xargs
|
||||
|
||||
os.system(cmd)
|
||||
|
||||
try:
|
||||
analyser = __import__("lib_autotest_analyser")
|
||||
except ImportError as err:
|
||||
print('Import error: ' + str(err))
|
||||
exit(0)
|
||||
|
||||
|
||||
if flag_start_testcase == False:
|
||||
print "You need to start the testcase by passing option -s. Use -h to see all options. Aborting now..."
|
||||
sys.exit(1)
|
||||
@@ -1286,12 +1904,14 @@ os.system(cmd)
|
||||
|
||||
print "host = " + host
|
||||
print "user = " + user
|
||||
xmlInputFile=os.environ.get('OPENAIR_DIR')+"/cmake_targets/autotests/test_case_list.xml"
|
||||
if xmlInputFile == '':
|
||||
xmlInputFile=os.environ.get('OPENAIR_DIR')+"/cmake_targets/autotests/test_case_list.xml"
|
||||
NFSResultsDir = '/mnt/sradio'
|
||||
cleanupOldProgramsScript = '$OPENAIR_DIR/cmake_targets/autotests/tools/remove_old_programs.bash'
|
||||
logdir = '/tmp/' + 'OAITestFrameWork-' + user + '/'
|
||||
logdirOAI5GRepo = logdir + 'openairinterface5g/'
|
||||
logdirOpenaircnRepo = logdir + 'openair-cn/'
|
||||
patchdir = logdirOAI5GRepo + 'cmake_targets/autotests/patches/'
|
||||
|
||||
if flag_remove_logdir == True:
|
||||
print "Removing directory: " + locallogdir
|
||||
@@ -1333,6 +1953,8 @@ ExmimoRfStop = xmlRoot.findtext('ExmimoRfStop',default='')
|
||||
if nruns_lte_softmodem == '':
|
||||
nruns_lte_softmodem = xmlRoot.findtext('nruns_lte-softmodem',default='')
|
||||
|
||||
OAI5GpatchFileList=xmlRoot.findall('OAI5GPatchFile')
|
||||
|
||||
print "MachineList = " + MachineList
|
||||
print "GitOpenair-cnRepo = " + GitOpenaircnRepo
|
||||
print "GitOAI5GRepo = " + GitOAI5GRepo
|
||||
@@ -1365,6 +1987,7 @@ MachineListGeneric = MachineListGeneric.split()
|
||||
#index=0
|
||||
for machine in MachineList:
|
||||
oai_list.append( openair('localdomain',machine))
|
||||
MachineDescDic[machine]={}
|
||||
#index = index + 1
|
||||
|
||||
|
||||
@@ -1475,6 +2098,7 @@ for oai in oai_list:
|
||||
cmd = cmd + 'git checkout ' + GitOpenaircnRepoBranch + '\n'
|
||||
cmd = cmd + 'env |grep OPENAIR' + '\n'
|
||||
cmd = cmd + ' cd ' + logdir + '\n'
|
||||
cmd = cmd + 'mkdir -p ' + patchdir + '\n'
|
||||
cmd = cmd + ' ) > ' + setuplogfile + ' 2>&1 \n'
|
||||
#cmd = cmd + 'echo \' ' + cmd + '\' > ' + setup_script + ' 2>&1 \n '
|
||||
#result = oai_list[index].send_recv(cmd, False, 300 )
|
||||
@@ -1500,8 +2124,27 @@ for t in threads_init_setup:
|
||||
localfile = locallogdir + '/setup_log_' + MachineList[index] + '_.txt'
|
||||
remotefile = logdir + '/setup_log_' + MachineList[index] + '_.txt'
|
||||
port = 22
|
||||
|
||||
#Now we copy patch files and apply them
|
||||
print "Installating patch files on machine " + MachineList[index]
|
||||
for patchFile in OAI5GpatchFileList:
|
||||
localfile = os.path.expandvars('$OPENAIR_DIR/cmake_targets/autotests/patches/')+patchFile.get('name')
|
||||
remotefile = logdirOAI5GRepo + '/cmake_targets/autotests/patches/'+patchFile.get('name')
|
||||
if patchFile.get('machine') == MachineList[index] or patchFile.get('machine') == None:
|
||||
if os.path.isfile(localfile):
|
||||
print "\t> PATCH FILE :"+localfile
|
||||
paramList=[]
|
||||
paramList.append ( {"operation":'put', "localfile":localfile, "remotefile":remotefile} )
|
||||
sftp_module (user, pw, MachineList[index], port, paramList, sftp_log)
|
||||
cmd = ' cd ' + logdirOAI5GRepo + ' ;git apply cmake_targets/autotests/patches/'+patchFile.get('name')
|
||||
res = oai_list[index].send_recv(cmd)
|
||||
|
||||
paramList=[]
|
||||
|
||||
setuplogfile = logdir + '/setup_log_' + MachineList[index] + '_.txt'
|
||||
setup_script = locallogdir + '/setup_script_' + MachineList[index] + '_.txt'
|
||||
localfile = locallogdir + '/setup_log_' + MachineList[index] + '_.txt'
|
||||
remotefile = logdir + '/setup_log_' + MachineList[index] + '_.txt'
|
||||
sftp_log = os.path.expandvars(locallogdir + '/sftp_module.log')
|
||||
paramList.append ( {"operation":'get', "localfile":localfile, "remotefile":remotefile} )
|
||||
#sftp_module (user, pw, MachineList[index], port, localfile, remotefile, sftp_log, "get")
|
||||
@@ -1574,6 +2217,23 @@ for testcase in testcaseList:
|
||||
SSHSessionWrapper('localhost', user, None, pw , NFSTestsResultsDir , locallogdir, "put_all")
|
||||
oai_localhost.disconnect()
|
||||
|
||||
elif testcaseclass == 'lte-softmodem-noS1' :
|
||||
eNBMachine = testcase.findtext('eNB',default='')
|
||||
UEMachine = testcase.findtext('UE',default='')
|
||||
if (eNBMachine not in MachineList)|(UEMachine not in MachineList):
|
||||
print "One of the machines is not in the machine list"
|
||||
print "eNBMachine : " + eNBMachine + "UEMachine : " + UEMachine + "MachineList : " + ','.join(MachineList)
|
||||
print "testcasename = " + testcasename + " class = " + testcaseclass
|
||||
threadListGlobal = wait_testcaseclass_generic_threads(threadListGlobal, Timeout_execution)
|
||||
|
||||
handle_testcaseclass_softmodem_noS1 (testcase, CleanUpOldProgs, logdirOAI5GRepo, logdirOpenaircnRepo, MachineList, user, pw, CleanUpAluLteBox, ExmimoRfStop, nruns_lte_softmodem, Timeout_cmd )
|
||||
|
||||
#The lines below are copied from below to trace the failure of some of the machines in test setup. These lines below need to be removed in long term
|
||||
print "Creating xml file for overall results..."
|
||||
cmd = "cat $OPENAIR_DIR/cmake_targets/autotests/log/*/*.xml > $OPENAIR_DIR/cmake_targets/autotests/log/results_autotests.xml "
|
||||
res=os.system(cmd)
|
||||
os.system('sync')
|
||||
|
||||
elif (testcaseclass == 'compilation'):
|
||||
threadListGlobal = handle_testcaseclass_generic (testcasename, threadListGlobal, CleanUpOldProgs, logdirOAI5GRepo, MachineListGeneric, user, pw, CleanUpAluLteBox,Timeout_execution, ExmimoRfStop)
|
||||
elif (testcaseclass == 'execution'):
|
||||
|
||||
+161
@@ -0,0 +1,161 @@
|
||||
#! /usr/bin/python
|
||||
#******************************************************************************
|
||||
#
|
||||
# \file autotest_analyser.py
|
||||
#
|
||||
# \par Informations
|
||||
# - \b Project : UED Autotest Framework
|
||||
# - \b Software :
|
||||
#
|
||||
# \date 16 september 2016
|
||||
#
|
||||
# \version 0.1
|
||||
#
|
||||
# \brief helper to test lib_autotest_analyser.py
|
||||
#
|
||||
# \author Benoit ROBERT (benoit.robert@syrtem.com)
|
||||
#
|
||||
# \par Statement of Ownership
|
||||
# COPYRIGHT (c) 2016 BY SYRTEM S.A.R.L
|
||||
# This software is furnished under license and may be used and copied
|
||||
# only in accordance with the terms of such license and with the inclusion
|
||||
# of the above COPYRIGHT notice. This SOFTWARE or any other copies thereof
|
||||
# may not be provided or otherwise made available to any other person.
|
||||
# No title to and ownership of the SOFTWARE is hereby transferred.
|
||||
#
|
||||
# The information in this SOFTWARE is subject to change without notice
|
||||
# and should not be constructed as a commitment by SYRTEM.
|
||||
# SYRTEM assumes no responsibility for the use or reliability of its
|
||||
# SOFTWARE on equipment or platform not explicitly validated by SYRTEM.
|
||||
#
|
||||
# *******************************************************************************
|
||||
|
||||
import os
|
||||
import getopt
|
||||
import sys
|
||||
from subprocess import call
|
||||
|
||||
|
||||
|
||||
#test_cases = ('030001', '030901', '031001', '031601', '031701', '031801', '031901', '032001', '032101', '032201', '032301', '032501', '032601', '032801')
|
||||
test_cases = ('030030' , '030030' )
|
||||
|
||||
nb_run = 3
|
||||
|
||||
def error_opt(msg):
|
||||
print("Option error: " + msg)
|
||||
|
||||
|
||||
def main(args):
|
||||
try:
|
||||
analyser = __import__("lib_autotest_analyser")
|
||||
except ImportError as err:
|
||||
print('Import error: ' + str(err))
|
||||
exit(0)
|
||||
|
||||
|
||||
log_path = 'log_save_2016-08-14/log/'
|
||||
|
||||
|
||||
|
||||
metric = {}
|
||||
metric['id'] = 'UE_DLSCH_BITRATE'
|
||||
metric['description'] = 'UE downlink physical throughput'
|
||||
metric['regex'] = '(UE_DLSCH_BITRATE) =\s+(\d+\.\d+) kbps.+frame = (\d+)\)'
|
||||
metric['unit_of_meas'] = 'kbps'
|
||||
metric['min_limit'] = 14668.8
|
||||
|
||||
|
||||
#report_path = log_path+'/report/'
|
||||
|
||||
#os.system(' mkdir -p ' + report_path)
|
||||
|
||||
#analyser.create_report_html(report_path)
|
||||
|
||||
#return(0)
|
||||
|
||||
for test_case in test_cases:
|
||||
|
||||
# print test_case
|
||||
if test_case == '030001':
|
||||
metric['min_limit'] = 500.0
|
||||
if test_case == '030901':
|
||||
metric['min_limit'] = 640.0
|
||||
if test_case == '031001':
|
||||
metric['min_limit'] = 3200.0
|
||||
if test_case == '031601':
|
||||
metric['min_limit'] = 5920.0
|
||||
if test_case == '031701':
|
||||
metric['min_limit'] = 6000.0
|
||||
if test_case == '031801':
|
||||
metric['min_limit'] = 6200.0
|
||||
if test_case == '031901':
|
||||
metric['min_limit'] = 7000.0
|
||||
if test_case == '032001':
|
||||
metric['min_limit'] = 7800.0
|
||||
if test_case == '032101':
|
||||
metric['min_limit'] = 8000.0
|
||||
if test_case == '032201':
|
||||
metric['min_limit'] = 9000.0
|
||||
if test_case == '032301':
|
||||
metric['min_limit'] = 10000.0
|
||||
if test_case == '032501':
|
||||
metric['min_limit'] = 11000.0
|
||||
if test_case == '032601':
|
||||
metric['min_limit'] = 12000.0
|
||||
if test_case == '032801':
|
||||
metric['min_limit'] = 12500.0
|
||||
|
||||
if test_case == '035201':
|
||||
metric['min_limit'] = 14668.8
|
||||
if test_case == '036001':
|
||||
metric['min_limit'] = 25363.2
|
||||
|
||||
|
||||
|
||||
for i in range(0, nb_run):
|
||||
fname = 'log//'+test_case+'/run_'+str(i)+'/UE_exec_'+str(i)+'_.log'
|
||||
args = {'metric' : metric,
|
||||
'file' : fname }
|
||||
|
||||
cell_synch_status = analyser.check_cell_synchro(fname)
|
||||
if cell_synch_status == 'CELL_SYNCH':
|
||||
print '!!!!!!!!!!!!!! Cell synchronized !!!!!!!!!!!'
|
||||
metric_checks_flag = 0
|
||||
else :
|
||||
print '!!!!!!!!!!!!!! Cell NOT NOT synchronized !!!!!!!!!!!'
|
||||
|
||||
# metric_extracted = analyser.do_extract_metrics(args)
|
||||
|
||||
# print "min = "+ str( metric_extracted['metric_min'] )
|
||||
# print "min_index = "+ str( metric_extracted['metric_min_index'] )
|
||||
# print "max = "+ str( metric_extracted['metric_max'] )
|
||||
# print "max_index = "+ str( metric_extracted['metric_max_index'] )
|
||||
# print "mean = "+ str( metric_extracted['metric_mean'] )
|
||||
# print "median = "+ str( metric_extracted['metric_median'] )
|
||||
|
||||
# verdict = analyser.do_check_verdict(metric, metric_extracted)
|
||||
# print verdict
|
||||
|
||||
# fname= 'report/2016-9-8_toto/'+test_case+'/UE_metric_UE_DLSCH_BITRATE_'+str(i)+'_.png'
|
||||
# fname= 'report/UE_metric_UE_DLSCH_BITRATE_'+test_case+'_'+str(i)+'.png'
|
||||
|
||||
# print fname
|
||||
# analyser.do_img_metrics(metric, metric_extracted, fname)
|
||||
|
||||
# fname = 'log//'+test_case+'/run_'+str(i)+'/UE_traffic_'+str(i)+'_.log'
|
||||
|
||||
# args = {'file' : fname }
|
||||
|
||||
# traffic_metrics = analyser.do_extract_traffic_metrics(args)
|
||||
|
||||
# fname= 'report/iperf_'+test_case+'_'+str(i)+'.png'
|
||||
|
||||
# print fname
|
||||
# analyser.do_img_traffic(traffic_metrics, fname)
|
||||
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main(sys.argv)
|
||||
|
||||
@@ -0,0 +1,414 @@
|
||||
#******************************************************************************
|
||||
#
|
||||
# \file lib_autotest_analyser.py
|
||||
#
|
||||
# \par Informations
|
||||
# - \b Project : UED Autotest Framework
|
||||
# - \b Software :
|
||||
#
|
||||
# \date 16 september 2016
|
||||
#
|
||||
# \version 0.1
|
||||
#
|
||||
# \brief library to extract metrics from autotest logs and assign a verdict
|
||||
#
|
||||
# \author Benoit ROBERT (benoit.robert@syrtem.com)
|
||||
#
|
||||
# \par Statement of Ownership
|
||||
# COPYRIGHT (c) 2016 BY SYRTEM S.A.R.L
|
||||
# This software is furnished under license and may be used and copied
|
||||
# only in accordance with the terms of such license and with the inclusion
|
||||
# of the above COPYRIGHT notice. This SOFTWARE or any other copies thereof
|
||||
# may not be provided or otherwise made available to any other person.
|
||||
# No title to and ownership of the SOFTWARE is hereby transferred.
|
||||
#
|
||||
# The information in this SOFTWARE is subject to change without notice
|
||||
# and should not be constructed as a commitment by SYRTEM.
|
||||
# SYRTEM assumes no responsibility for the use or reliability of its
|
||||
# SOFTWARE on equipment or platform not explicitly validated by SYRTEM.
|
||||
#
|
||||
# *******************************************************************************
|
||||
|
||||
|
||||
import re
|
||||
from pylab import *
|
||||
from matplotlib.font_manager import FontProperties
|
||||
|
||||
import os
|
||||
from jinja2 import Environment, FileSystemLoader
|
||||
|
||||
|
||||
PATH = os.path.dirname(os.path.abspath(__file__))
|
||||
TEMPLATE_ENVIRONMENT = Environment(
|
||||
autoescape=False,
|
||||
loader=FileSystemLoader(os.path.join(PATH, 'templates')),
|
||||
trim_blocks=False)
|
||||
|
||||
|
||||
def render_template(template_filename, context):
|
||||
return TEMPLATE_ENVIRONMENT.get_template(template_filename).render(context)
|
||||
|
||||
|
||||
|
||||
def init(args = None):
|
||||
return
|
||||
|
||||
|
||||
#
|
||||
#
|
||||
#
|
||||
def do_extract_metrics(args):
|
||||
|
||||
# print ""
|
||||
# print "do_extract_metrics ... "
|
||||
|
||||
fname = args['file']
|
||||
metric = args['metric']
|
||||
# print(fname)
|
||||
# print 'metric id = ' + metric['id']
|
||||
# print 'metric regex = ' + metric['regex']
|
||||
|
||||
count = 0
|
||||
mmin = 0
|
||||
mmin_index = 0
|
||||
mmax = 0
|
||||
mmax_index = 0
|
||||
mean = 0
|
||||
median = 0
|
||||
|
||||
|
||||
output = np.fromregex(fname,metric['regex'], [('id', 'S20'), ('metric', np.float), ('frame', np.int)] )
|
||||
# print 'T0T0 !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!'
|
||||
# print output
|
||||
count = output['metric'].size
|
||||
# print count
|
||||
if count > 0:
|
||||
mmin = np.amin(output['metric']);
|
||||
mmin_index = np.argmin(output['metric']);
|
||||
mmax = np.amax(output['metric']);
|
||||
mmax_index = np.argmax(output['metric']);
|
||||
mean = np.mean(output['metric']);
|
||||
median = np.median(output['metric']);
|
||||
|
||||
# print ( ( (metric['min_limit'] > output['metric']).sum() / float(output['metric'].size) ) * 100 )
|
||||
|
||||
ret = { 'metric_count' : count,
|
||||
'metric_buf' : output,
|
||||
'metric_min' : mmin,
|
||||
'metric_min_index' : mmin_index,
|
||||
'metric_max' : mmax,
|
||||
'metric_max_index' : mmax_index,
|
||||
'metric_mean' : mean,
|
||||
'metric_median' : median,
|
||||
}
|
||||
return(ret)
|
||||
|
||||
#
|
||||
#
|
||||
#
|
||||
def do_check_verdict(metric_def, metric_data):
|
||||
verdict = 'INCON'
|
||||
|
||||
pass_fail_stat = metric_def['pass_fail_stat']
|
||||
|
||||
if pass_fail_stat == 'max_value':
|
||||
metric_stat = metric_data['metric_max']
|
||||
elif pass_fail_stat == 'min_value':
|
||||
metric_stat = metric_data['metric_min']
|
||||
elif pass_fail_stat == 'mean_value':
|
||||
metric_stat = metric_data['metric_mean']
|
||||
elif pass_fail_stat == 'median_value':
|
||||
metric_stat = metric_data['metric_median']
|
||||
else :
|
||||
print "do_check_verdict -> undef metric stat (pass_fail_stat in xml file)"
|
||||
return verdict
|
||||
|
||||
if 'max_limit' in metric_def:
|
||||
if metric_stat > metric_def['max_limit']:
|
||||
verdict = 'FAIL'
|
||||
else:
|
||||
verdict = 'PASS'
|
||||
|
||||
if 'min_limit' in metric_def:
|
||||
if metric_stat < metric_def['min_limit']:
|
||||
verdict = 'FAIL'
|
||||
else:
|
||||
verdict = 'PASS'
|
||||
return verdict
|
||||
|
||||
|
||||
def do_print_metrics(metric_def, metric_data):
|
||||
|
||||
|
||||
if metric_data['metric_count'] > 0 :
|
||||
|
||||
# output = np.array( metric_data['metric_buf'] , [('id', 'S20'), ('metric', np.float), ('frame', np.int)])
|
||||
output = metric_data['metric_buf']
|
||||
# print output
|
||||
|
||||
fontP = FontProperties()
|
||||
fontP.set_size('small')
|
||||
|
||||
plt.scatter(output['frame'], output['metric'], color='b', alpha=0.33, s = 1 )
|
||||
plt.plot([0, output['frame'][metric_data['metric_count']-1]],[ metric_def['min_limit'],metric_def['min_limit']], 'r-', lw=2) # Red straight line
|
||||
|
||||
plt.title('Physical throughput ')
|
||||
plt.xlabel('frame')
|
||||
plt.ylabel(metric_def['id'])
|
||||
plt.legend(prop=fontP)
|
||||
mng = plt.get_current_fig_manager()
|
||||
plt.show()
|
||||
|
||||
def do_img_metrics(metric_def, metric_data, fname):
|
||||
|
||||
|
||||
if metric_data['metric_count'] > 0 :
|
||||
|
||||
# output = np.array( metric_data['metric_buf'] , [('id', 'S20'), ('metric', np.float), ('frame', np.int)])
|
||||
output = metric_data['metric_buf']
|
||||
# print 'TITI !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!'
|
||||
# print output
|
||||
|
||||
# print metric_def['min_limit']
|
||||
# print metric_data['metric_count']
|
||||
# print output['frame'][metric_data['metric_count']-1]
|
||||
|
||||
fontP = FontProperties()
|
||||
fontP.set_size('small')
|
||||
|
||||
plt.figure()
|
||||
|
||||
# print output['frame'].size
|
||||
# print output['metric'].size
|
||||
|
||||
plt.scatter(output['frame'], output['metric'], color='b', alpha=0.33, s = 1 , label=metric_def['id'])
|
||||
plt.plot([0, output['frame'][metric_data['metric_count']-1]],[ metric_def['min_limit'],metric_def['min_limit']], 'r-', lw=2, label='min limit') # Red straight line
|
||||
|
||||
plt.title('Physical throughput ('+metric_def['unit_of_meas']+')')
|
||||
plt.xlabel('frame')
|
||||
plt.ylabel(metric_def['id'])
|
||||
|
||||
# Set graphic minimum Y axis
|
||||
# -------------------------
|
||||
if metric_data['metric_min'] == 0 :
|
||||
plt.ylim(ymin=-metric_def['min_limit']/10)
|
||||
else :
|
||||
plt.ylim(ymin=0)
|
||||
|
||||
y_axis_max = 0
|
||||
if metric_data['metric_max'] > metric_def['min_limit']:
|
||||
y_axis_max =metric_data['metric_max']+metric_data['metric_max']/10
|
||||
else:
|
||||
y_axis_max =metric_def['min_limit']+metric_def['min_limit']/10
|
||||
|
||||
plt.ylim(ymax=y_axis_max)
|
||||
|
||||
lgd = plt.legend(prop=fontP, bbox_to_anchor=(1.05, 1), loc=2, borderaxespad=0.)
|
||||
mng = plt.get_current_fig_manager()
|
||||
plt.savefig(fname, bbox_extra_artists=(lgd,), bbox_inches='tight')
|
||||
plt.close()
|
||||
|
||||
# with open(fname, 'r') as f:
|
||||
# for line in f:
|
||||
# m = re.search(metric['regex'], line)
|
||||
# if m :
|
||||
# print m.group(1) + " -> "+m.group(2)
|
||||
|
||||
|
||||
|
||||
|
||||
def do_extract_traffic_metrics(args):
|
||||
|
||||
print ""
|
||||
print "do_extract_traffic_metrics ... "
|
||||
|
||||
fname = args['file']
|
||||
|
||||
# print(fname)
|
||||
# print 'metric id = ' + metric['id']
|
||||
|
||||
#[ ID] Interval Transfer Bandwidth Jitter Lost/Total Datagrams
|
||||
#[ 3] 0.0- 1.0 sec 238 KBytes 1.95 Mbits/sec 0.980 ms 2/ 174 (1.1%)
|
||||
# [ 3] 0.0- 1.0 sec 63.2 KBytes 517 Kbits/sec 0.146 ms 1/ 45 (2.2%)
|
||||
|
||||
# iperf_regex = '[\s*(\d+)]\s+\d+\.\d+-\s*(\d+\.\d+)\s+sec\s+(\d+).+(\d+\.\d+).+(\d+\.\d+).+(\d+)\/\s*(\d+)\s+\((\d+\.\d+)\%\)'
|
||||
# ID 0.0 1.0 63.2 KByte 517 Kbits/s 0.146
|
||||
iperf_regex = '\[\s*(\d+)\]\s+(\d+\.*\d*)-\s*(\d+\.*\d*)\s+sec\s+(\d+\.*\d*)\s+(\D+)\s+(\d+\.*\d*)\s+(\D+)\s+(\d+\.*\d*)\s+ms\s+(\d+)\/\s*(\d+)\s+\((\d+\.*\d*)\%\)'
|
||||
# print 'iperf regex = ' + iperf_regex
|
||||
|
||||
count = 0
|
||||
bw_min = 0
|
||||
bw_max = 0
|
||||
bw_mean = 0
|
||||
bw_median = 0
|
||||
jitter_min = 0
|
||||
jitter_max = 0
|
||||
jitter_mean = 0
|
||||
jitter_median = 0
|
||||
|
||||
rl_min = 0
|
||||
rl_max = 0
|
||||
rl_mean = 0
|
||||
rl_median = 0
|
||||
|
||||
interval_stop_max = 0
|
||||
|
||||
output = np.fromregex(fname,iperf_regex, [('id', np.int) , ('interval_start', np.float), ('interval_stop', np.float), ('transfer', np.float), ('transfer_uom', 'S20') ,('bandwidth', np.float), ('bandwidth_uom', 'S20') ,('jitter', np.float), ('lost', np.int) , ('total', np.int), ('rate_lost', np.float) ] )
|
||||
|
||||
count = output['id'].size -1
|
||||
# remove last line that is an iperf result resume
|
||||
|
||||
if count > 0:
|
||||
|
||||
output= np.delete(output, (count), axis=0 )
|
||||
# print output
|
||||
|
||||
bw_min = np.amin(output['bandwidth']);
|
||||
bw_max = np.amax(output['bandwidth']);
|
||||
bw_mean = np.mean(output['bandwidth']);
|
||||
bw_median = np.median(output['bandwidth']);
|
||||
|
||||
jitter_min = np.amin(output['jitter']);
|
||||
jitter_max = np.amax(output['jitter']);
|
||||
jitter_mean = np.mean(output['jitter']);
|
||||
jitter_median = np.median(output['jitter']);
|
||||
|
||||
rl_min = np.amin(output['rate_lost']);
|
||||
rl_max = np.amax(output['rate_lost']);
|
||||
rl_mean = np.mean(output['rate_lost']);
|
||||
rl_median = np.median(output['rate_lost']);
|
||||
|
||||
interval_stop_max = np.amax(output['interval_stop']);
|
||||
|
||||
else :
|
||||
count = 0
|
||||
|
||||
|
||||
ret = { 'traffic_count' : count,
|
||||
'traffic_buf' : output,
|
||||
'bw_min' : bw_min,
|
||||
'bw_max' : bw_max,
|
||||
'bw_mean' : bw_mean,
|
||||
'bw_median' : bw_median,
|
||||
'jitter_min' : jitter_min,
|
||||
'jitter_max' : jitter_max,
|
||||
'jitter_mean' : jitter_mean,
|
||||
'jitter_median' : jitter_median,
|
||||
'rl_min' : rl_min,
|
||||
'rl_max' : rl_max,
|
||||
'rl_mean' : rl_mean,
|
||||
'rl_median' : rl_median,
|
||||
'interval_stop_max' : interval_stop_max
|
||||
}
|
||||
return(ret)
|
||||
|
||||
|
||||
|
||||
|
||||
def do_img_traffic(traffic_data, fname):
|
||||
|
||||
|
||||
if traffic_data['traffic_count'] > 0 :
|
||||
|
||||
output = traffic_data['traffic_buf']
|
||||
|
||||
|
||||
fontP = FontProperties()
|
||||
fontP.set_size('small')
|
||||
|
||||
fig = plt.figure(1)
|
||||
|
||||
ax1= plt.subplot(311)
|
||||
plt.plot(output['interval_stop'], output['bandwidth'], color='b' )
|
||||
ax1.set_title('Bandwidth (Mbits/s)')
|
||||
ax1.set_ylim(ymin=-1)
|
||||
ax1.set_xlim(xmax=np.amax(output['interval_stop']))
|
||||
text='min: '+str(traffic_data['bw_min'])+'\nmax: '+str(traffic_data['bw_max'])+'\nmean: '+str(traffic_data['bw_mean'])+'\nmedian: '+str(traffic_data['bw_median'])
|
||||
ax1.text( np.amax(output['interval_stop'])+10,0,text)
|
||||
|
||||
|
||||
ax2=plt.subplot(312)
|
||||
plt.plot(output['interval_stop'], output['jitter'], color='b' )
|
||||
ax2.set_title('Jitter (ms)')
|
||||
ax2.set_xlim(xmax=np.amax(output['interval_stop']))
|
||||
ax2.set_ylim(ymin=-1)
|
||||
text='min: '+str(traffic_data['jitter_min'])+'\nmax: '+str(traffic_data['jitter_max'])+'\nmean: '+str(traffic_data['jitter_mean'])+'\nmedian: '+str(traffic_data['jitter_median'])
|
||||
ax2.text( np.amax(output['interval_stop'])+10,0,text)
|
||||
|
||||
ax3=plt.subplot(313)
|
||||
plt.plot(output['interval_stop'], output['rate_lost'], color='b')
|
||||
ax3.set_title('Loss rate %')
|
||||
ax3.set_xlim(xmax=np.amax(output['interval_stop']))
|
||||
ax3.set_ylim(ymin=-1)
|
||||
text='min: '+str(traffic_data['rl_min'])+'\nmax: '+str(traffic_data['rl_max'])+'\nmean: '+str(traffic_data['rl_mean'])+'\nmedian: '+str(traffic_data['rl_median'])
|
||||
ax3.text( np.amax(output['interval_stop'])+10,0,text)
|
||||
|
||||
|
||||
# plt.title('Physical throughput ('+metric_def['unit_of_meas']+')')
|
||||
plt.xlabel('time (s)')
|
||||
# plt.ylabel(metric_def['id'])
|
||||
|
||||
# Set graphic minimum Y axis
|
||||
# -------------------------
|
||||
# if traffic_data['bw_min'] == 0 :
|
||||
# plt.ylim(ymin=-metric_def['min_limit']/10)
|
||||
# else :
|
||||
# plt.ylim(ymin=0)
|
||||
|
||||
# y_axis_max = 0
|
||||
# if traffic_data['metric_max'] > metric_def['min_limit']:
|
||||
# y_axis_max =traffic_data['metric_max']+traffic_data['metric_max']/10
|
||||
# else:
|
||||
# y_axis_max =metric_def['min_limit']+metric_def['min_limit']/10
|
||||
#
|
||||
# plt.ylim(ymax=y_axis_max)
|
||||
|
||||
plt.tight_layout()
|
||||
|
||||
lgd = plt.legend(prop=fontP, bbox_to_anchor=(1.05, 1), loc=2, borderaxespad=0.)
|
||||
mng = plt.get_current_fig_manager()
|
||||
plt.savefig(fname, bbox_inches='tight')
|
||||
plt.close()
|
||||
|
||||
|
||||
|
||||
|
||||
def create_report_html(context):
|
||||
fname = context['report_path']+"/index.html"
|
||||
|
||||
#
|
||||
with open(fname, 'w') as f:
|
||||
html = render_template('index.html', context)
|
||||
f.write(html)
|
||||
|
||||
|
||||
def create_test_report_detailed_html(context, fname ):
|
||||
with open(fname, 'w') as f:
|
||||
html = render_template('testcase_report.html', context)
|
||||
f.write(html)
|
||||
|
||||
|
||||
def check_cell_synchro(fname):
|
||||
|
||||
with open(fname, 'r') as f:
|
||||
for line in f:
|
||||
|
||||
m = re.search('AUTOTEST Cell Sync \:', line)
|
||||
if m :
|
||||
print line
|
||||
return 'CELL_SYNCH'
|
||||
|
||||
return 'CELL_NOT_SYNCH'
|
||||
|
||||
|
||||
def check_exec_seg_fault(fname):
|
||||
|
||||
with open(fname, 'r') as f:
|
||||
for line in f:
|
||||
m = re.search('Segmentation fault', line)
|
||||
if m :
|
||||
print line
|
||||
return 'SEG_FAULT'
|
||||
|
||||
return 'NO_SEG_FAULT'
|
||||
|
||||
@@ -223,13 +223,15 @@ check_install_additional_tools (){
|
||||
android-tools-adb \
|
||||
wvdial \
|
||||
python-numpy \
|
||||
sshpass \
|
||||
nscd \
|
||||
bc \
|
||||
ntp
|
||||
sshpass \
|
||||
nscd \
|
||||
bc \
|
||||
ntp \
|
||||
python-scipy \
|
||||
python-matplotlib
|
||||
|
||||
$SUDO pip install paramiko
|
||||
$SUDO pip install pyroute2
|
||||
$SUDO pip install pyroute2 colorama
|
||||
$SUDO rm -fr /opt/ssh
|
||||
$SUDO GIT_SSL_NO_VERIFY=true git clone https://gitlab.eurecom.fr/oai/ssh.git /opt/ssh
|
||||
|
||||
|
||||
Reference in New Issue
Block a user