199 lines
7.8 KiB
Python
Executable File
199 lines
7.8 KiB
Python
Executable File
#/*
|
|
# * Licensed to the OpenAirInterface (OAI) Software Alliance under one or more
|
|
# * contributor license agreements. See the NOTICE file distributed with
|
|
# * this work for additional information regarding copyright ownership.
|
|
# * The OpenAirInterface Software Alliance licenses this file to You under
|
|
# * the OAI Public License, Version 1.1 (the "License"); you may not use this file
|
|
# * except in compliance with the License.
|
|
# * You may obtain a copy of the License at
|
|
# *
|
|
# * http://www.openairinterface.org/?page_id=698
|
|
# *
|
|
# * Unless required by applicable law or agreed to in writing, software
|
|
# * distributed under the License is distributed on an "AS IS" BASIS,
|
|
# * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# * See the License for the specific language governing permissions and
|
|
# * limitations under the License.
|
|
# *-------------------------------------------------------------------------------
|
|
# * For more information about the OpenAirInterface (OAI) Software Alliance:
|
|
# * contact@openairinterface.org
|
|
# */
|
|
|
|
# \file log.py
|
|
# \brief provides primitives and defines how the logs and statistics are generated
|
|
# \author Navid Nikaein
|
|
# \date 2013
|
|
# \version 0.1
|
|
# @ingroup _test
|
|
|
|
import sys
|
|
import re
|
|
import time
|
|
import datetime
|
|
import array
|
|
import xml.etree.ElementTree as ET
|
|
|
|
|
|
debug = False
|
|
docfile = ''
|
|
start_time = time.time()
|
|
testcase_starttime = start_time
|
|
debug = 0
|
|
stats = {'passed':0, 'failed':0, 'skipped':0, 'internal_errors':0, 'cmd':0}
|
|
|
|
# xml result (jUnit like)
|
|
xUnitTestsuites = ET.Element( 'testsuites' )
|
|
xUnitTestsuite = ET.SubElement( xUnitTestsuites, 'testsuite' )
|
|
xUnitTestsuite.set( 'name', 'OAI' )
|
|
xUnitTestsuite.set( 'timestamp', datetime.datetime.fromtimestamp(start_time).strftime('%Y-%m-%dT%H:%M:%S') )
|
|
xUnitTestsuite.set( 'hostname', 'localhost' )
|
|
#xUnitSystemOut = ET.SubElement( xUnitTestsuite, 'system-out' )
|
|
|
|
class bcolors:
|
|
header = '\033[95m'
|
|
okblue = '\033[94m'
|
|
okgreen = '\033[92m'
|
|
warning = '\033[93m'
|
|
fail = '\033[91m'
|
|
normal = '\033[0m'
|
|
|
|
def __init__(self):
|
|
if not sys.stdout.isatty():
|
|
self.disable()
|
|
|
|
def disable(self):
|
|
self.header = ''
|
|
self.okblue = ''
|
|
self.okgreen = ''
|
|
self.warning = ''
|
|
self.fail = ''
|
|
self.normal = ''
|
|
|
|
class err(Exception):
|
|
def __init__(self, value):
|
|
self.value = value
|
|
def __str__(self):
|
|
return repr(self.value)
|
|
|
|
def writefile(logfile, message):
|
|
F_testlog = open(logfile, 'a')
|
|
F_testlog.write(message + '\n')
|
|
F_testlog.close()
|
|
|
|
|
|
def sleep(seconds):
|
|
time.sleep(seconds)
|
|
|
|
def start():
|
|
"""Start the timer for the following testcase."""
|
|
global testcase_starttime
|
|
testcase_starttime = time.time()
|
|
|
|
def set_debug_level(level):
|
|
debug = level
|
|
|
|
def statistics(logfile):
|
|
global start_time
|
|
|
|
#if stats['passed'] == 0:
|
|
# print "no test executed...exiting"
|
|
# sys.exit()
|
|
|
|
total_tests = stats['passed'] + stats['failed'] + stats['skipped']
|
|
total_ex_tests = stats['passed'] + stats['failed']
|
|
elapsed_time = time.gmtime(time.time() - start_time)
|
|
print '\n'
|
|
log_record('info', '===============================================')
|
|
log_record('info', 'Total tests performed ' + repr(total_tests))
|
|
log_record('info', 'Tests passed ' + repr(stats['passed']))
|
|
log_record('info', 'Tests failed ' + repr(stats['failed']))
|
|
log_record('info', 'Tests skipped ' + repr(stats['skipped']))
|
|
log_record('info', '')
|
|
log_record('info', 'Total commands sent ' + repr(stats['cmd']))
|
|
log_record('info', 'Total elapsed time (h:m:s) ' + time.strftime('%H:%M:%S', elapsed_time))
|
|
log_record('info', '===============================================')
|
|
log_record('info', 'Testing pass rate ' + repr((stats['passed'] * 100) / total_tests) + '%')
|
|
log_record('info', '===============================================')
|
|
|
|
writefile(logfile, '\n=====================Results===================')
|
|
writefile(logfile, 'Total tests performed ' + repr(total_tests))
|
|
writefile(logfile, 'Tests passed ' + repr(stats['passed']))
|
|
writefile(logfile, 'Tests failed ' + repr(stats['failed']))
|
|
writefile(logfile, 'Tests skipped ' + repr(stats['skipped']))
|
|
writefile(logfile, '')
|
|
writefile(logfile, 'Total commands sent ' + repr(stats['cmd']))
|
|
writefile(logfile, 'Total elapsed time (h:m:s) ' + time.strftime('%H:%M:%S', elapsed_time))
|
|
writefile(logfile, '===============================================')
|
|
writefile(logfile, 'Testing pass rate ' + repr((stats['passed'] * 100) / total_tests) + '%')
|
|
writefile(logfile, '===============================================\n')
|
|
|
|
xUnitTestsuite.set( 'tests', repr(total_tests) )
|
|
xUnitTestsuite.set( 'failures', repr(stats['failed']) )
|
|
xUnitTestsuite.set( 'skipped', repr(stats['skipped']) )
|
|
xUnitTestsuite.set( 'errors', '0' )
|
|
time_delta = datetime.datetime.now() - datetime.datetime.fromtimestamp(start_time)
|
|
xUnitTestsuite.set( 'time', repr(time_delta.total_seconds()) )
|
|
writefile( logfile + '.xml', ET.tostring( xUnitTestsuites, encoding="utf-8", method="xml" ) )
|
|
|
|
def log_record(level, message):
|
|
ts = time.strftime('%d %b %Y %H:%M')
|
|
message = ts + ' [' + level + '] ' + message
|
|
if level == 'passed' :
|
|
print bcolors.okgreen + message + bcolors.normal
|
|
elif level == 'failed' :
|
|
print bcolors.fail + message + bcolors.normal
|
|
elif level == 'skipped' :
|
|
print bcolors.warning + message + bcolors.normal
|
|
else :
|
|
print message
|
|
|
|
def fail(case, testnum, testname, conf, message, diag, output,trace):
|
|
# report(case, testnum, testname, conf, 'failed', output, diag, message)
|
|
report(case, testnum, testname, conf, 'failed', output, diag)
|
|
log_record('failed', case + testnum + ' : ' + testname + ' ('+ conf+')')
|
|
if message :
|
|
log_record('failed', "Output follows:\n" + message )
|
|
if trace :
|
|
log_record('failed', "trace file can be found in " + trace + "\n" )
|
|
stats['failed'] += 1
|
|
|
|
def failquiet(case, testnum, testname, conf):
|
|
log_record('failed', case + testnum + ' :' + testname + ' ('+ conf+')')
|
|
stats['failed'] += 1
|
|
|
|
def ok(case, testnum, testname, conf, message, output):
|
|
report(case, testnum, testname, conf, 'passed', output)
|
|
log_record('passed', case + testnum + ' : ' + testname + ' ('+ conf+')')
|
|
if message :
|
|
print bcolors.okgreen + message + bcolors.normal
|
|
stats['passed'] += 1
|
|
|
|
|
|
def skip(case, testnum, testname, conf, message=None, diag=None, output=None):
|
|
log_record('skipped', case + testnum + ' :' + testname + ' ('+ conf+')')
|
|
report(case, testnum, testname, conf, 'skipped', output, diag)
|
|
if message :
|
|
log_record('skipped', "Output follows:\n" + message )
|
|
if diag :
|
|
log_record('skipped', "Diagnostic: \n" + diag )
|
|
stats['skipped'] += 1
|
|
|
|
|
|
def report(case, test, name, conf, status, output, diag=None, desc=None):
|
|
writefile (output, '[' +status+ '] ' + case + test + ' : ' + name + ' ('+ conf+')')
|
|
if diag :
|
|
writefile (output, '-------> ' + diag)
|
|
if desc:
|
|
writefile(output, desc)
|
|
#log_record('report', + case + test + ' documented')
|
|
e = ET.SubElement( xUnitTestsuite, 'testcase' )
|
|
e.set( 'name', case + '_' + test + '_' + name )
|
|
e.set( 'classname', 'shellscript' )
|
|
e.set( 'time', repr( time.time() - testcase_starttime ) )
|
|
if status == 'failed':
|
|
e = ET.SubElement( e, 'failure' )
|
|
e.set( 'message', 'failed' )
|
|
e.text = diag
|
|
if status == 'skipped':
|
|
e = ET.SubElement( e, 'skipped' )
|