tor_multipath_voip/scripts/gstreamerinspec.py
2020-02-07 01:01:54 +01:00

153 lines
4.9 KiB
Python
Executable file

#!/usr/bin/python3
import sys,os,functools,re
import datetime
convert = {
"dcall-lightning-server-single": "donar",
"dcall-lightning-server": "donar",
"dcall-dup2-server-single": "torfone",
"dcall-dup2-server": "torfone",
"dcall-simple-server-single": "simple",
"dcall-simple-server": "simple"
}
def extract_info(inf, s):
try:
with open(inf) as f:
full = ''.join(f.readlines())
w = re.search(r'identifier=jan_dcall_(\w+)', full)
if not w: return False
s['current']['mode'] = w.groups()[0]
x = re.search(r'server= (\S+) \d+ ((\S+) (\d+))?', full)
if x:
s['current']['strat'] = convert[x.groups()[0]]
if x.groups()[2] != None:
y = re.search(r'tick_tock=(\d)', x.groups()[2])
if y:
s['current']['strat'] += "-alternate" if y.groups()[0] == '1' else "-double-send"
return True
else:
print("parse error for",inf)
return False
except Exception as e:
print("read error", inf, e)
return False
def categorize(f, s):
return True
def do_new_parse(line, s):
if 'Using buffer of size 160' not in line: return True
try:
current_time = datetime.datetime.strptime(line[:14], "%H:%M:%S.%f")
if 'start' not in s['current']:
s['current']['start'] = current_time
if 'dlvbuf' not in s['current']:
s['current']['dlvbuf'] = 0
if 'delta_list' not in s['current']:
s['current']['delta_list'] = []
s['current']['dlvbuf'] += 1
if 'last' in s['current']:
delta = (current_time - s['current']['last']) / datetime.timedelta(milliseconds=1)
s['current']['delta_list'].append(delta)
#if delta > 1000:
# print('packet',s['current']['dlvbuf'],'has been delivered after',delta,'ms of inactivity')
s['current']['last'] = current_time
except Exception as e:
print(e)
pass
return True
def extract_dcall(f, s):
#s['current']['success_buf'] = 0
#s['current']['failed_buf'] = 0
try:
with open(f) as f:
for line in f:
do_new_parse(line, s)
#time = line.split()[0]
#minutes = int(time.split(':')[1])
#if minutes < 5 or minutes > 10: continue
#if 'Using buffer of size 160' in line:
# s['current']['success_buf'] += 1
#elif 'Using NULL buffer' in line:
# s['current']['failed_buf'] += 1
#print(s['current'])
return True
except Exception as e:
print("read error", f, e)
return False
def aggregate_failed_pct(s):
try:
k = (s['current']['strat'], s['current']['mode'])
if k not in s['failed_5pct']: s['failed_5pct'][k] = 0
if k not in s['failed_1pct']: s['failed_1pct'][k] = 0
s['current']['duration'] = (s['current']['last'] - s['current']['start']) / datetime.timedelta(seconds=1)
s['current']['durmin'] = s['current']['duration'] / 60
expected = s['current']['duration'] * 25
s['current']['expected'] = expected
s['current']['threshold'] = expected * 0.99
s['current']['effective'] = s['current']['dlvbuf'] / s['current']['expected']
s['current']['avg_delta'] = sum(s['current']['delta_list']) / len(s['current']['delta_list'])
print(s['current']['identifier'], k, s['current']['effective'], s['current']['avg_delta'], min(s['current']['delta_list']), max(s['current']['delta_list']))
if s['current']['dlvbuf'] < expected * 0.99:
s['failed_1pct'][k] += 1
# except Exception as e:
# print('err', e)
# pass
#if k not in s['failed_1pct']: s['failed_1pct'][k] = 0
#if s['current']['success_buf'] < 7500 * 0.99:
# s['failed_1pct'][k] += 1
# print(s['current'])
#if k not in s['failed_5pct']: s['failed_5pct'][k] = 0
#if s['current']['success_buf'] < 7500 * 0.95: s['failed_5pct'][k] += 1
#if k not in s['run_per_strat']: s['run_per_strat'][k] = 0
#s['run_per_strat'][k] += 1
except Exception as e:
print(e)
return True
def extract_folder(f, s):
return \
extract_info(f + '/info.txt', s) and \
extract_dcall(f + '/log/server-dcall-gstreamer.log', s) and \
aggregate_failed_pct(s)
def extract(p, s):
item_count = functools.reduce(lambda acc, prev: acc + 1, os.listdir(p), 0)
counter = 0
print("extracting...")
for folder in os.listdir(p):
s['current'] = { 'identifier': folder}
True and \
extract_folder(p + '/' + folder, s) and \
categorize(folder, s) or \
print(f"An error occured with {folder}")
counter += 1
progress = round(counter / item_count * 100)
print(f"{progress}%", end="\r")
print("done")
def output_res(s):
with open('dcall_drop.csv', 'w') as f:
f.write("mode,strat,threshold,ratio\n")
for thr_name, thr_val in [('failed_1pct', 0.01), ('failed_5pct', 0.05)]:
for key,val in s[thr_name].items():
mode, strat = key
ratio = val / s['run_per_strat'][key]
f.write(f"{mode},{strat},{thr_val},{ratio}\n")
state = {'failed_1pct': {}, 'failed_5pct': {}, 'run_per_strat': {}}
extract(sys.argv[1], state)
#output_res(state)