tor_multipath_voip/scripts/jantoran.py

98 lines
2.8 KiB
Python
Raw Normal View History

2020-01-13 17:01:57 +00:00
#!/usr/bin/python3
2020-01-14 11:09:52 +00:00
import os,sys,re,functools
2020-01-13 17:01:57 +00:00
2020-01-14 11:09:52 +00:00
def compute_failure(s):
it = s['current']['interval']
if it not in s['failure']: s['failure'][it] = []
s['failure'][it].append(round(s['current']['max_pkt'] * s['current']['interval'] / 1000 / 60))
2020-01-13 17:01:57 +00:00
2020-01-16 16:59:29 +00:00
def compute_circuit_distri(s):
s['current']['lats'] = l = sorted(s['current']['lats'])
s['current']['distri'] = d = {}
perc = lambda p: l[round(p * (len(l) - 1))]
for x in [0, 0.25, 0.5, 0.75, 0.99, 0.999, 1]:
d[str(x)] = perc(x)
def compute_interval_distri(s):
for inter, val in s['per_interval']:
s['per_interval_res'][inter] = {}
s['per_interval_res'][inter]['agg'] = sorted([].extend([ elem['lats'] for elem in val]))
2020-01-14 11:09:52 +00:00
def extract_measlat(log, s):
2020-01-16 16:59:29 +00:00
s['current']['max_pkt'] = 0
s['current']['lats'] = []
2020-01-14 11:09:52 +00:00
with open(log) as f:
for l in f:
x = re.search(r'Packet (\d+) latency (\d+)µs with', l)
if x:
2020-01-16 16:59:29 +00:00
lat = x.groups()[0]
s['current']['max_pkt'] = max(s['current']['max_pkt'], int(lat))
s['current']['lats'].append(lat)
2020-01-14 11:09:52 +00:00
def extract_info(inf, s):
with open(inf) as f:
full = ''.join(f.readlines())
x = re.search(r'orig-server (\d+) (\d+) \d+', full)
s['current']['npkt'] = int(x.groups()[0])
s['current']['interval'] = int(x.groups()[1])
def extract_folder(p, s):
extract_info(p + '/info.txt', s)
extract_measlat(p + '/log/client-measlat-stdout.log', s)
compute_failure(s)
2020-01-16 16:59:29 +00:00
compute_circuit_distri(s) if s['current']['interval'] == 40
def categorize(folder, s):
s[folder] = s['current']
i = s['current']['interval']
if i not in s['per_interval']: s['per_interval'][i] = []
s['per_interval'][i].append(current)
2020-01-14 11:09:52 +00:00
def extract(p, s):
item_count = functools.reduce(lambda acc, prev: acc + 1, os.listdir(p), 0)
counter = 0
print("extracting...")
2020-01-13 17:01:57 +00:00
for folder in os.listdir(p):
2020-01-14 11:09:52 +00:00
s['current'] = {}
extract_folder(p + '/' + folder, s)
2020-01-16 16:59:29 +00:00
categorize(folder, s)
2020-01-14 11:09:52 +00:00
counter += 1
progress = round(counter / item_count * 100)
print(f"{progress}%", end="\r")
print("done")
2020-01-16 16:59:29 +00:00
def compute_global(s):
print("computing global...")
compute_interval_distri(s)
2020-01-14 11:09:52 +00:00
def analyze_failure(s):
2020-01-14 14:32:20 +00:00
with open('jan_failure.csv', 'w') as f:
f.write(f"rate,duration,ecdf\n")
for k, v in s['failure'].items():
v = sorted(v)
total = len(v)
rate = round(1000 / k)
2020-01-14 17:16:34 +00:00
score = 0
f.write(f"{rate},0,0\n")
2020-01-14 14:32:20 +00:00
for idx,e in enumerate(v,start=1):
2020-01-14 17:16:34 +00:00
if e >= 90:
f.write(f"{rate},90,{score}\n")
break
score = idx/total
f.write(f"{rate},{e},{score}\n")
2020-01-14 11:09:52 +00:00
def analyze(s):
print("analyzing...")
analyze_failure(s)
2020-01-16 16:59:29 +00:00
state = {'failure': {}, 'per_interval': {}, 'per_interval_res': {}}
2020-01-14 11:09:52 +00:00
extract(sys.argv[1], state)
2020-01-16 16:59:29 +00:00
compute_global(state)
2020-01-14 11:09:52 +00:00
analyze(state)
2020-01-13 17:01:57 +00:00
2020-01-14 11:09:52 +00:00
#for key, value in state.items():
# print(value)