tor_multipath_voip/scripts/dcallan.py

#!/usr/bin/python3
import sys,os,functools,re

convert = {
  "dcall-lightning-server-single": "donar",
  "dcall-lightning-server": "donar",
  "dcall-dup2-server-single": "torfone",
  "dcall-dup2-server": "torfone",
  "dcall-simple-server-single": "simple",
  "dcall-simple-server": "simple"
}

def extract_info(inf, s):
  try:
    with open(inf) as f:
      full = ''.join(f.readlines())
      w = re.search(r'identifier=jan_dcall_(\w+)', full)
      if not w: return False
      s['current']['mode'] = w.groups()[0]
      x = re.search(r'server= (\S+) \d+ ((\S+) (\d+))?', full)
      if x:
        s['current']['strat'] = convert[x.groups()[0]]
        if x.groups()[2] != None:
          y = re.search(r'tick_tock=(\d)', x.groups()[2])
          if y:
            s['current']['strat'] +=  "-alternate" if y.groups()[0] == '1' else "-double-send"
        return True
      else:
        print("parse error for",inf)
        return False
  except Exception as e:
    print("read error", inf, e)
    return False

def categorize(f, s):
  return True

def extract_dcall(f, s):
  s['current']['success_buf'] = 0
  s['current']['failed_buf'] = 0
  try:
    with open(f) as f:
      for line in f:
        time = line.split()[0]
        minutes = int(time.split(':')[1])
        if minutes <= 1 or minutes >= 13: continue
        if 'Using buffer of size 160' in line:
          s['current']['success_buf'] += 1
        elif 'Using NULL buffer' in line:
          s['current']['failed_buf'] += 1
    #print(s['current'])
    return True
  except Exception as e:
    print("read error", inf, e)
    return False

def aggregate_failed_pct(s):
  k = (s['current']['strat'], s['current']['mode'])

  if k not in s['failed_1pct']: s['failed_1pct'][k] = 0
  if s['current']['success_buf'] < 16500 * 0.99: s['failed_1pct'][k] += 1

  if k not in s['failed_5pct']: s['failed_5pct'][k] = 0
  if s['current']['success_buf'] < 16500 * 0.95: s['failed_5pct'][k] += 1
  
  if k not in s['run_per_strat']: s['run_per_strat'][k] = 0
  s['run_per_strat'][k] += 1

  return True

def extract_folder(f, s):
  return \
    extract_info(f + '/info.txt', s) and \
    extract_dcall(f + '/log/client-dcall-gstreamer.log', s) and \
    aggregate_failed_pct(s)

def extract(p, s):
  item_count = functools.reduce(lambda acc, prev: acc + 1, os.listdir(p), 0)

  counter = 0
  print("extracting...")
  for folder in os.listdir(p):
    s['current'] = { 'identifier': folder}
    True and \
      extract_folder(p + '/' + folder, s) and \
      categorize(folder, s) or \
      print(f"An error occured with {folder}")
    counter += 1
    progress = round(counter / item_count * 100)
    print(f"{progress}%", end="\r")
  print("done")

def output_res(s):
  with open('dcall_drop.csv', 'w') as f:
    f.write("mode,strat,threshold,ratio\n")
    for thr_name, thr_val in [('failed_1pct', 0.01), ('failed_5pct', 0.05)]:
      for key,val in s[thr_name].items():
        mode, strat = key
        ratio = val / s['run_per_strat'][key]
        f.write(f"{mode},{strat},{thr_val},{ratio}\n")

state = {'failed_1pct': {}, 'failed_5pct': {}, 'run_per_strat': {}}
extract(sys.argv[1], state)
output_res(state)