tor_multipath_voip/scripts/parse_lib.sh

97 lines
3.1 KiB
Bash
Raw Normal View History

2019-09-05 12:45:28 +00:00
get_xp() {
grep -rn "identifier=$1" ./out/*/info.txt|grep -Po "^./out/\w+"|grep -Po '\w+$$'|uniq
}
2019-09-14 14:26:57 +00:00
is_measurement_done() {
grep -q 'Measurement done' ./out/$1-$2/res/*.csv
}
2019-09-05 12:45:28 +00:00
extract_us() {
2019-09-17 09:22:58 +00:00
cat ./out/$1-$2/res/*.csv | grep -P "Packet (\d+) latency (\d+)" | perl -pe's/^.*Packet (\d+) latency (\d+).*$/$2,$1/'
2019-09-05 12:45:28 +00:00
}
2019-09-05 12:54:54 +00:00
parse_latency() {
2019-09-17 17:52:02 +00:00
echo "run,conf,latency,ident"
2019-09-05 12:54:54 +00:00
get_xp $1 | while read r; do
for i in $(seq 0 1 $2); do
2019-09-17 17:52:02 +00:00
extract_us $r $i | while read l; do
2019-09-05 12:54:54 +00:00
echo $r,$i,$l;
done
done
done
}
2019-09-14 14:26:57 +00:00
parse_thunder() {
2019-09-16 23:30:43 +00:00
echo "run,jmax,links,latency,ident"
2019-09-14 14:26:57 +00:00
get_xp $1 | while read r; do
for i in $(seq 0 1 $2); do
links=$(grep -Po "thunder-server \d+" out/$r-$i/info.txt|grep -Po "\d+$")
jmax=$(grep -Po "thunder-server \d+ \d+" out/$r-$i/info.txt|grep -Po "\d+$")
is_measurement_done $r $i && extract_us $r $i | while read l; do
echo $r,$jmax,$links,$l;
done
done
done
}
2019-09-16 06:54:22 +00:00
parse_thunder_bw() {
echo "run,jmax,links,udp_sent,udp_rcv,cells_sent,cells_rcv"
get_xp $1 | while read r; do
for i in $(seq 0 1 $2); do
links=$(grep -Po "thunder-server \d+" out/$r-$i/info.txt|grep -Po "\d+$")
jmax=$(grep -Po "thunder-server \d+ \d+" out/$r-$i/info.txt|grep -Po "\d+$")
udp_sent=$(grep -Po "udp_sent: \d+" out/$r-$i/log/client-donar-stdout.log|grep -Po "\d+$")
udp_rcv=$(grep -Po "udp_rcv: \d+" out/$r-$i/log/client-donar-stdout.log|grep -Po "\d+$")
cells_sent=$(grep -Po "cells_sent: \d+" out/$r-$i/log/client-donar-stdout.log|grep -Po "\d+$")
cells_rcv=$(grep -Po "cells_rcv: \d+" out/$r-$i/log/client-donar-stdout.log|grep -Po "\d+$")
[ -n "$udp_sent" ] && [ -n "$udp_rcv" ] && [ -n "$cells_sent" ] && [ -n "$cells_rcv" ] && \
echo "$r,$jmax,$links,$udp_sent,$udp_rcv,$cells_sent,$cells_rcv"
done
done
}
2019-09-16 16:09:41 +00:00
parse_thunder_links() {
2019-09-19 07:51:37 +00:00
base_name=$3
inited=""
2019-09-16 16:09:41 +00:00
get_xp $1 | while read r; do
for i in $(seq 0 1 $2); do
2019-09-19 07:51:37 +00:00
links=$(grep -Po "thunder-server \d+" out/$r-$i/info.txt|grep -Po "\d+$")
jmax=$(grep -Po "thunder-server \d+ \d+" out/$r-$i/info.txt|grep -Po "\d+$")
output="${base_name}_${links}_${jmax}.csv"
[ -n "$inited" ] \
|| echo "run,links,jmax,ts,link_id,status,delta,duration,will_change,xp_time,durations_global,will_change_global" > $output
cat out/$r-$i/log/client-donar-stdout.log | ./links_parse.py "$r-$i,$links,$jmax" >> $output || true
2019-09-16 16:09:41 +00:00
done
2019-09-19 07:51:37 +00:00
inited="done"
2019-09-16 16:09:41 +00:00
done
}
2019-09-17 08:52:54 +00:00
parse_thunder_drop() {
2019-09-17 09:18:42 +00:00
echo "run,packet_range,count"
get_xp $1 | while read r; do
for i in $(seq 0 1 $2); do
cat out/$r-$i/res/thunder.csv | ./drop_parse.py 990 9900 $r-$i || true
done
done
2019-09-17 08:52:54 +00:00
}
parse_thunder_drop_burst() {
2019-09-17 09:18:42 +00:00
echo "run,prev,cur,count"
get_xp $1 | while read r; do
for i in $(seq 0 1 $2); do
2019-09-17 09:22:58 +00:00
cat out/$r-$i/res/thunder.csv | ./drop_burst_parse.py $r-$i || true
2019-09-17 09:18:42 +00:00
done
done
2019-09-17 08:52:54 +00:00
}
parse_thunder_red() {
echo "run,delivered_at_once,occur"
get_xp $1 | while read r; do
for i in $(seq 0 1 $2); do
2019-09-17 09:22:58 +00:00
grep -Po "Delivered \d+ packets" out/$r-$i/log/client-donar-stdout.log | grep -Po "\d+"|sort|uniq -c|perl -pe"s/^\s*(\d+)\s+(\d+)$/$r-$i,\$2,\$1/"
2019-09-17 08:52:54 +00:00
done
done
}