tcp: add cc stats plotting tools
Type: feature cc_plot.py can plot cc stats collected via elogs from tcp connections. To enable the collection of cc stats, tcp must be compiled with TCP_DEBUG_CC_STAT turned on. Once the tests have been carried out, and elogs have been saved with "ev save log <file>", the logs can be converted to txt format with the convert_evt script. The resulting file can be used as input to the cc_plots script. Change-Id: I16df2993fa09cab9ad35f91825eab7df4da6428b Signed-off-by: Florin Coras <fcoras@cisco.com>
This commit is contained in:
Florin Coras
committed by
Damjan Marion
Damjan Marion
parent
26ce6ca1fe
commit
3417d08700
219
src/scripts/host-stack/cc_plots.py
Executable file
219
src/scripts/host-stack/cc_plots.py
Executable file
@ -0,0 +1,219 @@
|
||||
#!/usr/bin/env python
|
||||
|
||||
import sys
|
||||
import re
|
||||
import argparse
|
||||
import matplotlib.pyplot as plt
|
||||
from matplotlib.lines import Line2D
|
||||
|
||||
class Point():
|
||||
"CC event"
|
||||
def __init__(self, x, y):
|
||||
self.x = x
|
||||
self.y = y
|
||||
|
||||
def listx(points):
|
||||
return list(map(lambda pt: pt.x, points))
|
||||
|
||||
def listy(points):
|
||||
return list(map(lambda pt: pt.y, points))
|
||||
|
||||
def plot_data(d):
|
||||
|
||||
plt.figure(1)
|
||||
|
||||
cwndx = listx(d["cwnd"])
|
||||
cwndy = listy(d["cwnd"])
|
||||
congx = listx(d["congestion"])
|
||||
congy = listy(d["congestion"])
|
||||
rcvrdx = listx(d["recovered"])
|
||||
rcvrdy = listy(d["recovered"])
|
||||
rxttx = listx(d["rxtTimeout"])
|
||||
rxtty = listy(d["rxtTimeout"])
|
||||
|
||||
# cwnd/ssthresh/cc events
|
||||
plt.subplot(311)
|
||||
plt.title("cwnd/ssthresh")
|
||||
pcwnd = plt.plot(cwndx, cwndy, 'r')
|
||||
psst = plt.plot(cwndx, d["ssthresh"], 'y-')
|
||||
pcong = plt.plot(congx, congy,'yo')
|
||||
precov = plt.plot(rcvrdx, rcvrdy,'co')
|
||||
prxtt = plt.plot(rxttx, rxtty,'mo')
|
||||
|
||||
marker1 = Line2D(range(1), range(1), color="r")
|
||||
marker2 = Line2D(range(1), range(1), color="y")
|
||||
marker3 = Line2D(range(1), range(1), color="w", marker="o", markerfacecolor="y")
|
||||
marker4 = Line2D(range(1), range(1), color="w", marker="o", markerfacecolor="c")
|
||||
marker5 = Line2D(range(1), range(1), color="w", marker="o", markerfacecolor="m")
|
||||
plt.legend((marker1, marker2, marker3, marker4, marker5),
|
||||
('cwnd', 'ssthresh', 'congestion', 'recovered', 'rxt-timeout'),
|
||||
loc=4)
|
||||
axes = plt.gca()
|
||||
axes.set_ylim([-20e4, max(cwndy) + 20e4])
|
||||
|
||||
# snd variables
|
||||
plt.subplot(312)
|
||||
plt.title("cc variables")
|
||||
plt.plot(cwndx, d["space"], 'g-', markersize=1)
|
||||
plt.plot(cwndx, d["flight"], 'b-', markersize=1)
|
||||
plt.plot(cwndx, d["sacked"], 'm:', markersize=1)
|
||||
plt.plot(cwndx, d["lost"], 'y:', markersize=1)
|
||||
plt.plot(cwndx, d["cc-space"], 'k:', markersize=1)
|
||||
plt.plot(cwndx, cwndy, 'ro', markersize=2)
|
||||
|
||||
plt.plot(congx, congy, 'y^', markersize=10, markerfacecolor="y")
|
||||
plt.plot(rcvrdx, rcvrdy, 'c^', markersize=10, markerfacecolor="c")
|
||||
plt.plot(rxttx, rxtty, 'm^', markersize=10, markerfacecolor="m")
|
||||
|
||||
#plt.plot(cwndx, d["snd_wnd"], 'ko', markersize=1)
|
||||
plt.legend(("snd-space", "flight", "sacked", "lost", "cc-space", "cwnd",
|
||||
"congestion", "recovered", "rxt-timeout"),
|
||||
loc=1)
|
||||
|
||||
# rto/srrt/rttvar
|
||||
plt.subplot(313)
|
||||
plt.title("rtt")
|
||||
plt.plot(cwndx, d["srtt"], 'g-')
|
||||
plt.plot(cwndx, [x/1000 for x in d["mrtt-us"]], 'r-')
|
||||
plt.plot(cwndx, d["rttvar"], 'b-')
|
||||
plt.legend(["srtt", "mrtt-us", "rttvar"])
|
||||
axes = plt.gca()
|
||||
#plt.plot(cwndx, rto, 'r-')
|
||||
#axes.set_ylim([0, int(max(rto[2:len(rto)])) + 50])
|
||||
|
||||
# show
|
||||
plt.show()
|
||||
|
||||
def find_pattern(file_path,session_idx):
|
||||
is_active_open = 1
|
||||
listener_pattern = "l\[\d\]"
|
||||
if (is_active_open):
|
||||
initial_pattern = "\[\d\](\.\d+:\d+\->\.\d+:\d+)\s+open:\s"
|
||||
else:
|
||||
initial_pattern = "\[\d\](\.\d+:\d+\->\.\d+:\d+)\s"
|
||||
idx = 0
|
||||
f = open(file_path, 'r')
|
||||
for line in f:
|
||||
# skip listener lines (server)
|
||||
if (re.search(listener_pattern, line) != None):
|
||||
continue
|
||||
match = re.search(initial_pattern, line)
|
||||
if (match == None):
|
||||
continue
|
||||
if (idx < session_idx):
|
||||
idx += 1
|
||||
continue
|
||||
filter_pattern = str(match.group(1)) + "\s+(.+)"
|
||||
print ("pattern is %s" % filter_pattern)
|
||||
f.close()
|
||||
return filter_pattern
|
||||
raise Exception ("Could not find initial pattern")
|
||||
|
||||
def compute_time(min, sec, msec):
|
||||
return int(min)*60 + int(sec) + int(msec)/1000.0
|
||||
|
||||
def run(file_path, session_idx):
|
||||
filter_sessions = 1
|
||||
filter_pattern = ""
|
||||
|
||||
patterns = {
|
||||
"time" : "^\d+:(\d+):(\d+):(\d+):\d+",
|
||||
"listener" : "l\[\d\]",
|
||||
"cc" : "cwnd (\d+) flight (\d+) space (\d+) ssthresh (\d+) snd_wnd (\d+)",
|
||||
"cc-snd" : "cc_space (\d+) sacked (\d+) lost (\d+)",
|
||||
"rtt" : "rto (\d+) srtt (\d+) mrtt-us (\d+) rttvar (\d+)",
|
||||
"rxtt" : "rxt-timeout",
|
||||
"congestion": "congestion",
|
||||
"recovered" : "recovered",
|
||||
}
|
||||
d = {
|
||||
"cwnd" : [],
|
||||
"space" : [],
|
||||
"flight" : [],
|
||||
"ssthresh" : [],
|
||||
"snd_wnd" : [],
|
||||
"cc-space" : [],
|
||||
"lost" : [],
|
||||
"sacked" : [],
|
||||
"rto" : [],
|
||||
"srtt" : [],
|
||||
"mrtt-us" : [],
|
||||
"rttvar" : [],
|
||||
"rxtTimeout" : [],
|
||||
"congestion" : [],
|
||||
"recovered" : [],
|
||||
}
|
||||
|
||||
if (filter_sessions):
|
||||
filter_pattern = find_pattern(file_path, session_idx)
|
||||
f = open(file_path, 'r')
|
||||
|
||||
stats_index = 0
|
||||
start_time = 0
|
||||
|
||||
for line in f:
|
||||
# skip listener lines (server)
|
||||
if (re.search(patterns["listener"], line) != None):
|
||||
continue
|
||||
# filter sessions
|
||||
if (filter_sessions):
|
||||
match = re.search(filter_pattern, line)
|
||||
if (match == None):
|
||||
continue
|
||||
|
||||
original_line = line
|
||||
line = match.group(1)
|
||||
match = re.search (patterns["time"], original_line)
|
||||
if (match == None):
|
||||
print "something went wrong! no time!"
|
||||
continue
|
||||
time = compute_time (match.group(1), match.group(2), match.group(3))
|
||||
if (start_time == 0):
|
||||
start_time = time
|
||||
|
||||
time = time - start_time
|
||||
match = re.search(patterns["cc"], line)
|
||||
if (match != None):
|
||||
d["cwnd"].append(Point(time, int(match.group(1))))
|
||||
d["flight"].append(int(match.group(2)))
|
||||
d["space"].append(int(match.group(3)))
|
||||
d["ssthresh"].append(int(match.group(4)))
|
||||
d["snd_wnd"].append(int(match.group(5)))
|
||||
stats_index += 1
|
||||
continue
|
||||
match = re.search(patterns["cc-snd"], line)
|
||||
if (match != None):
|
||||
d["cc-space"].append(int(match.group(1)))
|
||||
d["sacked"].append(int(match.group(2)))
|
||||
d["lost"].append(int(match.group(3)))
|
||||
match = re.search(patterns["rtt"], line)
|
||||
if (match != None):
|
||||
d["rto"].append(int(match.group(1)))
|
||||
d["srtt"].append(int(match.group(2)))
|
||||
d["mrtt-us"].append(int(match.group(3)))
|
||||
d["rttvar"].append(int(match.group(4)))
|
||||
if (stats_index == 0):
|
||||
continue
|
||||
match = re.search(patterns["rxtt"], line)
|
||||
if (match != None):
|
||||
d["rxtTimeout"].append(Point(time, d["cwnd"][stats_index - 1].y + 1e4))
|
||||
continue
|
||||
match = re.search(patterns["congestion"], line)
|
||||
if (match != None):
|
||||
d["congestion"].append(Point(time, d["cwnd"][stats_index - 1].y - 1e4))
|
||||
continue
|
||||
match = re.search(patterns["recovered"], line)
|
||||
if (match != None):
|
||||
d["recovered"].append(Point(time, d["cwnd"][stats_index - 1].y))
|
||||
continue
|
||||
|
||||
plot_data(d)
|
||||
|
||||
if __name__ == "__main__":
|
||||
parser = argparse.ArgumentParser(description="Plot tcp cc logs")
|
||||
parser.add_argument('-f', action='store', dest='file', required=True,
|
||||
help="elog file in txt format")
|
||||
parser.add_argument('-s', action='store', dest='session_index', default=0,
|
||||
help="session index for which to plot cc logs" )
|
||||
results = parser.parse_args()
|
||||
run(results.file, int(results.session_index))
|
||||
12
src/scripts/host-stack/convert_evt
Executable file
12
src/scripts/host-stack/convert_evt
Executable file
@ -0,0 +1,12 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
# This depends on c2cpel and cpeldump. Enable their compilation by:
|
||||
# ccmake build-root/build-vpp-native/vpp/
|
||||
# and turning on VPP_BUILD_PERFTOOL
|
||||
|
||||
BIN_PATH=../../../build-root/install-vpp-native/vpp/bin
|
||||
C2CPEL_BIN=$BIN_PATH/c2cpel
|
||||
CPELDUMP_BIN=$BIN_PATH/cpeldump
|
||||
|
||||
$C2CPEL_BIN --in $1 --out /tmp/tmp_file.cpel
|
||||
$CPELDUMP_BIN --in /tmp/tmp_file.cpel --out $2
|
||||
Reference in New Issue
Block a user