#!/usr/bin/env python3 import math import multiprocessing import os import pickle from argparse import ArgumentParser import matplotlib import pandas as pd import matplotlib.pyplot as plt if __name__ == "__main__": parser = ArgumentParser() parser.add_argument("-s", "--serial_file", required=True, help="Serial csv file.") parser.add_argument("-p", "--pcap_csv_folder", required=True, help="PCAP csv folder.") parser.add_argument("--save", default=None, help="Location to save pdf file.") parser.add_argument( "-i", "--interval", default=10, type=int, help="Time interval for rolling window.", ) args = parser.parse_args() manager = multiprocessing.Manager() n = manager.Value("i", 0) frame_list = manager.list() jobs = [] # load all pcap csv into one dataframe pcap_csv_list = list() for filename in os.listdir(args.pcap_csv_folder): if filename.endswith(".csv") and "tcp" in filename: pcap_csv_list.append(filename) counter = 1 if len(pcap_csv_list) == 0: print("No CSV files found.") pcap_csv_list.sort(key=lambda x: int(x.split("_")[-1].replace(".csv", ""))) for csv in pcap_csv_list: print("\rProcessing {} out of {} CSVs.\t({}%)\t".format(counter, len(pcap_csv_list), math.floor(counter/len(pcap_csv_list)))) transmission_df = pd.read_csv( "{}{}".format(args.pcap_csv_folder, csv), dtype=dict(is_retranmission=bool, is_dup_ack=bool), ) transmission_df["datetime"] = pd.to_datetime(transmission_df["datetime"]) - pd.Timedelta(hours=1) transmission_df = transmission_df.set_index("datetime") transmission_df.index = pd.to_datetime(transmission_df.index) transmission_df = transmission_df.sort_index() #print("Calculate goodput...") #print(transmission_df) # key for columns and level for index transmission_df["goodput"] = transmission_df["payload_size"].groupby(pd.Grouper(level="datetime", freq="{}s".format(args.interval))).transform("sum") transmission_df["goodput"] = transmission_df["goodput"].apply( lambda x: ((x * 8) / args.interval) / 10**6 ) transmission_df["goodput_rolling"] = transmission_df["payload_size"].rolling("{}s".format(args.interval)).sum() transmission_df["goodput_rolling"] = transmission_df["goodput_rolling"].apply( lambda x: ((x * 8) / args.interval) / 10 ** 6 ) # set meta values and remove all not needed columns cc_algo = transmission_df["congestion_control"].iloc[0] cc_algo = cc_algo.upper() transmission_direction = transmission_df["direction"].iloc[0] #transmission_df = transmission_df.filter(["goodput", "datetime", "ack_rtt", "goodput_rolling", "snd_cwnd"]) # read serial csv serial_df = pd.read_csv(args.serial_file) serial_df["datetime"] = pd.to_datetime(serial_df["datetime"]) - pd.Timedelta(hours=1) serial_df = serial_df.set_index("datetime") serial_df.index = pd.to_datetime(serial_df.index) serial_df.sort_index() transmission_df = pd.merge_asof( transmission_df, serial_df, tolerance=pd.Timedelta("1s"), right_index=True, left_index=True, ) # transmission timeline scaley = 1.5 scalex = 1.0 fig, ax = plt.subplots(figsize=[6.4 * scaley, 4.8 * scalex]) plt.title("{} with {}".format(transmission_direction, cc_algo)) fig.subplots_adjust(right=0.75) twin1 = ax.twinx() twin2 = ax.twinx() twin3 = ax.twinx() # Offset the right spine of twin2. The ticks and label have already been # placed on the right by twinx above. twin2.spines.right.set_position(("axes", 1.1)) twin3.spines.right.set_position(("axes", 1.2)) # create list fo color indices transmission_df["index"] = transmission_df.index color_dict = dict() color_list = list() i = 0 for cell_id in transmission_df["cellID"]: if cell_id not in color_dict: color_dict[cell_id] = i i += 1 color_list.append(color_dict[cell_id]) transmission_df["cell_color"] = color_list color_dict = None color_list = None cmap = matplotlib.cm.get_cmap("Set3") unique_cells = transmission_df["cell_color"].unique() color_list = cmap.colors * (round(len(unique_cells) / len(cmap.colors)) + 1) for c in transmission_df["cell_color"].unique(): bounds = transmission_df[["index", "cell_color"]].groupby("cell_color").agg(["min", "max"]).loc[c] ax.axvspan(bounds.min(), bounds.max(), alpha=0.3, color=color_list[c]) p4, = twin3.plot(transmission_df["snd_cwnd"].dropna(), color="lime", linestyle="dashed", label="cwnd") p3, = twin2.plot(transmission_df["ack_rtt"].dropna(), color="red", linestyle="dashdot", label="ACK RTT") p1, = ax.plot(transmission_df["goodput_rolling"], color="blue", linestyle="solid", label="goodput") p2, = twin1.plot(transmission_df["downlink_cqi"].dropna(), color="magenta", linestyle="dotted", label="CQI") ax.set_xlim(transmission_df["index"].min(), transmission_df["index"].max()) ax.set_ylim(0, 500) twin1.set_ylim(0, 15) twin2.set_ylim(0, transmission_df["ack_rtt"].max()) twin3.set_ylim(0, transmission_df["snd_cwnd"].max() + 10) ax.set_xlabel("arrival time") ax.set_ylabel("Goodput [mbps]") twin1.set_ylabel("CQI") twin2.set_ylabel("ACK RTT [s]") twin3.set_ylabel("cwnd") ax.yaxis.label.set_color(p1.get_color()) twin1.yaxis.label.set_color(p2.get_color()) twin2.yaxis.label.set_color(p3.get_color()) twin3.yaxis.label.set_color(p4.get_color()) tkw = dict(size=4, width=1.5) ax.tick_params(axis='y', colors=p1.get_color(), **tkw) twin1.tick_params(axis='y', colors=p2.get_color(), **tkw) twin2.tick_params(axis='y', colors=p3.get_color(), **tkw) twin3.tick_params(axis='y', colors=p4.get_color(), **tkw) ax.tick_params(axis='x', **tkw) #ax.legend(handles=[p1, p2, p3]) if args.save: plt.savefig("{}{}_plot.pdf".format(args.save, csv.replace(".csv", ""))) if args.export: pickle.dump(fig, open("{}{}_plot.pkl".format(args.save, csv.replace(".csv", "")), "wb")) counter += 1 plt.clf()