From e95704311ba9a75ba502448bfbfeca684fb200a2 Mon Sep 17 00:00:00 2001 From: SushantBawiskar Date: Wed, 30 Sep 2020 11:14:10 +0530 Subject: [PATCH] python scripts for wifi diag with pyshark --- wifi_diag/wifi_diag_python/Dataplot.py | 42 ++ wifi_diag/wifi_diag_python/htmlText.py | 243 ++++++++++++ wifi_diag/wifi_diag_python/scratch.py | 524 +++++++++++++++++++++++++ 3 files changed, 809 insertions(+) create mode 100644 wifi_diag/wifi_diag_python/Dataplot.py create mode 100644 wifi_diag/wifi_diag_python/htmlText.py create mode 100644 wifi_diag/wifi_diag_python/scratch.py diff --git a/wifi_diag/wifi_diag_python/Dataplot.py b/wifi_diag/wifi_diag_python/Dataplot.py new file mode 100644 index 00000000..5e9ca1b2 --- /dev/null +++ b/wifi_diag/wifi_diag_python/Dataplot.py @@ -0,0 +1,42 @@ +import matplotlib.pyplot as plt +import base64 +from io import BytesIO +import os +import datetime + +time = (datetime.datetime.now().time()) +name = "WIFI_Diag" +name += str(time) +name += "/" + +name = name.replace(":","_") +if not os.path.exists(str(name)): + os.makedirs(str(name)) + + +class Plot: + def __init__(self): + # print("In Plot") + pass + + def bar(self, datax="", datay=" ", title="Temp", xaxis="xaxis", yaxis="yaxis",figname="temp"): + # fig = plt.figure() + self.tmpfile = BytesIO() + + plt.xlabel(xaxis) + plt.ylabel(yaxis) + + plt.title(title) + plt.xticks(rotation=90) + plt.rc('xtick', labelsize=8) + plt.rc('ytick', labelsize=8) + plt.bar(datax, datay) + path = plt.savefig(str(name)+str(figname)+".png",bbox_inches='tight') + # plt.savefig(str(title)+".png") + plt.savefig(self.tmpfile, format='png') + self.encoded = base64.b64encode(self.tmpfile.getvalue()).decode('utf-8') + # print("self.encoded",path) + plt.clf() + return str(name)+str(figname)+".png" + + diff --git a/wifi_diag/wifi_diag_python/htmlText.py b/wifi_diag/wifi_diag_python/htmlText.py new file mode 100644 index 00000000..29d87526 --- /dev/null +++ b/wifi_diag/wifi_diag_python/htmlText.py @@ -0,0 +1,243 @@ +import datetime +import matplotlib.pyplot as plt +import base64 +from io import BytesIO + +html = open("wifi_diag.html", 'w') + +def htmlstart(): + start = """ + + + WIFI Diag Report + + + + + +
+ +
+

WIFI Diag Report




+





""" + html.write(start) + html.write(str(datetime.datetime.now())) + html.write("

") + + +def downloadBtn(): + text = """

+ +

""" + html.write(text) + +def htmlobj(text): + html.write("

Objecitve

") + html.write("

") + html.write(str(text)) + html.write("

") + +def htmlpointview(): + pointview = """ + + + + +""" + html.write(str(pointview)) + +def htmlTableSummary(Summary): + tableSummary = "

About:

\ +

"+str(Summary)+"

\n" + + html.write(str(tableSummary)) + +def myUL(): + html.write("\n") + + +def htmlclose(): + data = """ + + + + """ + html.write(data) + + html.write("") + + +def htmlBreak(lines): + for i in range(lines): + html.write("

") + + +def htmlSpace(space): + Space = """""" + html.write(Space) + +def htmlText(text, title): + title = "" + data = "

" + str(text) + "

" + html.write(title) + html.write(data) + + + +#htmlstart() +#htmlobjective() +#htmlpointview() +#htmlsummary() +#myUl +#htmlspanbox() +#htmltable +#closemyul() +#htmlclose() + diff --git a/wifi_diag/wifi_diag_python/scratch.py b/wifi_diag/wifi_diag_python/scratch.py new file mode 100644 index 00000000..df257fa2 --- /dev/null +++ b/wifi_diag/wifi_diag_python/scratch.py @@ -0,0 +1,524 @@ +""" +----------------------------------------------------------------------------- +Name : WIFI Diag +Author : Sushant Bawiskar +Date : 20 September 2020 +------------------------------------------------------------------------------ +""" + +""" + Example: python PcaplibFiles.py --input "11ax.pcapng","sta1.pcap" + +""" + +import datetime +import pyshark +import pandas as pd +from bokeh.plotting import figure, output_file, show, save +from bokeh.io.export import get_screenshot_as_png, export_png, export_svgs, export_svg +import matplotlib.pyplot as plt +from plotly.offline import iplot, init_notebook_mode +import plotly.express as px +import plotly.graph_objects as go +from plotly.subplots import make_subplots + +import matplotlib.pyplot as plt +import base64 +from io import BytesIO +from htmlText import * +from Dataplot import Plot +import shutil +import argparse +import logging +import numpy as np + + + +import os + + +def PacketHistogram(subtype_list, Managementls, Controlls, Data_framels, count): + # Created a Dictonary of Management Frame : {Subtype} , Control Frame : {Subtype} , Data Frame : {Subtype} + Type_Subtype = {"Management Frame": [Managementls], "Control Frame": [Controlls], "Data Frame": [Data_framels]} + + Type_list = [] + Sub_list = [] + pack_list = [] + per_list = [] + + # To calculate Total number of Subtype of packets in Type + # Ex. To calculate how many packets have a subtype which are in Management/Control/Data Frame Type + for Type, Subtype in Type_Subtype.items(): + + liskeys = [] + for key in subtype_list.values(): + if (key in liskeys): + continue + + val = Subtype[0].count(key) + liskeys.append(key) + # liskeys.append(key) + if (val != 0): + # Type_list = [Type,key,val,(val*100)/count] + Type_list.append(str(Type)) + Sub_list.append(key) + pack_list.append(val) + per_list.append((round((val * 100) / count, 2))) + + + # Type_list.append("") + Sub = Sub_list + NewSubList = Sub_list + # NewSubList.append("Sum: ") + # + # pack_list.append(sum(pack_list)) + + NewPerList = per_list + # NewPerList.append(sum(NewPerList)) + + print(len(subtype_list),len(NewSubList),len(pack_list),print(NewPerList)) + df_Type = pd.DataFrame(({"Type": Type_list, "Subtype": NewSubList, "Packet to packet": pack_list, "Percentage": NewPerList})) + + + # print("df_Type",df_Type) + + df_Type = df_Type.to_html() + # NewPerList.pop() + # NewSubList.pop() + plot = Plot() + path = plot.bar(datax=NewSubList,datay=NewPerList,title="Type/SubType plot",xaxis="Subtype",yaxis="Percentage",figname="Type") + + htmltable(" Packet Type histogram", df_Type, str(path), "0", "0") + + + +def RateHistogram(DataRate, PhyType, SignalStrength, count): + + countUniqueData = [] + perUniqueData = [] + + countUniquePhy = [] + perUniquePhy = [] + + countUniqueSignal = [] + perUniqueSignal = [] + + # This is for Data Table Histogram + uniqueData = np.unique(DataRate) + + for i in uniqueData: + countUniqueData.append(DataRate.count(i)) + + uniqueData = [i for i in uniqueData] + + # uniqueData.append("Sum: ") + # countUniqueData.append(sum(countUniqueData)) + + dictRate = (dict(zip(uniqueData, countUniqueData, ))) + + for c in countUniqueData: + perUniqueData.append(round((c * 100) / count, 2)) + + + + df_Rate = pd.DataFrame({"Rate MBPS": [i for i in dictRate.keys()], "Packet to packet": [j for j in dictRate.values()], "Percentage": [k for k in perUniqueData]}) + + df_Rate = df_Rate.T + df_Rate.columns = df_Rate.iloc[0] + df_Rate = df_Rate.drop(df_Rate.iloc[0].index.name) + df_Rate = df_Rate.to_html() + + + + + # uniqueData.pop() + # perUniqueData.pop() + + plot1 = Plot() + path = plot1.bar(datax=uniqueData, datay=perUniqueData, title="Rate plot", xaxis="Rate MBPS", yaxis="Percentage", + figname="rate") + + + htmltable(" Encoding rate histogram.", df_Rate, str(path), "0", "0") + + + # This is for Phy Histogram + uniquePhy = np.unique(PhyType) + for j in uniquePhy: + countUniquePhy.append(PhyType.count(j)) + + uniquePhy = [i for i in uniquePhy] + # uniquePhy.append("Sum: ") + # countUniquePhy.append(sum(countUniquePhy)) + + dictPhy = (dict(zip(uniquePhy, countUniquePhy))) + + for d in countUniquePhy: + perUniquePhy.append(round((d * 100) / count, 2)) + + df_Phy = pd.DataFrame({"Phy": [i for i in dictPhy.keys()], "Packet to Packet": [j for j in dictPhy.values()],"Percentage": [k for k in perUniquePhy]}) + + # print("df_Phy",df_Phy) + + # df_Phy = df_Phy.to_html() + + df_Phy = df_Phy.T + df_Phy.columns = df_Phy.iloc[0] + df_Phy = df_Phy.drop(df_Phy.iloc[0].index.name) + df_Phy = df_Phy.to_html() + + dictphys = [i for i in dictPhy.keys()] + + # dictphys.pop() + # perUniquePhy.pop() + + plot2 = Plot() + path = plot2.bar(datax=dictphys, datay=perUniquePhy, title="Phy plot", xaxis="Subtype", yaxis="Percentage", + figname="Phy") + + htmltable(" Phy Histogram.",df_Phy,str(path),"0","0") + + # This is for Signal Histogram + uniqueSignal = np.unique(SignalStrength) + + for k in uniqueSignal: + countUniqueSignal.append(SignalStrength.count(k)) + + uniqueSignal = [i for i in uniqueSignal] + # uniqueSignal.append("Sum: ") + # countUniqueSignal.append(sum(countUniqueSignal)) + + dictSig = (dict(zip(uniqueSignal, countUniqueSignal))) + + for e in countUniqueSignal: + perUniqueSignal.append(round((e * 100) / count, 2)) + + # perUniqueSignal.append(sum(perUniqueSignal)) + # pd.DataFrame.reset_index(drop=True,inplace=True) + # df_Sig = pd.DataFrame({"Signal": [i for i in dictSig.keys()], "Packet to Packet": [j for j in dictSig.values()], + # "Percentage": [k for k in perUniqueSignal]}) + + # pd.DataFrame.reset_index(drop=True,inplace=True) + print([k for k in dictSig.keys()]) + print([i for i in dictSig.values()]) + print("perUniqueSignal",perUniqueSignal) + + # pd.DataFrame + df_Sig = pd.DataFrame({"Signal":[k for k in dictSig.keys()],"Packet":[i for i in dictSig.values()],"Percentage":[j for j in perUniqueSignal]}) + + df_Sig = df_Sig.T + df_Sig.columns = df_Sig.iloc[0] + df_Sig = df_Sig.drop(df_Sig.iloc[0].index.name) + # df_Sig.columns.name = None + # df_Sig.index.name = "Signal" + print("df_Sig",df_Sig) + # print("df_Sig",df_Sig) + + # df_Sig = df_Sig.to_html() + + # df_Sig = df_Sig.transpose() + df_Sig = df_Sig.to_html() + + # perUniqueSignal.pop() + dictSigs = [i for i in dictSig.keys()] + # dictSigs.pop() + + plot3 = Plot() + path = plot2.bar(datax=dictSigs, datay=perUniqueSignal, title="Signal plot", xaxis="Signal", yaxis="Percentage", + figname="Signal") + htmltable(" Signal Histogram.", df_Sig, str(path), "0", "0") + + # print(dictSigs,perUniqueSignal) + + + + +class shark: + def __init__(self): + # FilePath having pcap file + # self.FilePath = "wifi_diag.pcap" + # self.FilePath = "C:\Candela\Scripts\Lanforge scripts\lanforge-scripts-master\wifi_diag\wifi_diag.pcapng" + # self.FilePath = "wifi_diag.pcap" + # self.FilePath = "C:\candela\pcap\wifi.pcapng" + self.FilePath = "C:\candela\pcap\\ac1_28Sept.pcapng" + # self.FilePath = "C:\Candela\My_Scripts\WIFI_diag11ax\wifi.pcapng" + # self.FilePath = "wifi_diag.pcap" + + self.cap = pyshark.FileCapture(self.FilePath) + print("Strt time stamp :",datetime.datetime.now()) + + def Extract(self): + + type_list = {"0": "Management frame", "1": "Control Frame", "2": "Data frame"} + subtype_list = {"80": "Beacon frame", "d0": "Action", "b4": "Request-to-send", "d4": "Acknowledgement", \ + "88": "QoS Data", "84": "Block Ack Req", "94": "Block Ack Req", "08": "Data", \ + "40": "Probe Request", "50": "Probe Response", "b0": "Authentication", + "a2": "Disassociate", "a8": "QoS Data + CF-Poll", "c8":"QoS Null function", \ + "10": "Association Response", "00": "Association Request", "c4": "Clear-to-send", \ + "98": "QoS Data + CF-Acknowledgment", "24": "Trigger", "28": "Data + CF-Poll" ,\ + "d8": "Unknown", "54": "VHT/HE NDP Announcement", "e8": "QoS CF-Poll", \ + "b8" : "QoS Data + CF-Ack + CF-Poll", "18": "Data + CF-Ack", "48" : "Null function", \ + "69" : "CF-Poll" + } + + + Managementls = [] + Controlls = [] + Data_framels = [] + PhyType = [] + DataRate = [] + SignalStrength = [] + + + MCSIndex = [] + uniqueMCSIndex = [] + countUniqueMCSIndex = [] + MCSIndex + + Bandwidth = [] + countUniqueBandwidth = [] + + PHY = [] + countUniquePHY = [] + + Spatial_Stream = [] + countUniqueSpatial_stream = [] + + count = 0 + vWLAN_RADIO = 0 + vsignalstrength = 0 + vPhy = 0 + vdatarate = 0 + vWLAN = 0 + + """ Comment + """ + + + + + + + # print(wlan_radio_Fields_keys,wlan_radio_Fields_values) + + # if "wlan_radio.phy" and "wlan_radio.11ac.bandwidth" and "wlan_radio.11ac.mcs" and "wlan_radio.11ac.nss" in wlan_radio_Fields_keys: + # # print(dir(packet.wlan_radio._all_fields["wlan_radio.phy"])) + # # print(packet.wlan_radio._all_fields["wlan_radio.phy"].showname_value) #for PHY + # # print(packet.wlan_radio._all_fields["wlan_radio.11ac.bandwidth"].showname_value) #for BW + # # print(packet.wlan_radio._all_fields["wlan_radio.11ac.mcs"].showname_value) #for MCS + # # print(packet.wlan_radio._all_fields["wlan_radio.11ac.nss"].showname_value) #for Spatial streams + # PHY.append(packet.wlan_radio._all_fields["wlan_radio.phy"].showname_value) + # Bandwidth.append(packet.wlan_radio._all_fields["wlan_radio.11ac.bandwidth"].showname_value) + # MCSIndex.append(packet.wlan_radio._all_fields["wlan_radio.11ac.mcs"].showname_value) + # Spatial_Stream.append(packet.wlan_radio._all_fields["wlan_radio.11ac.nss"].showname_value) + + # _data = (packet.wlan_radio._all_fields) + # print(type(_data)) + # phy, _11ac_short_gi, _11ac_bandwidth, _11ac_user, _11ac_mcs, _11ac_nss, _11ac_fec, _data_rate = (packet.wlan_radio._all_fields) + # print(phy.get_field_value) + + + """ + comment + """ + + + for packet in self.cap: + count += 1 + + # print(count) + + + try: + WLAN_RADIO = packet.wlan_radio + vWLAN_RADIO = 1 + try: + signalstrength = WLAN_RADIO.signal_dbm + vsignalstrength = 1 + except: + pass + + try: + phy = WLAN_RADIO.phy.showname_value + vPhy = 1 + except: + pass + + try: + datarate = WLAN_RADIO.data_rate + vdatarate = 1 + except: + pass + + except: + pass + # print("WLAN RADIO NOT FOUND") + + try: + RADIOTAP = packet.radiotap + except: + # print("RADIOTAP NOT FOUND") + pass + + try: + WLAN = packet.wlan + vWLAN = 1 + except: + pass + # print("WLAN NOT FOUND") + + + PacketCount = (packet.number) + # print("PacketCount: ", PacketCount) + + + if vWLAN == 1: + # print("WLAN found") + # Type/Subtype raw value + type_raw = (str(packet.wlan.fc_type.raw_value)) + subtype_raw = ((packet.wlan.fc_type_subtype.raw_value)) + + # Name of values Types/Subtype + type = (str(packet.wlan.fc_type.showname_value)) + subtype = (str(packet.wlan.fc_type_subtype.showname_value)) + + # Sorting Subtypes by Types as a refrence + if (type_raw == "0"): + try: + Managementls.append(subtype_list[subtype_raw]) + except: + pass + + elif (type_raw == "1"): + try: + Controlls.append(subtype_list[subtype_raw]) + except: + print("Control Frame", subtype, subtype_raw) + + elif (type_raw == "2"): + try: + Data_framels.append(subtype_list[subtype_raw]) + + except: + print("Data frame", subtype, subtype_raw) + + else: + print("\nMissing Type in table : ", type_raw, subtype, subtype_raw, "\n") + else: + print("Packet Number :",count,":"," WLAN NOT FOUND") + + vWLAN = 0 + if vWLAN_RADIO == 1: + # print("vWLAN Found") + + wlan_radio_Fields_keys = [] + wlan_radio_Fields_values = [] + + for keys, values in packet.wlan_radio._all_fields.items(): + # print(keys, ":", values) + wlan_radio_Fields_keys.append(keys) + wlan_radio_Fields_values.append(values) + + + if vdatarate == 1: + DataRate.append(datarate) + + if vPhy == 1: + PhyType.append(phy) + + if vsignalstrength == 1: + SignalStrength.append(signalstrength) + + vWLAN_RADIO = 0 + else: + print("Packet Number :",count," WLAN RADIO NOT FOUND") + + try: + vMCS = 0 + {"MCSIndex":['0 (BPSK 1/2)','1 (QPSK 1/2)','2 (QPSK 3/4)','4 (16-QAM 3/4)','5 (64-QAM 2/3)']} + {"Spatial_stream":["2"]} + {} + if "wlan_radio.11ac.bandwidth" and "wlan_radio.11ac.bandwidth" and "wlan_radio.phy" and \ + "wlan_radio.11ac.mcs" and "wlan_radio.11ac.nss" in wlan_radio_Fields_keys: + # print(dir(packet.wlan_radio._all_fields["wlan_radio.phy"])) + # print(packet.wlan_radio._all_fields["wlan_radio.phy"].showname_value) #for PHY + # print(packet.wlan_radio._all_fields["wlan_radio.11ac.bandwidth"].showname_value) #for BW + # print(packet.wlan_radio._all_fields["wlan_radio.11ac.mcs"].showname_value) #for MCS + # print(packet.wlan_radio._all_fields["wlan_radio.11ac.nss"].showname_value) #for Spatial streams + PHY.append(packet.wlan_radio._all_fields["wlan_radio.phy"].showname_value) + Bandwidth.append(packet.wlan_radio._all_fields["wlan_radio.11ac.bandwidth"].showname_value) + MCSIndex.append(packet.wlan_radio._all_fields["wlan_radio.11ac.mcs"].showname_value) + Spatial_Stream.append(packet.wlan_radio._all_fields["wlan_radio.11ac.nss"].showname_value) + vMCS = 1 + except: + pass + + # print("MCSIndex",len(MCSIndex),MCSIndex) + # print("Bandwidth",len(Bandwidth),Bandwidth) + # print("PHY",len(PHY),PHY) + # print("Spatial_Stream",len(Spatial_Stream),Spatial_Stream) + + uniqueMCSIndex = np.unique(MCSIndex) + uniqueBandwidth = ((np.unique(Bandwidth))) + uniquePHY = ((np.unique(PHY))) + uniqueSpatial_stream = ((np.unique(Spatial_Stream))) + exit() + + print("After appending time stamp :", datetime.datetime.now()) + # print(count) + RateHistogram(DataRate, PhyType, SignalStrength, count) + print("After RateHist time stamp :", datetime.datetime.now()) + PacketHistogram(subtype_list, Managementls, Controlls, Data_framels, count) + print("After PacketHist time stamp :", datetime.datetime.now()) + + + +if __name__ == "__main__": + + + # parser = argparse.ArgumentParser(description="To create a single pcap file combining multiple pcap files") + # # parser.add_argument("-o", "--output", type=str, help="Enter the output pcap file name") + # parser.add_argument("-i", "--input", type=str, + # help="Enter the Name of the pcap files which needs to be combined") + # + # args = None + # + # try: + # args = parser.parse_args() + # output = "wifi_diag.pcap" + # + # if (args.input is not None): + # input = args.input # 'C:\candela\pcap\\11ax.pcapng','C:\candela\pcap\sta1.pcap' + # input = input.split(",") + # print(input) + # + # # if (args.input is None): + # # input = "11ax.pcapng", "sta1.pcap" + # + # except Exception as e: + # logging.exception(e) + # exit(2) + # + # with open(output, 'wb') as wfd: + # print("input", input) + # for f in (input): + # with open(f, 'rb') as fd: + # shutil.copyfileobj(fd, wfd) + + htmlstart() + downloadBtn() + htmlobj("This is HTML objective") + + htmlpointview() + htmlTableSummary("This is html table summary") + myUL() + + + Extract = shark() + Extract.Extract() + # htmltable() + + closemyUl() + htmlclose() + +