scottk/wlan-lanforge-scripts
1
0
Fork 0
mirror of https://github.com/Telecominfraproject/wlan-lanforge-scripts.git synced 2025-11-01 03:07:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

CPU and Memory Visualization

Browse Source
This commit is contained in:
Nikita Yadav
2020-12-31 17:38:24 +05:30
parent 0a194ce3c0
commit 1fdd70136f
1 changed files with 9 additions and 222 deletions
Download Patch File Download Diff File Expand all files Collapse all files

223
cpu_stats.py
View File

@@ -1,347 +1,134 @@
''' Author: Nikita Yadav
This script will calculate the cpu and memory utilization by the system during runtime the output of which is a graph on html page also the second tab of html gives the system logs
'''
import argparse import argparse
import os import os
import matplotlib.pyplot as plt import matplotlib.pyplot as plt
import datetime import datetime
import base64 import base64
import logging import logging
import threading import threading
import time import time
fh = '' fh = ''
fh_1 = '' fh_1 = ''
def cpu_percent(cmd): def cpu_percent(cmd):
global fh global fh
fh = os.popen(cmd) fh = os.popen(cmd)
def memory_percent(cmd): def memory_percent(cmd):
global fh_1 global fh_1
fh_1 = os.popen(cmd) fh_1 = os.popen(cmd)
def htmlimage(data_4, data): def htmlimage(data_4, data):
html = open("log.html", 'w') html = open("log.html", 'w')
img = data_4 + " " + data img = data_4 + " " + data
html.write(img) html.write(img)
def main(): def main():
global duration global duration
parser = argparse.ArgumentParser() parser = argparse.ArgumentParser()
parser.add_argument("-t", "--duration", type=int, help="Enter the Time for which you want to run test (in minutes)") parser.add_argument("-t", "--duration", type=int, help="Enter the Time for which you want to run test (in minutes)")
try: try:
args = parser.parse_args() args = parser.parse_args()
if (args.duration is not None): if (args.duration is not None):
duration = args.duration duration = args.duration
except Exception as e: except Exception as e:
logging.exception(e) logging.exception(e)
exit(2) exit(2)
endTime = datetime.datetime.now() + datetime.timedelta(seconds=duration) endTime = datetime.datetime.now() + datetime.timedelta(seconds=duration)
now = datetime.datetime.now() now = datetime.datetime.now()
starttime = datetime.datetime(now.year, now.month, now.day, now.hour, now.minute, now.second) starttime = datetime.datetime(now.year, now.month, now.day, now.hour, now.minute, now.second)
delta = datetime.timedelta(seconds=10) delta = datetime.timedelta(seconds=10)
cpu_stats_data = {"system": [], "kernel": []} cpu_stats_data = {"system": [], "kernel": []}
memory_stats_data = {"Total": [], "Used": []} memory_stats_data = {"Total": [], "Used": []}
iterations = duration * 60 iterations = duration * 60
cmd_1 = "top -bn1 -d 1 -n " + str(iterations) + " | grep '%Cpu(s)' " cmd_1 = "top -bn1 -d 1 -n " + str(iterations) + " | grep '%Cpu(s)' "
cmd_2 = "top -bn1 -d 1 -n " + str(iterations) + " | grep 'MiB Mem'" cmd_2 = "top -bn1 -d 1 -n " + str(iterations) + " | grep 'MiB Mem'"
t1 = threading.Thread(target=cpu_percent, args=(cmd_1,)) t1 = threading.Thread(target=cpu_percent, args=(cmd_1,))
t2 = threading.Thread(target=memory_percent, args=(cmd_2,)) t2 = threading.Thread(target=memory_percent, args=(cmd_2,))
t1.start() t1.start()
t2.start() t2.start()
t1.join() t1.join()
t2.join() t2.join()
time.sleep(10) time.sleep(10)
output = fh.read() + fh.readline() output = fh.read() + fh.readline()
output_1 = fh_1.read() + fh_1.readline() output_1 = fh_1.read() + fh_1.readline()
data = output.split('\n') data = output.split('\n')
data_1 = output_1.split('\n') data_1 = output_1.split('\n')
for i in data: for i in data:
# print(i.split(',')) # print(i.split(','))
if len(i) > 3: if len(i) > 3:
cpu_stats_data["system"].append(float(i.split(',')[0].split()[1])) cpu_stats_data["system"].append(float(i.split(',')[0].split()[1]))
cpu_stats_data["kernel"].append(float(i.split(',')[1].split()[0])) cpu_stats_data["kernel"].append(float(i.split(',')[1].split()[0]))
# print(cpu_stats_data) # print(cpu_stats_data)
for i in data_1: for i in data_1:
if len(i) > 3: if len(i) > 3:
memory_stats_data["Total"].append(float(i.split(',')[0].split()[3])) memory_stats_data["Total"].append(float(i.split(',')[0].split()[3]))
memory_stats_data["Used"].append(float(i.split(',')[2].split()[0])) memory_stats_data["Used"].append(float(i.split(',')[2].split()[0]))
# print(memory_stats_data) # print(memory_stats_data)
sample_times = [starttime + i * delta for i in range(len(cpu_stats_data["system"]))] sample_times = [starttime + i * delta for i in range(len(cpu_stats_data["system"]))]
label_locations = [d for d in sample_times if d.minute % 1 == 0] label_locations = [d for d in sample_times if d.minute % 1 == 0]
labels = [d.strftime('%Y-%m-%d %H:%M:%S') for d in label_locations] labels = [d.strftime('%Y-%m-%d %H:%M:%S') for d in label_locations]
# print(labels) # print(labels)
#print(sample_times) #print(sample_times)
# thread creation # thread creation
# graphs # graphs
#plot1 #plot1
fig = plt.figure() fig = plt.figure()
ax = fig.add_subplot(1, 1, 1) ax = fig.add_subplot(1, 1, 1)
ax.plot(sample_times, cpu_stats_data['system'], '-', lw=1, color='r', label="system cpu%") ax.plot(sample_times, cpu_stats_data['system'], '-', lw=1, color='r', label="system cpu%")
ax.plot(sample_times, cpu_stats_data['kernel'], '-', lw=1, color='b', label="kernel cpu%") ax.plot(sample_times, cpu_stats_data['kernel'], '-', lw=1, color='b', label="kernel cpu%")
ax.set_ylabel('CPU (%)', color='r') ax.set_ylabel('CPU (%)', color='r')
ax.set_xlabel('time (s)') ax.set_xlabel('time (s)')
plt.tight_layout() plt.tight_layout()
ax.set_ylim(0., max(cpu_stats_data['system']) + 20) ax.set_ylim(0., max(cpu_stats_data['system']) + 20)
plt.xticks(rotation='vertical') plt.xticks(rotation='vertical')
fig.legend(["System CPU Utilization", "Kernel CPU Utilization"], loc='upper center') fig.legend(["System CPU Utilization", "Kernel CPU Utilization"], loc='upper center')
ax.grid() ax.grid()
fig.savefig("cpu.png") fig.savefig("cpu.png")
#plot2 #plot2
fig_1 = plt.figure() fig_1 = plt.figure()
ax_1 = fig_1.add_subplot(1, 1, 1) ax_1 = fig_1.add_subplot(1, 1, 1)
ax_1.plot(sample_times, memory_stats_data["Total"], '-', lw=1, color='r', label="Total MEMORY AVAILABLE") ax_1.plot(sample_times, memory_stats_data["Total"], '-', lw=1, color='r', label="Total MEMORY AVAILABLE")
ax_1.plot(sample_times, memory_stats_data["Used"], '-', lw=1, color='b', label="Total MEMORY USED") ax_1.plot(sample_times, memory_stats_data["Used"], '-', lw=1, color='b', label="Total MEMORY USED")
ax_1.set_ylabel('Total available', color='r') ax_1.set_ylabel('Total available', color='r')
ax_1.set_xlabel('time (s)') ax_1.set_xlabel('time (s)')
plt.tight_layout() plt.tight_layout()
ax_1.set_ylim(0., max(memory_stats_data["Total"]) + 2000) ax_1.set_ylim(0., max(memory_stats_data["Total"]) + 2000)
plt.xticks(rotation='vertical') plt.xticks(rotation='vertical')
fig_1.legend(["TOTAL MEMORY AVAILABLE", "TOTAL MEMORY USED"], loc='upper center') fig_1.legend(["TOTAL MEMORY AVAILABLE", "TOTAL MEMORY USED"], loc='upper center')
ax_1.grid() ax_1.grid()
fig_1.savefig("MEMORY.png") fig_1.savefig("MEMORY.png")
cmd_1 = "timeout 2s journalctl -p err --since '24 hour ago' > syslog.txt" cmd_1 = "timeout 2s journalctl -p err --since '24 hour ago' > syslog.txt"
fh_2 = os.system(cmd_1) fh_2 = os.system(cmd_1)
fi_open = open("syslog.txt", "r+") fi_open = open("syslog.txt", "r+")
out = fi_open.read() out = fi_open.read()
data_3 = out.split(" ") data_3 = out.split(" ")
data_uri = base64.b64encode(open('cpu.png', 'rb').read()).decode('utf-8') data_uri = base64.b64encode(open('cpu.png', 'rb').read()).decode('utf-8')
data_uri_1 = base64.b64encode(open('MEMORY.png', 'rb').read()).decode('utf-8') data_uri_1 = base64.b64encode(open('MEMORY.png', 'rb').read()).decode('utf-8')
data_a = '<img title="CPU utilization" src="data:image/png;base64,{0}">'.format( data_a = '<img title="CPU utilization" src="data:image/png;base64,{0}">'.format(
data_uri) + " " + '<img title="CPU utilization" src="data:image/png;base64,{0}">'.format(data_uri_1) data_uri) + " " + '<img title="CPU utilization" src="data:image/png;base64,{0}">'.format(data_uri_1)
data_4 = "<!DOCTYPE html><html><head> <meta name='viewport' content='width=device-width, initial-scale=1''><style>.accordion {background-color: #eee;color: #444;cursor: pointer;padding: 18px;width: 50%; border: none;text-align: left;outline: none;font-size: 15px;transition: 0.4s;}.active, .accordion:hover {background-color: #ccc; }.panel {padding: 0 18px;display: none;background-color: white;overflow: hidden;}</style></head><body> <button class='accordion''>CPU UTILIZATION</button> <div class='panel'> <p>" + data_a + "</p></div><script>acc = document.getElementsByClassName('accordion');var i;for (i = 0; i < acc.length; i++) {acc[i].addEventListener('click', function() {this.classList.toggle('active');var panel = this.nextElementSibling;if (panel.style.display === 'ock') {panel.style.display = 'none;} else {panel.style.display = 'block';}});}</script></body></html>" data_4 = "<!DOCTYPE html><html><head> <meta name='viewport' content='width=device-width, initial-scale=1''><style>.accordion {background-color: #eee;color: #444;cursor: pointer;padding: 18px;width: 50%; border: none;text-align: left;outline: none;font-size: 15px;transition: 0.4s;}.active, .accordion:hover {background-color: #ccc; }.panel {padding: 0 18px;display: none;background-color: white;overflow: hidden;}</style></head><body> <button class='accordion''>CPU UTILIZATION</button> <div class='panel'> <p>" + data_a + "</p></div><script>acc = document.getElementsByClassName('accordion');var i;for (i = 0; i < acc.length; i++) {acc[i].addEventListener('click', function() {this.classList.toggle('active');var panel = this.nextElementSibling;if (panel.style.display === 'ock') {panel.style.display = 'none;} else {panel.style.display = 'block';}});}</script></body></html>"
logs = " " logs = " "
for i in data_3: for i in data_3:
logs = logs + i logs = logs + i
data = "<head> <meta name='viewport' content='width=device-width, initial-scale=1'> <style>.accordion { background-color: #eee; color: #444; cursor: pointer;padding: 18px; width: 50%; border: none;text-align: left;outline: none;font-size: 10px;transition: 0.4s;} .active, .accordion:hover { background-color: #ccc;} .panel { padding: 0 18px; display: none; background-color: white; overflow: hidden;} </style> </head> <button class='accordion'>SYSTEM LOGS</button> <div class='panel'> <font face = 'Courier New' size = '2' color='#ff0000'>" + logs + "</font><br /> </div> <script> var acc = document.getElementsByClassName('accordion'); var i; for (i = 0; i < acc.length; i++) {acc[i].addEventListener('click', function() { this.classList.toggle('active');var panel = this.nextElementSibling;if (panel.style.display === 'block') {panel.style.display = 'none';} else {panel.style.display = 'block';}});} </script> " data = "<head> <meta name='viewport' content='width=device-width, initial-scale=1'> <style>.accordion { background-color: #eee; color: #444; cursor: pointer;padding: 18px; width: 50%; border: none;text-align: left;outline: none;font-size: 10px;transition: 0.4s;} .active, .accordion:hover { background-color: #ccc;} .panel { padding: 0 18px; display: none; background-color: white; overflow: hidden;} </style> </head> <button class='accordion'>SYSTEM LOGS</button> <div class='panel'> <font face = 'Courier New' size = '2' color='#ff0000'>" + logs + "</font><br /> </div> <script> var acc = document.getElementsByClassName('accordion'); var i; for (i = 0; i < acc.length; i++) {acc[i].addEventListener('click', function() { this.classList.toggle('active');var panel = this.nextElementSibling;if (panel.style.display === 'block') {panel.style.display = 'none';} else {panel.style.display = 'block';}});} </script> "
htmlimage(data_4, data) htmlimage(data_4, data)
if __name__ == '__main__': if __name__ == '__main__':
main() main()