Major Grafana Dashboard script restructuring

Signed-off-by: Matthew Stidham <stidmatt@gmail.com>

py-dashboard/InfluxRequest.py

@@ -0,0 +1,119 @@
+#!/usr/bin/env python3
+
+# pip3 install influxdb-client
+
+# Version 2.0 influx DB Client
+
+import sys
+import os
+
+import pandas as pd
+
+if sys.version_info[0] != 3:
+    print("This script requires Python 3")
+    exit(1)
+
+
+if 'py-json' not in sys.path:
+    sys.path.append(os.path.join(os.path.abspath('..'), 'py-json'))
+
+
+import requests
+import json
+import influxdb_client
+from influxdb_client.client.write_api import SYNCHRONOUS
+import time
+
+import datetime
+
+def influx_add_parser_args(parser):
+    parser.add_argument('--influx_host', help='Hostname for the Influx database', default=None)
+    parser.add_argument('--influx_port', help='IP Port for the Influx database', default=8086)
+    parser.add_argument('--influx_org', help='Organization for the Influx database', default=None)
+    parser.add_argument('--influx_token', help='Token for the Influx database', default=None)
+    parser.add_argument('--influx_bucket', help='Name of the Influx bucket', default=None)
+    parser.add_argument('--influx_tag', action='append', nargs=2,
+                        help='--influx_tag <key> <val>   Can add more than one of these.', default=[])
+
+class RecordInflux():
+    def __init__(self,
+                 _influx_host="localhost",
+                 _influx_port=8086,
+                 _influx_org=None,
+                 _influx_token=None,
+                 _influx_bucket=None,
+                 _debug_on=False,
+                 _exit_on_fail=False):
+        self.influx_host = _influx_host
+        self.influx_port = _influx_port
+        self.influx_org = _influx_org
+        self.influx_token = _influx_token
+        self.influx_bucket = _influx_bucket
+        self.url = "http://%s:%s" % (self.influx_host, self.influx_port)
+        self.client = influxdb_client.InfluxDBClient(url=self.url,
+                                                     token=self.influx_token,
+                                                     org=self.influx_org,
+                                                     debug=_debug_on)
+        self.write_api = self.client.write_api(write_options=SYNCHRONOUS)
+
+    def post_to_influx(self, key, value, tags, time):
+        p = influxdb_client.Point(key)
+        for tag_key, tag_value in tags.items():
+            p.tag(tag_key, tag_value)
+            print(tag_key, tag_value)
+        p.time(time)
+        p.field("value", value)
+        self.write_api.write(bucket=self.influx_bucket, org=self.influx_org, record=p)
+
+    def csv_to_influx(self, csv):
+        df = pd.read_csv(csv, sep='\t')
+        df['Date'] = [datetime.datetime.utcfromtimestamp(int(date) / 1000).isoformat() for date in df['Date']]
+        items = list(df.reset_index().transpose().to_dict().values())
+        influx_variables = ['script', 'short-description', 'test_details', 'Graph-Group',
+                            'DUT-HW-version', 'DUT-SW-version', 'DUT-Serial-Num', 'testbed', 'Test Tag', 'Units']
+        csv_variables = ['test-id', 'short-description', 'test details', 'Graph-Group',
+                         'dut-hw-version', 'dut-sw-version', 'dut-serial-num', 'test-rig', 'test-tag', 'Units']
+        csv_vs_influx = dict(zip(csv_variables, influx_variables))
+        columns = list(df.columns)
+        for item in items:
+            tags = dict()
+            short_description = item['short-description']
+            numeric_score = item['numeric-score']
+            date = item['Date']
+            for variable in csv_variables:
+                if variable in columns:
+                    influx_variable = csv_vs_influx[variable]
+                    tags[influx_variable] = item[variable]
+            self.post_to_influx(short_description, numeric_score, tags, date)
+
+
+    def set_bucket(self, b):
+        self.influx_bucket = b
+
+    # Don't use this unless you are sure you want to.
+    # More likely you would want to generate KPI in the
+    # individual test cases and poke those relatively small bits of
+    # info into influxdb.
+    # This will not end until the 'longevity' timer has expired.
+    # This function pushes data directly into the Influx database and defaults to all columns.
+    def monitor_port_data(self,
+                          lanforge_host="localhost",
+                          devices=None,
+                          longevity=None,
+                          monitor_interval=None,
+                          bucket=None,
+                          tags=None):  # dict
+        url = 'http://' + lanforge_host + ':8080/port/1/1/'
+        end = datetime.datetime.now() + datetime.timedelta(0, longevity)
+        while datetime.datetime.now() < end:
+            for station in devices:
+                url1 = url + station
+                response = json.loads(requests.get(url1).text)
+
+                current_time = str(datetime.datetime.utcnow().isoformat())
+
+                # Poke everything into influx db
+                for key in response['interface'].keys():
+                    self.post_to_influx("%s-%s" % (station, key), response['interface'][key], tags, current_time)
+
+            time.sleep(monitor_interval)