scottk/wlan-lanforge-scripts
1
0
Fork 0
mirror of https://github.com/Telecominfraproject/wlan-lanforge-scripts.git synced 2025-11-01 19:28:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

df to file fully implemented and working

Browse Source 
Signed-off-by: Dipti <dipti.dhond@candelatech.com>
This commit is contained in:
Dipti
2021-02-17 01:36:24 -08:00
parent 336241ff77
commit 9db0c32b38
3 changed files with 15 additions and 42 deletions
Download Patch File Download Diff File Expand all files Collapse all files

49
py-json/LANforge/lfcli_base.py
View File

@@ -16,6 +16,8 @@ from LANforge import LFRequest
import LANforge.LFRequest import LANforge.LFRequest
import csv import csv
import pandas as pd import pandas as pd
import tables
import pyarrow as pa
#import xlsxwriter #import xlsxwriter
class LFCliBase: class LFCliBase:
@@ -599,55 +601,28 @@ class LFCliBase:
abgnAX : 12, abgnAX : 12,
bgnAX : 13 bgnAX : 13
""" """
# def write_to_csv_file(self,new_data_list=None, num_cols=0, csvwriter=None,debug=False):
# if num_cols == 0:
# raise ValueError("Number of columns cannot be zero. Exiting script.")
# exit(1)
# if type(new_data_list) is not list:
# raise ValueError("Data type passed to write into CSV is not a list. Exiting script.")
# exit(1)
# if debug:
# print("Writing data : ")
# print(new_data_list)
# indiv_data_line=[]
# col_counter_per_line=0
# for data_value in new_data_list:
# if col_counter_per_line >= num_cols:
# if debug:
# print(indiv_data_line)
# csvwriter.writerow(indiv_data_line)
# col_counter_per_line=0
# indiv_data_line.clear()
# indiv_data_line.append(data_value)
# col_counter_per_line += 1
#================ Pandas Dataframe Functions ====================================== #================ Pandas Dataframe Functions ======================================
#takes any dataframe and returns the specified file extension of it #takes any dataframe and returns the specified file extension of it
def df_to_file(self, output_f=None,dataframe=None, save_path=None): def df_to_file(self, output_f=None,dataframe=None, save_path=None):
df = dataframe if output_f.lower() == 'hdf':
#pd.set_option("display.max_rows", None, "display.max_columns", None) dataframe.to_hdf(save_path.replace('csv','h5',1), 'table', append=True)
#print(df)
if output_f.lower() == 'hdf':
df.to_hdf(save_path, 'table', append=True)
if output_f.lower() == 'parquet': if output_f.lower() == 'parquet':
df.to_parquet(save_path, engine='pyarrow') dataframe.to_parquet(save_path.replace('csv','parquet',1), engine='pyarrow')
if output_f.lower() == 'png': if output_f.lower() == 'png':
fig = df.plot().get_figure() fig = dataframe.plot().get_figure()
fig.savefig(save_path) fig.savefig(save_path.replace('csv','png',1))
if output_f.lower() == 'xlsx': if output_f.lower() == 'xlsx':
df.to_excel(save_path) dataframe.to_excel(save_path.replace('csv','xlsx',1))
if output_f.lower() == 'df':
df
if output_f.lower() == 'json': if output_f.lower() == 'json':
df.to_json(save_path) dataframe.to_json(save_path.replace('csv','json',1))
if output_f.lower() == 'stata': if output_f.lower() == 'stata':
df.to_stata(save_path) dataframe.to_stata(save_path.replace('csv','dta',1))
if output_f.lower() == 'pickle': if output_f.lower() == 'pickle':
df.to_pickle(save_path) dataframe.to_pickle(save_path.replace('csv','pkl',1))
if output_f.lower() == 'html': if output_f.lower() == 'html':
df.to_html(save_path) dataframe.to_html(save_path.replace('csv','html',1))
#takes any format of a file and returns a dataframe of it #takes any format of a file and returns a dataframe of it
def file_to_df(self,file_name): def file_to_df(self,file_name):

6
py-json/realm.py
View File

@@ -1214,8 +1214,7 @@ class L3CXProfile(LFCliBase):
supported_formats = ['csv', 'json', 'stata', 'pickle','html'] supported_formats = ['csv', 'json', 'stata', 'pickle','html']
for format in supported_formats: for format in supported_formats:
if compared_report.lower() == format: if compared_report.lower() == format:
#exec('df.to_' + x + '("' + report_file + '",index=False' + ')')
#previous_data_df= read_csv()
pass pass
#================== Step 1, set column names and header row #================== Step 1, set column names and header row
@@ -1305,7 +1304,6 @@ class L3CXProfile(LFCliBase):
for key in port_mgr_values_dict.keys(): for key in port_mgr_values_dict.keys():
renamed_port_cols['port mgr - ' +key]=port_mgr_values_dict[key] renamed_port_cols['port mgr - ' +key]=port_mgr_values_dict[key]
merge.update(renamed_port_cols) merge.update(renamed_port_cols)
for name in header_row[2:-3]: for name in header_row[2:-3]:
temp_list.append(merge[name]) temp_list.append(merge[name])
csvwriter.writerow(temp_list) csvwriter.writerow(temp_list)
@@ -1332,7 +1330,7 @@ class L3CXProfile(LFCliBase):
#df to final report file output if necessary #df to final report file output if necessary
if output_format.lower() != 'csv': if output_format.lower() != 'csv':
self.df_to_file(dataframe=pd.read_csv(report_file), output_f=output_format, save_path=report_file.replace('csv',output_format,1)) self.df_to_file(dataframe=pd.read_csv(report_file), output_f=output_format, save_path=report_file)
def refresh_cx(self): def refresh_cx(self):

2
py-scripts/test_ipv4_variable_time.py
View File

@@ -291,7 +291,7 @@ python3 ./test_ipv4_variable_time.py
path = os.path.join(curr_dir_path, new_file_path) path = os.path.join(curr_dir_path, new_file_path)
os.mkdir(path) os.mkdir(path)
if args.output_format in ['csv', 'json', 'html', 'hdf', 'stata', 'pickle', 'pdf', 'png', 'df', 'parquet', if args.output_format in ['csv', 'json', 'html', 'hdf','stata', 'pickle', 'pdf', 'png', 'parquet',
'xlsx']: 'xlsx']:
report_f = str(path) + '/data.' + args.output_format report_f = str(path) + '/data.' + args.output_format
output = args.output_format output = args.output_format