mirror of
https://github.com/Telecominfraproject/oopt-gnpy.git
synced 2025-10-30 01:32:21 +00:00
cdd4c571b0
exception KeyError type in service sheet not correctly catched print Request.mode instead of Requestmode (not defined at this point) selection of modes did not respect min spacing criterium: constraint added transmission_main did not give SNR in 0.1 nm: added in std out Signed-off-by: EstherLerouzic <esther.lerouzic@orange.com>
257 lines
11 KiB
Python
257 lines
11 KiB
Python
#!/usr/bin/env python3
|
|
# -*- coding: utf-8 -*-
|
|
|
|
"""
|
|
gnpy.core.service_sheet
|
|
========================
|
|
|
|
XLS parser that can be called to create a JSON request file in accordance with
|
|
Yang model for requesting path computation.
|
|
|
|
See: draft-ietf-teas-yang-path-computation-01.txt
|
|
"""
|
|
|
|
from sys import exit
|
|
try:
|
|
from xlrd import open_workbook, XL_CELL_EMPTY
|
|
except ModuleNotFoundError:
|
|
exit('Required: `pip install xlrd`')
|
|
from collections import namedtuple
|
|
from logging import getLogger, basicConfig, CRITICAL, DEBUG, INFO
|
|
from json import dumps
|
|
from pathlib import Path
|
|
from gnpy.core.equipment import load_equipment
|
|
from gnpy.core.utils import db2lin, lin2db
|
|
|
|
SERVICES_COLUMN = 12
|
|
#EQPT_LIBRARY_FILENAME = Path(__file__).parent / 'eqpt_config.json'
|
|
|
|
all_rows = lambda sheet, start=0: (sheet.row(x) for x in range(start, sheet.nrows))
|
|
logger = getLogger(__name__)
|
|
|
|
# Type for input data
|
|
class Request(namedtuple('Request', 'request_id source destination trx_type mode \
|
|
spacing power nb_channel disjoint_from nodes_list is_loose path_bandwidth')):
|
|
def __new__(cls, request_id, source, destination, trx_type, mode=None , spacing= None , power = None, nb_channel = None , disjoint_from ='' , nodes_list = None, is_loose = '', path_bandwidth = None):
|
|
return super().__new__(cls, request_id, source, destination, trx_type, mode, spacing, power, nb_channel, disjoint_from, nodes_list, is_loose, path_bandwidth)
|
|
|
|
# Type for output data: // from dutc
|
|
class Element:
|
|
def __eq__(self, other):
|
|
return type(self) == type(other) and self.uid == other.uid
|
|
def __hash__(self):
|
|
return hash((type(self), self.uid))
|
|
|
|
class Request_element(Element):
|
|
def __init__(self,Request,eqpt_filename):
|
|
# request_id is str
|
|
# excel has automatic number formatting that adds .0 on integer values
|
|
# the next lines recover the pure int value, assuming this .0 is unwanted
|
|
self.request_id = correct_xlrd_int_to_str_reading(Request.request_id)
|
|
self.source = Request.source
|
|
self.destination = Request.destination
|
|
# TODO: the automatic naming generated by excel parser requires that source and dest name
|
|
# be a string starting with 'trx' : this is manually added here.
|
|
self.srctpid = f'trx {Request.source}'
|
|
self.dsttpid = f'trx {Request.destination}'
|
|
# test that trx_type belongs to eqpt_config.json
|
|
# if not replace it with a default
|
|
equipment = load_equipment(eqpt_filename)
|
|
try :
|
|
if equipment['Transceiver'][Request.trx_type]:
|
|
self.trx_type = correct_xlrd_int_to_str_reading(Request.trx_type)
|
|
if Request.mode is not None :
|
|
Requestmode = correct_xlrd_int_to_str_reading(Request.mode)
|
|
if [mode for mode in equipment['Transceiver'][Request.trx_type].mode if mode['format'] == Requestmode]:
|
|
self.mode = Requestmode
|
|
else :
|
|
msg = f'Request Id: {self.request_id} - could not find tsp : \'{Request.trx_type}\' with mode: \'{Requestmode}\' in eqpt library \nComputation stopped.'
|
|
#print(msg)
|
|
logger.critical(msg)
|
|
exit(1)
|
|
else:
|
|
Requestmode = None
|
|
self.mode = Request.mode
|
|
except KeyError:
|
|
msg = f'Request Id: {self.request_id} - could not find tsp : \'{Request.trx_type}\' with mode: \'{Request.mode}\' in eqpt library \nComputation stopped.'
|
|
#print(msg)
|
|
logger.critical(msg)
|
|
exit()
|
|
# excel input are in GHz and dBm
|
|
if Request.spacing is not None:
|
|
self.spacing = Request.spacing * 1e9
|
|
else:
|
|
msg = f'Request {self.request_id} missing spacing: spacing is mandatory.\ncomputation stopped'
|
|
logger.critical(msg)
|
|
exit()
|
|
if Request.power is not None:
|
|
self.power = db2lin(Request.power) * 1e-3
|
|
else:
|
|
self.power = None
|
|
if Request.nb_channel is not None :
|
|
self.nb_channel = int(Request.nb_channel)
|
|
else:
|
|
self.nb_channel = None
|
|
|
|
value = correct_xlrd_int_to_str_reading(Request.disjoint_from)
|
|
self.disjoint_from = [n for n in value.split(' | ') if value]
|
|
self.nodes_list = []
|
|
if Request.nodes_list :
|
|
self.nodes_list = Request.nodes_list.split(' | ')
|
|
|
|
# cleaning the list of nodes to remove source and destination
|
|
# (because the remaining of the program assumes that the nodes list are nodes
|
|
# on the path and should not include source and destination)
|
|
try :
|
|
self.nodes_list.remove(self.source)
|
|
msg = f'{self.source} removed from explicit path node-list'
|
|
logger.info(msg)
|
|
except ValueError:
|
|
msg = f'{self.source} already removed from explicit path node-list'
|
|
logger.info(msg)
|
|
|
|
try :
|
|
self.nodes_list.remove(self.destination)
|
|
msg = f'{self.destination} removed from explicit path node-list'
|
|
logger.info(msg)
|
|
except ValueError:
|
|
msg = f'{self.destination} already removed from explicit path node-list'
|
|
logger.info(msg)
|
|
|
|
# the excel parser applies the same hop-type to all nodes in the route nodes_list.
|
|
# user can change this per node in the generated json
|
|
self.loose = 'loose'
|
|
if Request.is_loose == 'no' :
|
|
self.loose = 'strict'
|
|
self.path_bandwidth = None
|
|
if Request.path_bandwidth is not None:
|
|
self.path_bandwidth = Request.path_bandwidth * 1e9
|
|
else:
|
|
self.path_bandwidth = 0
|
|
|
|
uid = property(lambda self: repr(self))
|
|
@property
|
|
def pathrequest(self):
|
|
req_dictionnary = {
|
|
'request-id':self.request_id,
|
|
'source': self.source,
|
|
'destination': self.destination,
|
|
'src-tp-id': self.srctpid,
|
|
'dst-tp-id': self.dsttpid,
|
|
'path-constraints':{
|
|
'te-bandwidth': {
|
|
'technology': 'flexi-grid',
|
|
'trx_type' : self.trx_type,
|
|
'trx_mode' : self.mode,
|
|
'effective-freq-slot':[{'n': 'null','m': 'null'}] ,
|
|
'spacing' : self.spacing,
|
|
'max-nb-of-channel' : self.nb_channel,
|
|
'output-power' : self.power
|
|
# 'path_bandwidth' : self.path_bandwidth
|
|
}
|
|
},
|
|
'optimizations': {
|
|
'explicit-route-include-objects': [
|
|
{
|
|
'index': self.nodes_list.index(node),
|
|
'unnumbered-hop':{
|
|
'node-id': f'{node}',
|
|
'link-tp-id': 'link-tp-id is not used',
|
|
'hop-type': f'{self.loose}',
|
|
'direction': 'direction is not used'
|
|
},
|
|
'label-hop':{
|
|
'te-label': {
|
|
'generic': 'generic is not used',
|
|
'direction': 'direction is not used'
|
|
}
|
|
}
|
|
}
|
|
for node in self.nodes_list
|
|
]
|
|
|
|
}
|
|
}
|
|
if self.path_bandwidth is not None:
|
|
req_dictionnary['path-constraints']['te-bandwidth']['path_bandwidth'] = self.path_bandwidth
|
|
|
|
return req_dictionnary
|
|
@property
|
|
def pathsync(self):
|
|
if self.disjoint_from :
|
|
return {'synchronization-id':self.request_id,
|
|
'svec': {
|
|
'relaxable' : 'False',
|
|
'link-diverse': 'True',
|
|
'node-diverse': 'True',
|
|
'request-id-number': [self.request_id]+ [n for n in self.disjoint_from]
|
|
}
|
|
}
|
|
# TO-DO: avoid multiple entries with same synchronisation vectors
|
|
@property
|
|
def json(self):
|
|
return self.pathrequest , self.pathsync
|
|
|
|
def convert_service_sheet(input_filename, eqpt_filename, output_filename='', filter_region=[]):
|
|
service = parse_excel(input_filename)
|
|
req = [Request_element(n,eqpt_filename) for n in service]
|
|
# dumps the output into a json file with name
|
|
# split_filename = [input_filename[0:len(input_filename)-len(suffix_filename)] , suffix_filename[1:]]
|
|
if output_filename=='':
|
|
output_filename = f'{str(input_filename)[0:len(str(input_filename))-len(str(input_filename.suffixes[0]))]}_services.json'
|
|
# for debug
|
|
# print(json_filename)
|
|
data = {
|
|
'path-request': [n.json[0] for n in req],
|
|
'synchronization': [n.json[1] for n in req
|
|
if n.json[1] is not None]
|
|
}
|
|
with open(output_filename, 'w', encoding='utf-8') as f:
|
|
f.write(dumps(data, indent=2, ensure_ascii=False))
|
|
return data
|
|
|
|
def correct_xlrd_int_to_str_reading(v) :
|
|
if not isinstance(v,str):
|
|
value = str(int(v))
|
|
if value.endswith('.0'):
|
|
value = value[:-2]
|
|
else:
|
|
value = v
|
|
return value
|
|
|
|
# to be used from dutc
|
|
def parse_row(row, fieldnames):
|
|
return {f: r.value for f, r in zip(fieldnames, row[0:SERVICES_COLUMN])
|
|
if r.ctype != XL_CELL_EMPTY}
|
|
#
|
|
|
|
def parse_excel(input_filename):
|
|
with open_workbook(input_filename) as wb:
|
|
service_sheet = wb.sheet_by_name('Service')
|
|
services = list(parse_service_sheet(service_sheet))
|
|
return services
|
|
|
|
def parse_service_sheet(service_sheet):
|
|
logger.info(f'Validating headers on {service_sheet.name!r}')
|
|
# add a test on field to enable the '' field case that arises when columns on the
|
|
# right hand side are used as comments or drawing in the excel sheet
|
|
header = [x.value.strip() for x in service_sheet.row(4)[0:SERVICES_COLUMN] if len(x.value.strip())>0]
|
|
|
|
# create a service_fieldname independant from the excel column order
|
|
# to be compatible with any version of the sheet
|
|
# the following dictionnary records the excel field names and the corresponding parameter's name
|
|
|
|
authorized_fieldnames = {'route id':'request_id', 'Source':'source', 'Destination':'destination', \
|
|
'TRX type':'trx_type', 'Mode' : 'mode', 'System: spacing':'spacing', \
|
|
'System: input power (dBm)':'power', 'System: nb of channels':'nb_channel',\
|
|
'routing: disjoint from': 'disjoint_from', 'routing: path':'nodes_list',\
|
|
'routing: is loose?':'is_loose', 'path bandwidth':'path_bandwidth'}
|
|
try :
|
|
service_fieldnames = [authorized_fieldnames[e] for e in header]
|
|
except KeyError:
|
|
msg = f'Malformed header on Service sheet: {header} field not in {authorized_fieldnames}'
|
|
logger.critical(msg)
|
|
raise ValueError(msg)
|
|
for row in all_rows(service_sheet, start=5):
|
|
yield Request(**parse_row(row[0:SERVICES_COLUMN], service_fieldnames))
|