Chg: update image tag in helm values to v2.5.0-RC1

.github/workflows/ci.yml

@@ -13,7 +13,6 @@ on:
   pull_request:
     branches:
       - main
-      - 'release/*'
 
 defaults:
   run:
@@ -27,7 +26,7 @@ jobs:
       DOCKER_REGISTRY_USERNAME: ucentral
     steps:
     - name: Checkout actions repo
-      uses: actions/checkout@v3
+      uses: actions/checkout@v2
       with:
         repository: Telecominfraproject/.github
         path: github
@@ -40,16 +39,6 @@ jobs:
         registry_user: ucentral
         registry_password: ${{ secrets.DOCKER_REGISTRY_PASSWORD }}
 
-    - name: Notify on failure via Slack
-      if: failure() && github.ref == 'refs/heads/main'
-      uses: rtCamp/action-slack-notify@v2
-      env:
-        SLACK_USERNAME: GitHub Actions failure notifier
-        SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
-        SLACK_COLOR: "${{ job.status }}"
-        SLACK_ICON: https://raw.githubusercontent.com/quintessence/slack-icons/master/images/github-logo-slack-icon.png
-        SLACK_TITLE: Docker build failed for OWProv service
-
   trigger-testing:
     if: startsWith(github.ref, 'refs/pull/')
     runs-on: ubuntu-latest
@@ -58,11 +47,11 @@ jobs:
     - name: Get base branch name and set as output
       id: get_base_branch
       run: |
-        echo "branch=$(echo ${GITHUB_BASE_REF##*/})" >> $GITHUB_OUTPUT
-        echo "owgw_branch=$(echo ${GITHUB_BASE_REF##*/} | sed 's/main/master/g')" >> $GITHUB_OUTPUT
+        echo ::set-output name=branch::$(echo ${GITHUB_BASE_REF##*/})
+        echo ::set-output name=owgw_branch::$(echo ${GITHUB_BASE_REF##*/} | sed 's/main/master/g')
 
     - name: Checkout actions repo
-      uses: actions/checkout@v3
+      uses: actions/checkout@v2
       with:
         repository: Telecominfraproject/.github
         path: github
@@ -78,26 +67,4 @@ jobs:
         workflow: ow_docker-compose.yml
         token: ${{ secrets.WLAN_TESTING_PAT }}
         ref: master
-        inputs: '{"deployment_version": "${{ env.BASE_BRANCH }}", "owgw_version": "${{ env.OWGW_BASE_BRANCH }}", "owsec_version": "${{ env.BASE_BRANCH }}", "owfms_version": "${{ env.BASE_BRANCH }}", "owprov_version": "${{ github.sha }}", "owanalytics_version": "${{ env.BASE_BRANCH }}", "owsub_version": "${{ env.BASE_BRANCH }}", "microservice": "all"}'
-
-  trigger-deploy-to-dev:
-    runs-on: ubuntu-latest
-    if: github.ref == 'refs/heads/main'
-    needs:
-      - docker
-    steps:
-    - name: Checkout actions repo
-      uses: actions/checkout@v2
-      with:
-        repository: Telecominfraproject/.github
-        path: github
-
-    - name: Trigger deployment of the latest version to dev instance and wait for result
-      uses: ./github/composite-actions/trigger-workflow-and-wait
-      with:
-        owner: Telecominfraproject
-        repo: wlan-testing
-        workflow: ucentralgw-dev-deployment.yaml
-        token: ${{ secrets.WLAN_TESTING_PAT }}
-        ref: master
-        inputs: '{"force_latest": "true"}'
+        inputs: '{"owgw_version": "${{ env.OWGW_BASE_BRANCH }}", "owgwui_version": "${{ env.BASE_BRANCH }}", "owsec_version": "${{ env.BASE_BRANCH }}", "owfms_version": "${{ env.BASE_BRANCH }}", "owprov_version": "${{ github.sha }}", "owprovui_version": "${{ env.BASE_BRANCH }}"}'

.github/workflows/cleanup.yml

@@ -4,7 +4,6 @@ on:
   pull_request:
     branches:
       - main
-      - 'release/*'
     types: [ closed ]
 
 defaults:
@@ -17,10 +16,4 @@ jobs:
     steps:
       - run: |
           export PR_BRANCH_TAG=$(echo ${GITHUB_HEAD_REF#refs/heads/} | tr '/' '-')
-
-          if [[ ! $PR_BRANCH_TAG =~ (main|master|release-*) ]]; then
-            echo "PR branch is $PR_BRANCH_TAG, deleting Docker image"
-            curl -s -uucentral:${{ secrets.DOCKER_REGISTRY_PASSWORD }} -X DELETE "https://tip.jfrog.io/artifactory/tip-wlan-cloud-ucentral/owprov/$PR_BRANCH_TAG"
-          else
-            echo "PR branch is $PR_BRANCH_TAG, not deleting Docker image"
-          fi
+          curl -uucentral:${{ secrets.DOCKER_REGISTRY_PASSWORD }} -X DELETE "https://tip.jfrog.io/artifactory/tip-wlan-cloud-ucentral/owprov/$PR_BRANCH_TAG"

.github/workflows/enforce-jira-issue-key.yml

@@ -11,7 +11,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Checkout actions repo
-        uses: actions/checkout@v3
+        uses: actions/checkout@v2
         with:
           repository: Telecominfraproject/.github
           path: github

.github/workflows/openapi-pages.yml

@@ -1,41 +0,0 @@
-name: Update OpenAPI docs on GitHub Pages
-
-on:
-  push:
-    paths:
-      - 'openapi/**'
-    branches:
-      - main
-  workflow_dispatch:
-
-defaults:
-  run:
-    shell: bash
-
-jobs:
-  docsgen:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v3
-
-      - name: Generate static HTML page with docs from OpenAPI definition
-        run: |
-          docker run --rm -v "${PWD}:/local" openapitools/openapi-generator-cli:v6.2.1 generate -i https://raw.githubusercontent.com/Telecominfraproject/wlan-cloud-owprov/main/openapi/owprov.yaml -g html2 --skip-validate-spec -o /local/
-
-      - name: Update OpenAPI docs
-        run: |
-          mkdir tmp-docs
-          mv index.html tmp-docs/index.html
-          mkdir -p ~/.ssh
-          ssh-keyscan -H github.com >> ~/.ssh/known_hosts
-          echo https://tip-automation:${{ secrets.GIT_PUSH_PAT }}@github.com > ~/.git-credentials
-          git config --global credential.helper store
-          git config --global user.email "tip-automation@telecominfraproject.com"
-          git config --global user.name "TIP Automation User"
-          git pull
-          git checkout gh-pages || git checkout -b gh-pages
-          rm -rf docs
-          mv tmp-docs docs
-          git add docs
-          git commit -m'Update OpenAPI docs for GitHub pages'
-          git push --set-upstream origin gh-pages

.github/workflows/release.yml

@@ -1,46 +0,0 @@
-name: Release chart package
-
-on:
-  push:
-    tags:
-      - 'v*'
-
-defaults:
-  run:
-    shell: bash
-
-jobs:
-  helm-package:
-    runs-on: ubuntu-20.04
-    env:
-      HELM_REPO_URL: https://tip.jfrog.io/artifactory/tip-wlan-cloud-ucentral-helm/
-      HELM_REPO_USERNAME: ucentral
-    steps:
-      - name: Checkout uCentral assembly chart repo
-        uses: actions/checkout@v3
-        with:
-          path: wlan-cloud-owprov
-
-      - name: Build package
-        working-directory: wlan-cloud-owprov/helm
-        run: |
-          helm plugin install https://github.com/aslafy-z/helm-git --version 0.10.0
-          helm repo add bitnami https://charts.bitnami.com/bitnami
-          helm repo update
-          helm dependency update
-          mkdir dist
-          helm package . -d dist
-
-      - name: Generate GitHub release body
-        working-directory: wlan-cloud-owprov/helm
-        run: |
-          pip3 install yq -q
-          echo "Docker image - tip-tip-wlan-cloud-ucentral.jfrog.io/owprov:$GITHUB_REF_NAME" > release.txt
-          echo "Helm charted may be attached to this release" >> release.txt
-          echo "Deployment artifacts may be found in https://github.com/Telecominfraproject/wlan-cloud-ucentral-deploy/tree/$GITHUB_REF_NAME" >> release.txt
-
-      - name: Create GitHub release
-        uses: softprops/action-gh-release@v1
-        with:
-          body_path: wlan-cloud-owprov/helm/release.txt
-          files: wlan-cloud-owprov/helm/dist/*

CMakeLists.txt

@@ -1,5 +1,5 @@
 cmake_minimum_required(VERSION 3.13)
-project(owprov VERSION 2.8.0)
+project(owprov VERSION 2.5.0)
 
 set(CMAKE_CXX_STANDARD 17)
 
@@ -27,24 +27,29 @@ endif()
 
 find_package(Git QUIET)
 if(GIT_FOUND AND EXISTS "${PROJECT_SOURCE_DIR}/.git")
-    execute_process(COMMAND ${GIT_EXECUTABLE} rev-parse --short HEAD
+    execute_process(COMMAND ${GIT_EXECUTABLE} describe --always --tags
             WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
             RESULT_VARIABLE GIT_RESULT
             OUTPUT_VARIABLE GIT_HASH)
     if(NOT GIT_RESULT EQUAL "0")
-        message(FATAL_ERROR "git rev-parse --short HEAD failed with ${GIT_RESULT}")
+        message(FATAL_ERROR "git describe --always --tags failed with ${GIT_RESULT}")
     endif()
     string(REGEX REPLACE "\n$" "" GIT_HASH "${GIT_HASH}")
 endif()
 
 add_definitions(-DAWS_CUSTOM_MEMORY_MANAGEMENT)
 
+set(BUILD_SHARED_LIBS 1)
+set(Boost_USE_STATIC_LIBS OFF)
+set(Boost_USE_MULTITHREADED ON)
+set(Boost_USE_STATIC_RUNTIME OFF)
+
+find_package(Boost      REQUIRED system)
 find_package(OpenSSL    REQUIRED)
-find_package(ZLIB       REQUIRED)
+find_package(AWSSDK     REQUIRED COMPONENTS s3)
 find_package(Poco       REQUIRED COMPONENTS Crypto JWT Net Util NetSSL Data DataSQLite)
 find_package(nlohmann_json  REQUIRED)
 find_package(nlohmann_json_schema_validator REQUIRED)
-find_package(fmt        REQUIRED)
 
 if(SMALL_BUILD)
     find_package(Poco REQUIRED COMPONENTS Crypto JWT Net Util NetSSL Data DataSQLite)
@@ -59,14 +64,6 @@ include_directories(/usr/local/include  /usr/local/opt/openssl/include src inclu
 
 configure_file(src/ow_version.h.in ${PROJECT_SOURCE_DIR}/src/ow_version.h @ONLY)
 
-add_definitions(-DPOCO_LOG_DEBUG="1")
-
-add_compile_options(-Wall -Wextra)
-if(ASAN)
-    add_compile_options(-fsanitize=address)
-    add_link_options(-fsanitize=address)
-endif()
-
 add_executable(owprov
         build
         src/ow_version.h.in
@@ -75,59 +72,16 @@ add_executable(owprov
         src/framework/MicroService.h
         src/framework/OpenWifiTypes.h
         src/framework/orm.h
+        src/framework/RESTAPI_errors.h
+        src/framework/RESTAPI_protocol.h
         src/framework/StorageClass.h
-        src/framework/MicroServiceErrorHandler.h
-        src/framework/UI_WebSocketClientServer.cpp
-        src/framework/UI_WebSocketClientServer.h
-        src/framework/utils.h
-        src/framework/utils.cpp
-        src/framework/AppServiceRegistry.h
-        src/framework/SubSystemServer.cpp
-        src/framework/SubSystemServer.h
-        src/framework/RESTAPI_utils.h
-        src/framework/UI_WebSocketClientNotifications.cpp
-        src/framework/AuthClient.cpp
-        src/framework/AuthClient.h
-        src/framework/MicroServiceNames.h
-        src/framework/MicroServiceFuncs.h
-        src/framework/OpenAPIRequests.cpp
-        src/framework/OpenAPIRequests.h
-        src/framework/MicroServiceFuncs.cpp
-        src/framework/ALBserver.cpp
-        src/framework/ALBserver.h
-        src/framework/KafkaManager.cpp
-        src/framework/KafkaManager.h
-        src/framework/RESTAPI_RateLimiter.h
-        src/framework/WebSocketLogger.h
-        src/framework/RESTAPI_GenericServerAccounting.h
-        src/framework/CIDR.h
-        src/framework/RESTAPI_Handler.cpp
-        src/framework/RESTAPI_Handler.h
-        src/framework/RESTAPI_ExtServer.h
-        src/framework/RESTAPI_ExtServer.cpp
-        src/framework/RESTAPI_IntServer.cpp
-        src/framework/RESTAPI_IntServer.h
-        src/framework/RESTAPI_SystemCommand.h
-        src/framework/RESTAPI_WebSocketServer.h
-        src/framework/RESTAPI_SystemConfiguration.h
-        src/framework/EventBusManager.cpp
-        src/framework/EventBusManager.h
-        src/framework/RESTAPI_PartHandler.h
-        src/framework/MicroService.cpp
-        src/framework/MicroServiceExtra.h
+        src/framework/uCentral_Protocol.h
         src/framework/ConfigurationValidator.cpp
         src/framework/ConfigurationValidator.h
-        src/UI_Prov_WebSocketNotifications.h
-        src/UI_Prov_WebSocketNotifications.cpp
         src/RESTObjects/RESTAPI_SecurityObjects.h src/RESTObjects/RESTAPI_SecurityObjects.cpp
+        src/RESTObjects/RESTAPI_ProvObjects.cpp src/RESTObjects/RESTAPI_ProvObjects.h
         src/RESTObjects/RESTAPI_GWobjects.h src/RESTObjects/RESTAPI_GWobjects.cpp
         src/RESTObjects/RESTAPI_FMSObjects.h src/RESTObjects/RESTAPI_FMSObjects.cpp
-        src/RESTObjects/RESTAPI_CertObjects.cpp src/RESTObjects/RESTAPI_CertObjects.h
-        src/RESTObjects/RESTAPI_OWLSobjects.cpp src/RESTObjects/RESTAPI_OWLSobjects.h
-        src/RESTObjects/RESTAPI_ProvObjects.cpp src/RESTObjects/RESTAPI_ProvObjects.h
-        src/RESTObjects/RESTAPI_AnalyticsObjects.cpp src/RESTObjects/RESTAPI_AnalyticsObjects.h
-        src/RESTObjects/RESTAPI_SubObjects.cpp src/RESTObjects/RESTAPI_SubObjects.h
-
         src/RESTAPI/RESTAPI_routers.cpp
         src/Daemon.cpp src/Daemon.h
         src/Dashboard.h src/Dashboard.cpp
@@ -150,6 +104,7 @@ add_executable(owprov
         src/RESTAPI/RESTAPI_inventory_list_handler.cpp src/RESTAPI/RESTAPI_inventory_list_handler.h
         src/RESTAPI/RESTAPI_entity_list_handler.cpp src/RESTAPI/RESTAPI_entity_list_handler.h
         src/RESTAPI/RESTAPI_configurations_handler.cpp src/RESTAPI/RESTAPI_configurations_handler.h
+        src/RESTAPI/RESTAPI_webSocketServer.h src/RESTAPI/RESTAPI_webSocketServer.cpp
         src/RESTAPI/RESTAPI_contact_list_handler.cpp src/RESTAPI/RESTAPI_contact_list_handler.h
         src/RESTAPI/RESTAPI_location_list_handler.cpp src/RESTAPI/RESTAPI_location_list_handler.h
         src/RESTAPI/RESTAPI_venue_list_handler.cpp src/RESTAPI/RESTAPI_venue_list_handler.h
@@ -158,8 +113,6 @@ add_executable(owprov
         src/RESTAPI/RESTAPI_managementRole_list_handler.cpp src/RESTAPI/RESTAPI_managementRole_list_handler.h
         src/RESTAPI/RESTAPI_configurations_list_handler.cpp src/RESTAPI/RESTAPI_configurations_list_handler.h
         src/RESTAPI/RESTAPI_iptocountry_handler.cpp src/RESTAPI/RESTAPI_iptocountry_handler.h
-        src/RESTAPI/RESTAPI_signup_handler.h src/RESTAPI/RESTAPI_signup_handler.cpp
-        src/RESTAPI/RESTAPI_asset_server.cpp src/RESTAPI/RESTAPI_asset_server.h
         src/FindCountry.h
         src/sdks/SDK_gw.cpp src/sdks/SDK_gw.h
         src/sdks/SDK_prov.cpp src/sdks/SDK_prov.h
@@ -172,44 +125,15 @@ add_executable(owprov
         src/RESTAPI/RESTAPI_db_helpers.h
         src/JobController.cpp src/JobController.h
         src/JobRegistrations.cpp
+        src/storage/storage_jobs.cpp src/storage/storage_jobs.h
+        src/WebSocketClientServer.cpp src/WebSocketClientServer.h
         src/storage/storage_maps.cpp src/storage/storage_maps.h
         src/RESTAPI/RESTAPI_map_handler.cpp src/RESTAPI/RESTAPI_map_handler.h
-        src/RESTAPI/RESTAPI_map_list_handler.cpp src/RESTAPI/RESTAPI_map_list_handler.h
-        src/storage/storage_signup.cpp src/storage/storage_signup.h
-        src/Signup.cpp src/Signup.h
-        src/DeviceTypeCache.h
-        src/storage/storage_variables.cpp src/storage/storage_variables.h
-        src/RESTAPI/RESTAPI_variables_handler.cpp src/RESTAPI/RESTAPI_variables_handler.h
-        src/RESTAPI/RESTAPI_variables_list_handler.cpp src/RESTAPI/RESTAPI_variables_list_handler.h
-        src/FileDownloader.cpp src/FileDownloader.h
-        src/Tasks/VenueConfigUpdater.h
-        src/libs/croncpp.h
-        src/Kafka_ProvUpdater.cpp src/Kafka_ProvUpdater.h
-        src/storage/storage_operataor.cpp src/storage/storage_operataor.h
-        src/storage/storage_sub_devices.cpp src/storage/storage_sub_devices.h
-        src/storage/storage_service_class.cpp src/storage/storage_service_class.h
-        src/RESTAPI/RESTAPI_sub_devices_list_handler.cpp src/RESTAPI/RESTAPI_sub_devices_list_handler.h
-        src/RESTAPI/RESTAPI_sub_devices_handler.cpp src/RESTAPI/RESTAPI_sub_devices_handler.h
-        src/RESTAPI/RESTAPI_service_class_list_handler.cpp src/RESTAPI/RESTAPI_service_class_list_handler.h
-        src/RESTAPI/RESTAPI_service_class_handler.cpp src/RESTAPI/RESTAPI_service_class_handler.h
-        src/RESTAPI/RESTAPI_operators_list_handler.cpp src/RESTAPI/RESTAPI_operators_list_handler.h
-        src/RESTAPI/RESTAPI_operators_handler.cpp src/RESTAPI/RESTAPI_operators_handler.h
-        src/storage/storage_op_contacts.cpp src/storage/storage_op_contacts.h
-        src/storage/storage_op_locations.cpp src/storage/storage_op_locations.h
-        src/RESTAPI/RESTAPI_op_contact_list_handler.cpp src/RESTAPI/RESTAPI_op_contact_list_handler.h
-        src/RESTAPI/RESTAPI_op_contact_handler.cpp src/RESTAPI/RESTAPI_op_contact_handler.h
-        src/RESTAPI/RESTAPI_op_location_list_handler.cpp src/RESTAPI/RESTAPI_op_location_list_handler.h
-        src/RESTAPI/RESTAPI_op_location_handler.cpp src/RESTAPI/RESTAPI_op_location_handler.h
-        src/ProvWebSocketClient.cpp src/ProvWebSocketClient.h
-        src/Tasks/VenueRebooter.h src/Tasks/VenueUpgrade.h
-        src/sdks/SDK_fms.cpp src/sdks/SDK_fms.h
-        src/storage/storage_overrides.cpp src/storage/storage_overrides.h src/RESTAPI/RESTAPI_overrides_handler.cpp src/RESTAPI/RESTAPI_overrides_handler.h)
+        src/RESTAPI/RESTAPI_map_list_handler.cpp src/RESTAPI/RESTAPI_map_list_handler.h)
 
 target_link_libraries(owprov PUBLIC
-        ${Poco_LIBRARIES}
-        ${MySQL_LIBRARIES}
-        ${ZLIB_LIBRARIES}
-        CppKafka::cppkafka
-        fmt::fmt
-        nlohmann_json_schema_validator)
+        ${Poco_LIBRARIES} ${MySQL_LIBRARIES}
+        ${Boost_LIBRARIES}
+        ${ZLIB_LIBRARIES} ${AWSSDK_LINK_LIBRARIES}
+        CppKafka::cppkafka nlohmann_json_schema_validator)
 

Dockerfile

@@ -1,22 +1,16 @@
-ARG DEBIAN_VERSION=11.5-slim
-ARG POCO_VERSION=poco-tip-v2
-ARG CPPKAFKA_VERSION=tip-v1
-ARG JSON_VALIDATOR_VERSION=2.1.0
+FROM alpine:3.15 AS build-base
 
-FROM debian:$DEBIAN_VERSION AS build-base
-
-RUN apt-get update && apt-get install --no-install-recommends -y \
+RUN apk add --update --no-cache \
     make cmake g++ git \
-    libpq-dev libmariadb-dev libmariadbclient-dev-compat \
-    librdkafka-dev libboost-all-dev libssl-dev \
-    zlib1g-dev nlohmann-json3-dev ca-certificates libcurl4-openssl-dev libfmt-dev
+    unixodbc-dev postgresql-dev mariadb-dev \
+    librdkafka-dev boost-dev openssl-dev \
+    zlib-dev nlohmann-json \
+    curl-dev
 
 FROM build-base AS poco-build
 
-ARG POCO_VERSION
-
-ADD https://api.github.com/repos/AriliaWireless/poco/git/refs/tags/${POCO_VERSION} version.json
-RUN git clone https://github.com/AriliaWireless/poco --branch ${POCO_VERSION} /poco
+ADD https://api.github.com/repos/stephb9959/poco/git/refs/heads/master version.json
+RUN git clone https://github.com/stephb9959/poco /poco
 
 WORKDIR /poco
 RUN mkdir cmake-build
@@ -27,10 +21,8 @@ RUN cmake --build . --target install
 
 FROM build-base AS cppkafka-build
 
-ARG CPPKAFKA_VERSION
-
-ADD https://api.github.com/repos/AriliaWireless/cppkafka/git/refs/tags/${CPPKAFKA_VERSION} version.json
-RUN git clone https://github.com/AriliaWireless/cppkafka --branch ${CPPKAFKA_VERSION} /cppkafka
+ADD https://api.github.com/repos/stephb9959/cppkafka/git/refs/heads/master version.json
+RUN git clone https://github.com/stephb9959/cppkafka /cppkafka
 
 WORKDIR /cppkafka
 RUN mkdir cmake-build
@@ -41,10 +33,8 @@ RUN cmake --build . --target install
 
 FROM build-base AS json-schema-validator-build
 
-ARG JSON_VALIDATOR_VERSION
-
-ADD https://api.github.com/repos/pboettch/json-schema-validator/git/refs/tags/${JSON_VALIDATOR_VERSION} version.json
-RUN git clone https://github.com/pboettch/json-schema-validator --branch ${JSON_VALIDATOR_VERSION} /json-schema-validator
+ADD https://api.github.com/repos/pboettch/json-schema-validator/git/refs/heads/master version.json
+RUN git clone https://github.com/pboettch/json-schema-validator /json-schema-validator
 
 WORKDIR /json-schema-validator
 RUN mkdir cmake-build
@@ -53,6 +43,21 @@ RUN cmake ..
 RUN make
 RUN make install
 
+FROM build-base AS aws-sdk-cpp-build
+
+ADD https://api.github.com/repos/aws/aws-sdk-cpp/git/refs/heads/main version.json
+RUN git clone --recurse-submodules https://github.com/aws/aws-sdk-cpp /aws-sdk-cpp
+
+WORKDIR /aws-sdk-cpp
+RUN mkdir cmake-build
+WORKDIR cmake-build
+RUN cmake .. -DBUILD_ONLY="sns;s3" \
+             -DCMAKE_BUILD_TYPE=Release \
+             -DCMAKE_CXX_FLAGS="-Wno-error=stringop-overflow -Wno-error=uninitialized" \
+             -DAUTORUN_UNIT_TESTS=OFF
+RUN cmake --build . --config Release -j8
+RUN cmake --build . --target install
+
 FROM build-base AS owprov-build
 
 ADD CMakeLists.txt build /owprov/
@@ -66,6 +71,8 @@ COPY --from=cppkafka-build /usr/local/include /usr/local/include
 COPY --from=cppkafka-build /usr/local/lib /usr/local/lib
 COPY --from=json-schema-validator-build /usr/local/include /usr/local/include
 COPY --from=json-schema-validator-build /usr/local/lib /usr/local/lib
+COPY --from=aws-sdk-cpp-build /usr/local/include /usr/local/include
+COPY --from=aws-sdk-cpp-build /usr/local/lib /usr/local/lib
 
 WORKDIR /owprov
 RUN mkdir cmake-build
@@ -73,21 +80,21 @@ WORKDIR /owprov/cmake-build
 RUN cmake ..
 RUN cmake --build . --config Release -j8
 
-FROM debian:$DEBIAN_VERSION
+FROM alpine:3.15
 
 ENV OWPROV_USER=owprov \
     OWPROV_ROOT=/owprov-data \
     OWPROV_CONFIG=/owprov-data
 
-RUN useradd "$OWPROV_USER"
+RUN addgroup -S "$OWPROV_USER" && \
+    adduser -S -G "$OWPROV_USER" "$OWPROV_USER"
 
 RUN mkdir /openwifi
 RUN mkdir -p "$OWPROV_ROOT" "$OWPROV_CONFIG" && \
     chown "$OWPROV_USER": "$OWPROV_ROOT" "$OWPROV_CONFIG"
 
-RUN apt-get update && apt-get install --no-install-recommends -y \
-    librdkafka++1 gosu gettext ca-certificates bash jq curl wget \
-    libmariadb-dev-compat libpq5 postgresql-client libfmt7
+RUN apk add --update --no-cache librdkafka su-exec gettext ca-certificates bash jq curl \
+    mariadb-connector-c libpq unixodbc postgresql-client
 
 COPY readiness_check /readiness_check
 COPY test_scripts/curl/cli /cli
@@ -96,13 +103,14 @@ COPY owprov.properties.tmpl /
 COPY docker-entrypoint.sh /
 COPY wait-for-postgres.sh /
 RUN wget https://raw.githubusercontent.com/Telecominfraproject/wlan-cloud-ucentral-deploy/main/docker-compose/certs/restapi-ca.pem \
-    -O /usr/local/share/ca-certificates/restapi-ca-selfsigned.crt
+    -O /usr/local/share/ca-certificates/restapi-ca-selfsigned.pem
 
 COPY --from=owprov-build /owprov/cmake-build/owprov /openwifi/owprov
-COPY --from=cppkafka-build /cppkafka/cmake-build/src/lib/* /usr/local/lib/
-COPY --from=poco-build /poco/cmake-build/lib/* /usr/local/lib/
-
-RUN ldconfig
+COPY --from=cppkafka-build /cppkafka/cmake-build/src/lib/* /usr/local/lib
+COPY --from=poco-build /poco/cmake-build/lib/* /usr/local/lib
+COPY --from=aws-sdk-cpp-build /aws-sdk-cpp/cmake-build/aws-cpp-sdk-core/libaws-cpp-sdk-core.so /usr/local/lib
+COPY --from=aws-sdk-cpp-build /aws-sdk-cpp/cmake-build/aws-cpp-sdk-s3/libaws-cpp-sdk-s3.so /usr/local/lib
+COPY --from=aws-sdk-cpp-build /aws-sdk-cpp/cmake-build/aws-cpp-sdk-sns/libaws-cpp-sdk-sns.so /usr/local/lib
 
 EXPOSE 16005 17005 16105
 

README.md

@@ -1,10 +1,5 @@
 # OpenWiFi Provisioning
 
-## OpenAPI
-You may get static page with OpenAPI docs generated from the definition on [GitHub Page](https://telecominfraproject.github.io/wlan-cloud-owprov/).
-
-Also you may use [Swagger UI](https://petstore.swagger.io/#/) with OpenAPI definition file raw link (i.e. [latest version file](https://raw.githubusercontent.com/Telecominfraproject/wlan-cloud-owprov/main/openapi/owprov.yaml)) to get interactive docs page.
-
 ## Build from source.
 You need:
 - https://github.com/pboettch/json-schema-validator.git
@@ -71,4 +66,4 @@ firmware.updater.releaseonly = <true/false>
 Should FMS attempt to upgrade devices by default.
 
 ### firmware.updater.releaseonly
-Should only RC software be used during upgrades.
+Should only RC software be used during upgrades.

SUBSCRIBERS.md

@@ -1,6 +0,0 @@
-# Subscribers Architecture
-
-## Overview
-The goal is to provide multiple WISPs with access to a set of subscribers. All subscribers will fall in the default WISP and can be moved to any other WISP later. You can use the source IP to detect which WISP to select.
-Entities can be generic entities when created OR WISP entities. 
-

build

@@ -1 +1 @@
-34
+139

docker-entrypoint.sh

@@ -1,11 +1,11 @@
-#!/bin/bash
+#!/bin/sh
 set -e
 
 if [ "$SELFSIGNED_CERTS" = 'true' ]; then
     update-ca-certificates
 fi
 
-if [[ "$TEMPLATE_CONFIG" = 'true' ]]; then
+if [[ "$TEMPLATE_CONFIG" = 'true' && ! -f "$OWPROV_CONFIG"/owprov.properties ]]; then
   RESTAPI_HOST_ROOTCA=${RESTAPI_HOST_ROOTCA:-"\$OWPROV_ROOT/certs/restapi-ca.pem"} \
   RESTAPI_HOST_PORT=${RESTAPI_HOST_PORT:-"16005"} \
   RESTAPI_HOST_CERT=${RESTAPI_HOST_CERT:-"\$OWPROV_ROOT/certs/restapi-cert.pem"} \
@@ -24,13 +24,8 @@ if [[ "$TEMPLATE_CONFIG" = 'true' ]]; then
   SYSTEM_URI_PRIVATE=${SYSTEM_URI_PRIVATE:-"https://localhost:17005"} \
   SYSTEM_URI_PUBLIC=${SYSTEM_URI_PUBLIC:-"https://localhost:16005"} \
   SYSTEM_URI_UI=${SYSTEM_URI_UI:-"http://localhost"} \
-  SECURITY_RESTAPI_DISABLE=${SECURITY_RESTAPI_DISABLE:-"false"} \
   KAFKA_ENABLE=${KAFKA_ENABLE:-"true"} \
   KAFKA_BROKERLIST=${KAFKA_BROKERLIST:-"localhost:9092"} \
-  KAFKA_SSL_CA_LOCATION=${KAFKA_SSL_CA_LOCATION:-""} \
-  KAFKA_SSL_CERTIFICATE_LOCATION=${KAFKA_SSL_CERTIFICATE_LOCATION:-""} \
-  KAFKA_SSL_KEY_LOCATION=${KAFKA_SSL_KEY_LOCATION:-""} \
-  KAFKA_SSL_KEY_PASSWORD=${KAFKA_SSL_KEY_PASSWORD:-""} \
   STORAGE_TYPE=${STORAGE_TYPE:-"sqlite"} \
   STORAGE_TYPE_POSTGRESQL_HOST=${STORAGE_TYPE_POSTGRESQL_HOST:-"localhost"} \
   STORAGE_TYPE_POSTGRESQL_USERNAME=${STORAGE_TYPE_POSTGRESQL_USERNAME:-"owprov"} \
@@ -49,7 +44,7 @@ if [ "$1" = '/openwifi/owprov' -a "$(id -u)" = '0' ]; then
     if [ "$RUN_CHOWN" = 'true' ]; then
       chown -R "$OWPROV_USER": "$OWPROV_ROOT" "$OWPROV_CONFIG"
     fi
-    exec gosu "$OWPROV_USER" "$@"
+    exec su-exec "$OWPROV_USER" "$@"
 fi
 
 exec "$@"

helm/.gitignore

@@ -1,3 +1 @@
 *.swp
-Chart.lock
-charts/

helm/Chart.yaml

@@ -5,14 +5,14 @@ name: owprov
 version: 0.1.0
 dependencies:
 - name: postgresql
-  repository: https://tip.jfrog.io/artifactory/tip-wlan-cloud-ucentral-helm/
+  repository: https://charts.bitnami.com/bitnami
   version: 10.9.2
   condition: postgresql.enabled
 - name: mysql
-  repository: https://tip.jfrog.io/artifactory/tip-wlan-cloud-ucentral-helm/
+  repository: https://charts.bitnami.com/bitnami
   version: 8.8.3
   condition: mysql.enabled
 - name: mariadb
-  repository: https://tip.jfrog.io/artifactory/tip-wlan-cloud-ucentral-helm/
+  repository: https://charts.bitnami.com/bitnami
   version: 9.4.2
   condition: mariadb.enabled

helm/README.md

@@ -70,8 +70,8 @@ The following table lists the configurable parameters of the chart and their def
 | persistence.size | string | Defines PV size | `'10Gi'` |
 | public_env_variables | hash | Defines list of environment variables to be passed to the Provisioning | |
 | configProperties | hash | Configuration properties that should be passed to the application in `owprov.properties`. May be passed by key in set (i.e. `configProperties."rtty\.token"`) | |
-| existingCertsSecret | string | Existing Kubernetes secret containing all required certificates and private keys for microservice operation. If set, certificates from `certs` key are ignored | `""` |
-| certs | hash | Defines files (keys and certificates) that should be passed to the Gateway (PEM format is adviced to be used) (see `volumes.owprov` on where it is mounted). If `existingCertsSecret` is set, certificates passed this way will not be used. |  |
+| certs | hash | Defines files (keys and certificates) that should be passed to the Provisioning (PEM format is adviced to be used) (see `volumes.owprov` on where it is mounted) |  |
+
 
 Specify each parameter using the `--set key=value[,key=value]` argument to `helm install`. For example,
 

helm/templates/_helpers.tpl

@@ -30,13 +30,3 @@ Create chart name and version as used by the chart label.
 {{- define "owprov.chart" -}}
 {{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" -}}
 {{- end -}}
-
-{{- define "owprov.ingress.apiVersion" -}}
-  {{- if .Capabilities.APIVersions.Has "networking.k8s.io/v1" -}}
-      {{- print "networking.k8s.io/v1" -}}
-  {{- else if .Capabilities.APIVersions.Has "networking.k8s.io/v1beta1" -}}
-    {{- print "networking.k8s.io/v1beta1" -}}
-  {{- else -}}
-    {{- print "extensions/v1beta1" -}}
-  {{- end -}}
-{{- end -}}

helm/templates/deployment.yaml

@@ -1,5 +1,4 @@
 {{- $root := . -}}
-{{- $storageType := index .Values.configProperties "storage.type" -}}
 ---
 apiVersion: apps/v1
 kind: Deployment
@@ -47,39 +46,6 @@ spec:
             - -timeout
             - 600s
 
-{{- if eq $storageType "postgresql" }}
-        - name: wait-postgres
-          image: "{{ .Values.images.owprov.repository }}:{{ .Values.images.owprov.tag }}"
-          imagePullPolicy: {{ .Values.images.owprov.pullPolicy }}
-          command:
-            - /wait-for-postgres.sh
-            - {{ index .Values.configProperties "storage.type.postgresql.host" }}
-            - echo
-            - "PostgreSQL is ready"
-          env:
-            - name: KUBERNETES_DEPLOYED
-              value: "{{ now }}"
-          {{- range $key, $value := .Values.public_env_variables }}
-            - name: {{ $key }}
-              value: {{ $value | quote }}
-          {{- end }}
-          {{- range $key, $value := .Values.secret_env_variables }}
-            - name: {{ $key }}
-              valueFrom:
-                secretKeyRef:
-                  name: {{ include "owprov.fullname" $root }}-env
-                  key: {{ $key }}
-          {{- end }}
-          volumeMounts:
-          {{- range .Values.volumes.owprov }}
-          - name: {{ .name }}
-            mountPath: {{ .mountPath }}
-            {{- if .subPath }}
-            subPath: {{ .subPath }}
-            {{- end }}
-          {{- end }}
-{{- end }}
-
       containers:
 
         - name: owprov
@@ -131,10 +97,8 @@ spec:
             {{- toYaml . | nindent 12 }}
           {{- end }}
 
-      {{- with .Values.securityContext }}
       securityContext:
-        {{- toYaml . | nindent 8 }}
-      {{- end }}
+        fsGroup: 101
 
       imagePullSecrets:
       {{- range $image, $imageValue := .Values.images }}

helm/templates/ingress.yaml

@@ -2,7 +2,7 @@
 {{- range $ingress, $ingressValue := .Values.ingresses }}
 {{- if $ingressValue.enabled }}
 ---
-apiVersion: {{ include "owprov.ingress.apiVersion" $root }}
+apiVersion: extensions/v1beta1
 kind: Ingress
 metadata:
   name: {{ include "owprov.fullname" $root }}-{{ $ingress }}
@@ -36,23 +36,9 @@ spec:
       paths:
       {{- range $ingressValue.paths }}
         - path: {{ .path }}
-          {{- if $root.Capabilities.APIVersions.Has "networking.k8s.io/v1" }}
-          pathType: {{ .pathType | default "ImplementationSpecific" }}
-          {{- end }}
           backend:
-            {{- if $root.Capabilities.APIVersions.Has "networking.k8s.io/v1" }}
-            service:
-              name: {{ include "owprov.fullname" $root }}-{{ .serviceName }}
-              port:
-              {{- if kindIs "string" .servicePort }}
-                name: {{ .servicePort }}
-              {{- else }}
-                number: {{ .servicePort }}
-              {{- end }}
-            {{- else }}
             serviceName: {{ include "owprov.fullname" $root }}-{{ .serviceName }}
             servicePort: {{ .servicePort }}
-            {{- end }}
       {{- end }}
   {{- end }}
 

helm/values.yaml

@@ -9,7 +9,7 @@ fullnameOverride: ""
 images:
   owprov:
     repository: tip-tip-wlan-cloud-ucentral.jfrog.io/owprov
-    tag: v2.8.0-RC2
+    tag: v2.5.0-RC1
     pullPolicy: Always
 #    regcred:
 #      registry: tip-tip-wlan-cloud-ucentral.jfrog.io
@@ -54,7 +54,6 @@ ingresses:
     - restapi.chart-example.local
     paths:
     - path: /
-      pathType: ImplementationSpecific
       serviceName: owprov
       servicePort: restapi
 
@@ -71,7 +70,7 @@ volumes:
       mountPath: /owprov-data/certs
       volumeDefinition: |
         secret:
-          secretName: {{ if .Values.existingCertsSecret }}{{ .Values.existingCertsSecret }}{{ else }}{{ include "owprov.fullname" . }}-certs{{ end }}
+          secretName: {{ include "owprov.fullname" . }}-certs
     # Change this if you want to use another volume type
     - name: persist
       mountPath: /owprov-data/persist
@@ -91,9 +90,6 @@ resources: {}
   #  cpu: 100m
   #  memory: 128Mi
 
-securityContext:
-  fsGroup: 1000
-
 nodeSelector: {}
 
 tolerations: []
@@ -152,10 +148,6 @@ configProperties:
   openwifi.kafka.brokerlist: localhost:9092
   openwifi.kafka.auto.commit: false
   openwifi.kafka.queue.buffering.max.ms: 50
-  openwifi.kafka.ssl.ca.location: ""
-  openwifi.kafka.ssl.certificate.location: ""
-  openwifi.kafka.ssl.key.location: ""
-  openwifi.kafka.ssl.key.password: ""
   # Storage
   storage.type: sqlite # (sqlite|postgresql|mysql|odbc)
   ## SQLite
@@ -184,7 +176,6 @@ configProperties:
   openwifi.system.uri.public: https://localhost:16005
   openwifi.system.uri.ui: https://localhost
   openwifi.system.commandchannel: /tmp/app_owprov
-  iptocountry.provider: ipinfo
   # Logging
   logging.type: console
   logging.path: $OWPROV_ROOT/logs
@@ -202,9 +193,6 @@ configProperties:
   storage.type.mysql.username: stephb
   storage.type.mysql.password: snoopy99
 
-# NOTE: List of required certificates may be found in "certs" key. Alternative way to pass required certificates is to create external secret with all required certificates and set secret name in "existingCertsSecret" key. Details may be found in https://github.com/Telecominfraproject/wlan-cloud-ucentral-deploy/tree/main/chart#tldr
-existingCertsSecret: ""
-
 certs:
   # restapi-ca.pem: ""
   # restapi-cert.pem: ""

openapi/ow_or_ameriband.yaml

@@ -1,268 +0,0 @@
-openapi: 3.0.1
-info:
-  title: OpenWiFi Open roaming Ameriband Provisioning Model
-  description: Registration of an OpenRoaming profile with Ameriband for TIP OpenWifi.
-  version: 1.0.0
-  license:
-    name: BSD3
-    url: https://github.com/Telecominfraproject/wlan-cloud-ucentralgw/blob/master/LICENSE
-
-servers:
-  - url: 'https://tip.regiatration.ameriband.com:8001/api/v1'
-
-security:
-  - bearerAuth: []
-
-components:
-  securitySchemes:
-    bearerAuth:
-      type: http
-      scheme: bearer
-
-  responses:
-    NotFound:
-      description: The specified resource was not found.
-      content:
-        application/json:
-          schema:
-            properties:
-              ErrorCode:
-                type: integer
-              ErrorDetails:
-                type: string
-              ErrorDescription:
-                type: string
-
-    Unauthorized:
-      description: The requested does not have sufficient rights to perform the operation.
-      content:
-        application/json:
-          schema:
-            properties:
-              ErrorCode:
-                type: integer
-                enum:
-                  - 0     # Success
-                  - 8     # INVALID_TOKEN
-                  - 9     # EXPIRED_TOKEN
-              ErrorDetails:
-                type: string
-              ErrorDescription:
-                type: string
-
-    Success:
-      description: The requested operation was performed.
-      content:
-        application/json:
-          schema:
-            properties:
-              Operation:
-                type: string
-              Details:
-                type: string
-              Code:
-                type: integer
-
-    BadRequest:
-      description: The requested operation failed.
-      content:
-        application/json:
-          schema:
-            properties:
-              ErrorCode:
-                type: integer
-              ErrorDetails:
-                type: string
-              ErrorDescription:
-                type: integer
-
-  schemas:
-    RegistrationRequest:
-      type: object
-      properties:
-        orgRequestId:
-          type: string
-          format: uuid
-          minLength: 36
-          maxLength: 36
-          example:
-            Client will generate a UUID that must be returned in the response.
-        orgAcceptedTermsAndConditions:
-          type: boolean
-          default: false
-        orgLegalName:
-          type: string
-          minLength: 1
-        orgWebSite:
-          type: string
-          format: url
-          minLength: 1
-        orgContact:
-          type: string
-          minLength: 1
-          example:
-            John Smith
-        orgEmail:
-          type: string
-          format: email
-          minLength: 1
-        orgPhone:
-          type: string
-          example:
-            (607)555-1234 or +1(223)555-1222
-        orgLocation:
-          type: string
-          example:
-            Boston, NH - LA, CA
-        orgCertificate:
-          type: string
-          minLength: 1
-          example:
-            This must be the entire PEM file content of the certificate, encoded using base64
-
-    RegistrationResponse:
-      type: object
-      properties:
-        orgRequestId:
-          type: string
-          format: uuid
-          minLength: 36
-          maxLength: 36
-          example:
-            This should be the same orgRequestId passed during registration.
-        orgNASID:
-          type: string
-          minLength: 10
-          description:
-            This is the NASID generated by Ameriband. It will be used by the operator as NASID when contacting Ameriband.
-        ameribandCertificate:
-          type: string
-          minLength: 1
-          example:
-            This must be the entire PEM file content of the certificate, encoded using base64
-
-    RegistrationInformationRequest:
-      type: object
-      properties:
-        link:
-          description: This should be the link where a potential registrant can read the terms and conditions of registering with Ameriband.
-          type: string
-          format: url
-          minLength: 1
-          example:
-            https://ameriband.com/romain-registration.html
-
-paths:
-  /termsAndConditions:
-    get:
-      summary: The registrant must be given a chance to view the terms and conditions of the relationship they are entering into
-      operationId: getTermsAndConditions
-      responses:
-        200:
-          description: Sucessfully retrieved Terms and Conditions
-          content:
-            application/json:
-              schema:
-                $ref: '#/components/schemas/RegistrationInformationRequest'
-        404:
-          $ref: '#/components/responses/Unauthorized'
-
-  /registration:
-    get:
-      tags:
-        - Registration
-      operationId: getRegistrationInformation
-      summary: This should return the information from a registration based on the NASID
-      parameters:
-        - in: query
-          name: orgNASID
-          schema:
-            type: string
-          required: true
-          example:
-            This is the orgNASID returned during registration.
-      responses:
-        200:
-          $ref: '#/components/schemas/RegistrationResponse'
-        403:
-          $ref: '#/components/responses/Unauthorized'
-        404:
-          $ref: '#/components/responses/NotFound'
-
-    post:
-      summary: Called when the registrant ahs read the T&Cs and iw willing to submit their information to enter in a partnership
-      tags:
-        - Registration
-      operationId: createRegistration
-      requestBody:
-        required: true
-        content:
-          application/json:
-            schema:
-              $ref: '#/components/schemas/RegistrationRequest'
-      responses:
-        200:
-          description: Succesfully registered
-          content:
-            application/json:
-              schema:
-                $ref: '#/components/schemas/RegistrationResponse'
-        400:
-          description: Registration failed due to  missing or incomplete information
-          $ref: '#/components/responses/BadRequest'
-        403:
-          $ref: '#/components/responses/Unauthorized'
-
-    put:
-      summary: Called when the registrant needs to update its information with Ameriband. The does not generate a new NASID.
-      tags:
-        - Registration
-      operationId: updateRegistration
-      parameters:
-        - in: query
-          name: orgNASID
-          schema:
-            type: string
-          required: true
-          example:
-            This is the orgNASID returned during registration.
-      requestBody:
-        required: true
-        content:
-          application/json:
-            schema:
-              $ref: '#/components/schemas/RegistrationRequest'
-      responses:
-        200:
-          description: Succesfully found the information based on the orgNASID
-          content:
-            application/json:
-              schema:
-                $ref: '#/components/schemas/RegistrationResponse'
-        400:
-          $ref: '#/components/responses/BadRequest'
-        403:
-          $ref: '#/components/responses/Unauthorized'
-        404:
-          $ref: '#/components/responses/NotFound'
-
-    delete:
-      tags:
-        - Registration
-      summary: When a registrant wants to terminate a relationship with Ameriband. Ameriband should also delete all information from the registrant
-      operationId: deleteRegistration
-      parameters:
-        - in: query
-          name: orgNASID
-          schema:
-            type: string
-          required: true
-          example:
-            This is the orgNASID returned during registration.
-      responses:
-        204:
-          $ref: '#/components/responses/Success'
-        403:
-          $ref: '#/components/responses/Unauthorized'
-        404:
-          $ref: '#/components/responses/NotFound'

openapi/rrm_provider.yaml

@@ -1,174 +0,0 @@
-openapi: 3.0.1
-info:
-  title: OpenWiFi RRM Provider Model
-  description: Definitions and APIs to manages an OpenWiFi RRM Providers.
-  version: 1.0.0
-  license:
-    name: BSD3
-    url: https://github.com/Telecominfraproject/wlan-cloud-ucentralgw/blob/master/LICENSE
-
-servers:
-  - url: 'https://localhost:16022/api/v1'
-
-security:
-  - bearerAuth: []
-  - ApiKeyAuth: []
-
-components:
-  securitySchemes:
-    ApiKeyAuth:
-      type: apiKey
-      in: header
-      name: X-API-KEY
-    bearerAuth:
-      type: http
-      scheme: bearer
-      bearerFormat: JWT
-
-  responses:
-    NotFound:
-      $ref: 'https://github.com/Telecominfraproject/wlan-cloud-ucentralsec/blob/main/openpapi/owsec.yaml#/components/responses/NotFound'
-    Unauthorized:
-      $ref: 'https://github.com/Telecominfraproject/wlan-cloud-ucentralsec/blob/main/openpapi/owsec.yaml#/components/responses/Unauthorized'
-    Success:
-      $ref: 'https://github.com/Telecominfraproject/wlan-cloud-ucentralsec/blob/main/openpapi/owsec.yaml#/components/responses/Success'
-    BadRequest:
-      $ref: 'https://github.com/Telecominfraproject/wlan-cloud-ucentralsec/blob/main/openpapi/owsec.yaml#/components/responses/BadRequest'
-
-  schemas:
-
-    Provider:
-      type: object
-      properties:
-        vendor:
-          description: The name of the vendor for display.
-          type: string
-          minLength: 1
-          maxLength: 128
-        vendorShortname:
-          description: A shortname for the vendor. Only letters and numbers are allowed. This is the name used internally.
-          type: string
-          minLength: 4
-          maxLength: 16
-        version:
-          description: An identifier that will help users identify the version of the RRM module they are using.
-          type: string
-        about:
-          description: A link to the Vendor page for this RRM Module
-          type: string
-
-
-    Algorithm:
-      type: object
-      properties:
-        name:
-          description: A display for this algorithm.
-          type: string
-          minLength: 1
-          maxLength: 128
-        description:
-          description: A description of the algorithm.
-          type: string
-        shortName:
-          description: This is the name used internally.
-          type: string
-          minLength: 4
-          maxLength: 16
-        parameterFormat:
-          description: this is a Regex used to validate the input. If this is empty, no validation will be performed.
-          type: string
-        parameterSamples:
-          description: These samples will be displayed in the UI to the user trying to configure the options
-          type: array
-          items:
-            type: string
-        helper:
-          description: A link to a web page or PDF document explaining the algorithm and its parameters
-          type: string
-
-    Algorithms:
-      description: The list of all algorithms supported by the vendor
-      type: array
-      items:
-        $ref: '#/components/schemas/Algorithm'
-
-paths:
-  /provider:
-    get:
-      tags:
-        - RRM
-      operationId: getProvider
-      summary: Retrieve information about the provider for this RRM Module
-      responses:
-        200:
-          $ref: '#/components/schemas/Provider'
-        400:
-          $ref: '#/components/responses/BadRequest'
-        403:
-          $ref: '#/components/responses/Unauthorized'
-        404:
-          $ref: '#/components/responses/NotFound'
-
-  /algorithms:
-    get:
-      tags:
-        - RRM
-      operationId: getAlgorithms
-      summary: Retrieve a lists of algorithms supported in the module.
-      responses:
-        200:
-          $ref: '#/components/schemas/Algorithms'
-        400:
-          $ref: '#/components/responses/BadRequest'
-        403:
-          $ref: '#/components/responses/Unauthorized'
-        404:
-          $ref: '#/components/responses/NotFound'
-
-  /runRRM:
-    put:
-      tags:
-        - RRM
-      operationId: runRRMNow
-      summary: Run a specific or default RRM algorithm. The UI user or CLI user will have the ability to run an algorithm on demand.
-      parameters:
-        - in: query
-          description:
-          name: venue
-          schema:
-            type: string
-            format: uuid
-          required: true
-        - in: query
-          description: Perform RRM without updating anything. This may be used by an admin to see what RRM would do.
-          name: mock
-          schema:
-            type: boolean
-            default: false
-          required: false
-        - in: query
-          description: Specify the RRM algorithm to use. If omitted, select the default algorithm.
-          schema:
-            type: string
-          required: false
-        - in: query
-          description: Specify the parameters to use with the RRM algorithm to use. If omitted, select the default parameters.
-          schema:
-            type: string
-          required: false
-      responses:
-        200:
-          description: Return the list of actions that were or would be performed.
-          content:
-            application/json:
-              schema:
-                type: array
-                items:
-                  type: string
-        400:
-          $ref: '#/components/responses/BadRequest'
-        403:
-          $ref: '#/components/responses/Unauthorized'
-        404:
-          $ref: '#/components/responses/NotFound'
-

owprov.properties

@@ -34,11 +34,9 @@ openwifi.system.uri.private = https://localhost:17005
 openwifi.system.uri.public = https://ucentral.dpaas.arilia.com:16005
 openwifi.system.commandchannel = /tmp/app.owprov
 openwifi.system.uri.ui = owprov-ui.arilia.com
-openwifi.security.restapi.disable = false
 
 firmware.updater.upgrade = false
 firmware.updater.releaseonly = false
-rrm.default = false;
 
 geocodeapi = google
 google.apikey = **********************************
@@ -67,13 +65,6 @@ openwifi.kafka.enable = true
 openwifi.kafka.brokerlist = a1.arilia.com:9092
 openwifi.kafka.auto.commit = false
 openwifi.kafka.queue.buffering.max.ms = 50
-openwifi.kafka.ssl.ca.location =
-openwifi.kafka.ssl.certificate.location =
-openwifi.kafka.ssl.key.location =
-openwifi.kafka.ssl.key.password =
-
-signup.graceperiod = 3600
-signup.lingerperiod = 84400
 
 #
 # This section select which form of persistence you need
@@ -116,4 +107,4 @@ storage.type.mysql.connectiontimeout = 60
 ########################################################################
 logging.type = file
 logging.path = $OWPROV_ROOT/logs
-logging.level = debug
+logging.level = debug

owprov.properties.tmpl

@@ -39,7 +39,6 @@ openwifi.system.uri.private = ${SYSTEM_URI_PRIVATE}
 openwifi.system.uri.public = ${SYSTEM_URI_PUBLIC}
 openwifi.system.commandchannel = /tmp/app.ucentralfms
 openwifi.system.uri.ui = ${SYSTEM_URI_UI}
-openwifi.security.restapi.disable = ${SECURITY_RESTAPI_DISABLE}
 
 #############################
 # Generic information for all micro services
@@ -59,10 +58,6 @@ openwifi.kafka.enable = ${KAFKA_ENABLE}
 openwifi.kafka.brokerlist = ${KAFKA_BROKERLIST}
 openwifi.kafka.auto.commit = false
 openwifi.kafka.queue.buffering.max.ms = 50
-openwifi.kafka.ssl.ca.location = ${KAFKA_SSL_CA_LOCATION}
-openwifi.kafka.ssl.certificate.location = ${KAFKA_SSL_CERTIFICATE_LOCATION}
-openwifi.kafka.ssl.key.location = ${KAFKA_SSL_KEY_LOCATION}
-openwifi.kafka.ssl.key.password = ${KAFKA_SSL_KEY_PASSWORD}
 
 #
 # This section select which form of persistence you need

src/APConfig.cpp

@@ -5,10 +5,6 @@
 #include "APConfig.h"
 #include "StorageService.h"
 
-#include "Poco/JSON/Parser.h"
-#include "Poco/StringTokenizer.h"
-#include "fmt/format.h"
-
 namespace OpenWifi {
 
     APConfig::APConfig(const std::string &SerialNumber, const std::string &DeviceType, Poco::Logger &L, bool Explain)
@@ -16,16 +12,7 @@ namespace OpenWifi {
             DeviceType_(DeviceType),
             Logger_(L),
             Explain_(Explain)
-    {
-    }
-
-    APConfig::APConfig(const std::string & SerialNumber, Poco::Logger & L)
-        :   SerialNumber_(SerialNumber),
-            Logger_(L)
-    {
-        Explain_ = false;
-        Sub_ = true;
-    }
+    {}
 
     bool APConfig::FindRadio(const std::string &Band, const Poco::JSON::Array::Ptr &Arr, Poco::JSON::Object::Ptr & Radio) {
         for(const auto &i:*Arr) {
@@ -49,8 +36,7 @@ namespace OpenWifi {
         return false;
     }
 
-
-    [[maybe_unused ]] static void ShowJSON([[maybe_unused]] const char *S, [[maybe_unused]] const Poco::JSON::Object::Ptr &Obj) {
+    static void ShowJSON(const char *S, const Poco::JSON::Object::Ptr &Obj) {
         /*
         std::stringstream O;
         Poco::JSON::Stringifier::stringify(Obj,O);
@@ -59,99 +45,98 @@ namespace OpenWifi {
          */
     }
 
-    bool APConfig::ReplaceVariablesInObject( const Poco::JSON::Object::Ptr & Original, Poco::JSON::Object::Ptr & Result) {
-        // get all the names and expand
-        auto Names = Original->getNames();
-        for(const auto &i:Names) {
-            if(i=="__variableBlock") {
-                if(Original->isArray(i)) {
-                    auto UUIDs = Original->getArray(i);
-                    for(const auto &uuid:*UUIDs) {
-                        ProvObjects::VariableBlock  VB;
-                        if(StorageService()->VariablesDB().GetRecord("id", uuid, VB)) {
-                            for(const auto &var:VB.variables) {
-                                Poco::JSON::Parser P;
-                                auto VariableBlockInfo = P.parse(var.value).extract<Poco::JSON::Object::Ptr>();
-                                auto VarNames = VariableBlockInfo->getNames();
-                                for(const auto &j:VarNames) {
-                                    Result->set(j,VariableBlockInfo->get(j));
-                                }
-                            }
-                        }
+    bool APConfig::mergeArray(const std::string &K, const Poco::JSON::Array::Ptr &A , const Poco::JSON::Array::Ptr &B, Poco::JSON::Array &Arr) {
+        if(K=="radios") {
+            auto BB=Poco::makeShared<Poco::JSON::Array>();
+            BB = B;
+            for(const auto &i:*A) {
+                auto A_Radio = i.extract<Poco::JSON::Object::Ptr>();
+                // std::cout << "Radio A:" << std::endl;
+                // ShowJSON(A_Radio);
+                if(A_Radio->has("band")) {
+                    std::string Band = A_Radio->get("band").toString();
+                    // std::cout << "Looking for band: " << Band << std::endl;
+                    auto B_Radio=Poco::makeShared<Poco::JSON::Object>();
+                    if(FindRadio(Band,B,B_Radio)) {
+                        ShowJSON("Data to be merged", B_Radio);
+                        auto RR = Poco::makeShared<Poco::JSON::Object>();
+                        merge(A_Radio, B_Radio,RR);
+                        ShowJSON("Merged data", RR);
+                        auto CC = Poco::makeShared<Poco::JSON::Array>();
+                        RemoveBand(Band, BB, CC );
+                        BB = CC;
+                        Arr.add(RR);
+                    } else {
+                        Arr.add(A_Radio);
                     }
                 }
-            } else if(Original->isArray(i)) {
-                auto Arr = Poco::makeShared<Poco::JSON::Array>();
-                auto Obj = Original->getArray(i);
-                ReplaceVariablesInArray(Obj,Arr);
-                Result->set(i,Arr);
-            } else if (Original->isObject(i)) {
-                auto Expanded = Poco::makeShared<Poco::JSON::Object>();
-                auto Obj = Original->getObject(i);
-                ReplaceVariablesInObject(Obj,Expanded);
-                Result->set(i,Expanded);
-            } else {
-                Result->set(i,Original->get(i));
             }
+            for(const auto &i:*BB)
+                Arr.add(i);
+        } else {
+            Arr = *A;
         }
         return true;
     }
 
-    bool APConfig::ReplaceVariablesInArray( const Poco::JSON::Array::Ptr & Original, Poco::JSON::Array::Ptr & ResultArray) {
-
-        for(const auto &element:*Original) {
-
-            if(element.isArray()) {
-                auto Expanded = Poco::makeShared<Poco::JSON::Array>();
-                const auto & Object = element.extract<Poco::JSON::Array::Ptr>();
-                ReplaceVariablesInArray(Object,Expanded);
-                ResultArray->add(Expanded);
-            } else if(element.isStruct()) {
-                auto Expanded = Poco::makeShared<Poco::JSON::Object>();
-                const auto & Object = element.extract<Poco::JSON::Object::Ptr>();
-                ReplaceVariablesInObject(Object,Expanded);
-                ResultArray->add(Expanded);
-            } else if(  element.isString() ||
-                        element.isNumeric() ||
-                        element.isBoolean() ||
-                        element.isInteger() ||
-                        element.isSigned() ) {
-                ResultArray->add(element);
+    bool APConfig::merge(const Poco::JSON::Object::Ptr & A, const Poco::JSON::Object::Ptr & B, Poco::JSON::Object::Ptr &C) {
+        for(const auto &i:*A) {
+            const std::string & K = i.first;
+            //  std::cout << "KEY: " << K << std::endl;
+            if(B->has(K)) {
+                if(A->isArray(K)) {
+                    //  std::cout << "ISARRAY" << std::endl;
+                    if(B->isArray(K)) {
+                        Poco::JSON::Array   Arr;
+                        auto AR1=A->getArray(K);
+                        auto AR2=B->getArray(K);
+                        mergeArray(K,AR1,AR2,Arr);
+                        C->set(K,Arr);
+                    } else {
+                        C->set(K,A->getArray(K));
+                    }
+                }
+                else if(A->isObject(K) && B->isObject(K)) {
+                    //  std::cout << "ISOBJECT" << std::endl;
+                    auto R=Poco::makeShared<Poco::JSON::Object>();
+                    merge(A->getObject(K),B->getObject(K),R);
+                    C->set(K,R);
+                }
+                else {
+                    C->set(K,i.second);
+                }
             } else {
-                auto Expanded = Poco::makeShared<Poco::JSON::Object>();
-                const auto & Object = element.extract<Poco::JSON::Object::Ptr>();
-                ReplaceVariablesInObject(Object,Expanded);
-                ResultArray->add(Expanded);
+                C->set(K,i.second);
             }
         }
+
+        for(const auto &i:*B) {
+            const std::string & K = i.first;
+            if(!A->has(K)) {
+                // std::cout << "Before leave" << std::endl;
+                // ShowJSON(C);
+                C->set(K, i.second);
+                // std::cout << "After leave" << std::endl;
+                // ShowJSON(C);
+            }
+        }
+
         return true;
     }
 
-    bool APConfig::Get(Poco::JSON::Object::Ptr & Configuration) {
+    bool APConfig::Get(Poco::JSON::Object::Ptr &Configuration) {
         if(Config_.empty()) {
             Explanation_.clear();
             try {
-                if(!Sub_) {
-                    ProvObjects::InventoryTag D;
-                    if (StorageService()->InventoryDB().GetRecord("serialNumber", SerialNumber_, D)) {
-                        if (!D.deviceConfiguration.empty()) {
-                            std::cout << "Adding device specific configuration: " << D.deviceConfiguration.size() << std::endl;
-                            AddConfiguration(D.deviceConfiguration);
-                        } else {
-                            std::cout << "No device specific configuration." << std::endl;
-                        }
-                        if (!D.entity.empty()) {
-                            AddEntityConfig(D.entity);
-                        } else if (!D.venue.empty()) {
-                            AddVenueConfig(D.venue);
-                        }
+                ProvObjects::InventoryTag   D;
+                if(StorageService()->InventoryDB().GetRecord("serialNumber", SerialNumber_, D)) {
+                    if(!D.deviceConfiguration.empty()) {
+                        AddConfiguration(D.deviceConfiguration);
                     }
-                } else {
-                    ProvObjects::SubscriberDevice D;
-                    if (StorageService()->SubscriberDeviceDB().GetRecord("serialNumber", SerialNumber_, D)) {
-                        if (!D.configuration.empty()) {
-                            AddConfiguration(D.configuration);
-                        }
+                    if(!D.entity.empty()) {
+                        AddEntityConfig(D.entity);
+                    } else if(!D.venue.empty()) {
+                        AddVenueConfig(D.venue);
                     }
                 }
                 //  Now we have all the config we need.
@@ -160,121 +145,49 @@ namespace OpenWifi {
             }
         }
 
-        try {
-            std::set<std::string> Sections;
-            for (const auto &i: Config_) {
-                Poco::JSON::Parser P;
-                auto O = P.parse(i.element.configuration).extract<Poco::JSON::Object::Ptr>();
-                auto Names = O->getNames();
-                for (const auto &SectionName: Names) {
-                    auto InsertInfo = Sections.insert(SectionName);
-                    if (InsertInfo.second) {
-                        if (O->isArray(SectionName)) {
-                            auto OriginalArray = O->getArray(SectionName);
-                            if (Explain_) {
-                                Poco::JSON::Object ExObj;
-                                ExObj.set("from-uuid", i.info.id);
-                                ExObj.set("from-name", i.info.name);
-                                ExObj.set("action", "added");
-                                ExObj.set("element", OriginalArray);
-                                Explanation_.add(ExObj);
-                            }
-                            auto ExpandedArray = Poco::makeShared<Poco::JSON::Array>();
-                            ReplaceVariablesInArray(OriginalArray, ExpandedArray);
-                            Configuration->set(SectionName, ExpandedArray);
-                        } else if (O->isObject(SectionName)) {
-                            auto OriginalSection = O->get(SectionName).extract<Poco::JSON::Object::Ptr>();
-                            if (Explain_) {
-                                Poco::JSON::Object ExObj;
-                                ExObj.set("from-uuid", i.info.id);
-                                ExObj.set("from-name", i.info.name);
-                                ExObj.set("action", "added");
-                                ExObj.set("element", OriginalSection);
-                                Explanation_.add(ExObj);
-                            }
-                            auto ExpandedSection = Poco::makeShared<Poco::JSON::Object>();
-                            ReplaceVariablesInObject(OriginalSection, ExpandedSection);
-                            Configuration->set(SectionName, ExpandedSection);
-                        } else {
-                            std::cout << " --- unknown element type --- " << O->get(SectionName).toString()
-                                      << std::endl;
-                        }
-                    } else {
-                        if (Explain_) {
-                            Poco::JSON::Object ExObj;
-                            ExObj.set("from-uuid", i.info.id);
-                            ExObj.set("from-name", i.info.name);
-                            ExObj.set("action", "ignored");
-                            ExObj.set("reason", "weight insufficient");
-                            ExObj.set("element", O->get(SectionName));
-                            Explanation_.add(ExObj);
-                        }
-                    }
+        //  So we have sections...
+        //      interfaces
+        //      metrics
+        //      radios
+        //      services
+        //      globals
+        //      unit
+        auto Tmp=Poco::makeShared<Poco::JSON::Object>();
+        std::set<std::string>   Sections;
+        for(const auto &i:Config_) {
+            ShowJSON("Iteration Start:", Tmp);
+            Poco::JSON::Parser  P;
+            auto O = P.parse(i.element.configuration).extract<Poco::JSON::Object::Ptr>();
+            auto Names = O->getNames();
+            auto SectionInfo = O->get(Names[0]);
+            auto InsertInfo = Sections.insert(Names[0]);
+            if(InsertInfo.second) {
+                if(Explain_) {
+                    Poco::JSON::Object  ExObj;
+                    ExObj.set("from-uuid", i.info.id);
+                    ExObj.set("from-name", i.info.name);
+                    ExObj.set("action", "added");
+                    ExObj.set("element",SectionInfo);
+                    Explanation_.add(ExObj);
+                }
+                Tmp->set(Names[0],O->get(Names[0]));
+            } else {
+                if(Explain_) {
+                    Poco::JSON::Object  ExObj;
+                    ExObj.set("from-uuid", i.info.id);
+                    ExObj.set("from-name", i.info.name);
+                    ExObj.set("action", "ignored");
+                    ExObj.set("reason","weight insufficient");
+                    ExObj.set("element",SectionInfo);
+                    Explanation_.add(ExObj);
                 }
             }
-
-            //  Apply overrides...
-            ProvObjects::ConfigurationOverrideList  COL;
-            if(StorageService()->OverridesDB().GetRecord("serialNumber", SerialNumber_, COL)) {
-                for (const auto &col: COL.overrides) {
-                    const auto Tokens = Poco::StringTokenizer(col.parameterName, ".");
-                    if (Tokens[0] == "radios" && Tokens.count() == 3) {
-                        std::uint64_t RadioIndex = std::strtoull(Tokens[1].c_str(), nullptr, 10);
-                        if (RadioIndex < MaximumPossibleRadios) {
-                            auto RadioArray = Configuration->getArray("radios");
-                            if (RadioIndex < RadioArray->size()) {
-                                auto IndexedRadio = RadioArray->get(RadioIndex).extract<Poco::JSON::Object::Ptr>();
-                                if (Tokens[2] == "tx-power") {
-                                    IndexedRadio->set("rx-power",
-                                                      std::strtoull(col.parameterValue.c_str(), nullptr, 10));
-                                    if (Explain_) {
-                                        Poco::JSON::Object ExObj;
-                                        ExObj.set("from-name", "overrides");
-                                        ExObj.set("override", col.parameterName);
-                                        ExObj.set("source", col.source);
-                                        ExObj.set("reason", col.reason);
-                                        ExObj.set("value", col.parameterValue);
-                                        Explanation_.add(ExObj);
-                                    }
-                                    RadioArray->set(RadioIndex, IndexedRadio);
-                                    Configuration->set("radios", RadioArray);
-                                } else if (Tokens[2] == "channel") {
-                                    if(col.parameterValue=="auto") {
-                                        IndexedRadio->set("channel", "auto");
-                                    } else {
-                                        IndexedRadio->set("channel",
-                                                          std::strtoull(col.parameterValue.c_str(), nullptr, 10));
-                                    }
-                                    std::cout << "Setting channel in radio " << RadioIndex << std::endl;
-                                    if (Explain_) {
-                                        Poco::JSON::Object ExObj;
-                                        ExObj.set("from-name", "overrides");
-                                        ExObj.set("override", col.parameterName);
-                                        ExObj.set("source", col.source);
-                                        ExObj.set("reason", col.reason);
-                                        ExObj.set("value", col.parameterValue);
-                                        Explanation_.add(ExObj);
-                                    }
-                                    RadioArray->set(RadioIndex, IndexedRadio);
-                                    Configuration->set("radios", RadioArray);
-                                } else {
-                                    poco_error(Logger(), fmt::format("{}: Unsupported override variable name {}",
-                                                                     col.parameterName));
-                                }
-                            }
-                        } else {
-                            poco_error(Logger(), fmt::format("{}: radio index out of range in {}", col.parameterName));
-                        }
-                    } else {
-                        poco_error(Logger(),
-                                   fmt::format("{}: Unsupported override variable name {}", col.parameterName));
-                    }
-                }
-            }
-        } catch (...) {
-
         }
-        return !Config_.empty();
+        Configuration = Tmp;
+        if(Config_.empty())
+            return false;
+
+        return true;
     }
 
     static bool DeviceTypeMatch(const std::string &DeviceType, const Types::StringVec & Types) {
@@ -285,33 +198,19 @@ namespace OpenWifi {
         return false;
     }
 
-    void APConfig::AddConfiguration(const ProvObjects::DeviceConfigurationElementVec &Elements) {
-        for(const auto &i:Elements) {
-            if(i.weight==0) {
-                VerboseElement  VE{ .element = i, .info = ProvObjects::ObjectInfo{} };
-                Config_.push_back(VE);
-            } else {
-                // we need to insert after everything bigger or equal
-                auto Hint = std::lower_bound(Config_.cbegin(),Config_.cend(),i.weight,
-                                             [](const VerboseElement &Elem, uint64_t Value) {
-                                                 return Elem.element.weight>=Value; });
-                VerboseElement  VE{ .element = i, .info = ProvObjects::ObjectInfo{}};
-                Config_.insert(Hint,VE);
-            }
-        }
-    }
-
     void APConfig::AddConfiguration(const Types::UUIDvec_t &UUIDs) {
         for(const auto &i:UUIDs)
             AddConfiguration(i);
     }
 
     void APConfig::AddConfiguration(const std::string &UUID) {
+
+        ProvObjects::DeviceConfiguration    Config;
         if(UUID.empty())
             return;
 
-        ProvObjects::DeviceConfiguration    Config;
-        if(StorageService()->ConfigurationDB().GetRecord("id", UUID, Config)) {
+        if(StorageService()->ConfigurationDB().GetRecord("id", UUID,Config)) {
+            //  find where to insert into this list using the weight.
             if(!Config.configuration.empty()) {
                 if(DeviceTypeMatch(DeviceType_,Config.deviceTypes)) {
                     for(const auto &i:Config.configuration) {
@@ -321,7 +220,7 @@ namespace OpenWifi {
                         } else {
                             // we need to insert after everything bigger or equal
                             auto Hint = std::lower_bound(Config_.cbegin(),Config_.cend(),i.weight,
-                                                         [](const VerboseElement &Elem, uint64_t Value) {
+                                                         [](const VerboseElement &Elem, int Value) {
                                 return Elem.element.weight>=Value; });
                             VerboseElement  VE{ .element = i, .info = Config.info};
                             Config_.insert(Hint,VE);
@@ -335,35 +234,28 @@ namespace OpenWifi {
                     ExObj.set("reason", "deviceType mismatch");
                     Explanation_.add(ExObj);
                 }
-            } else {
-                poco_error(Logger(),fmt::format("Device configuration for {} is empty.", SerialNumber_));
             }
-        } else {
-            poco_error(Logger(),fmt::format("Invalid device configuration UUID for {}.", SerialNumber_));
         }
     }
 
     void APConfig::AddEntityConfig(const std::string &UUID) {
         ProvObjects::Entity E;
         if(StorageService()->EntityDB().GetRecord("id",UUID,E)) {
-            AddConfiguration(E.configurations);
-            if(!E.parent.empty()) {
+            AddConfiguration(E.deviceConfiguration);
+            if(!E.parent.empty())
                 AddEntityConfig(E.parent);
-            }
-        } else {
         }
     }
 
     void APConfig::AddVenueConfig(const std::string &UUID) {
         ProvObjects::Venue V;
         if(StorageService()->VenueDB().GetRecord("id",UUID,V)) {
-            AddConfiguration(V.configurations);
+            AddConfiguration(V.deviceConfiguration);
             if(!V.entity.empty()) {
                 AddEntityConfig(V.entity);
             } else if(!V.parent.empty()) {
                 AddVenueConfig(V.parent);
             }
-        } else {
         }
     }
 }

src/APConfig.h

@@ -10,8 +10,6 @@
 
 namespace OpenWifi {
 
-    constexpr std::uint64_t MaximumPossibleRadios=6;
-
     struct VerboseElement {
         ProvObjects::DeviceConfigurationElement     element;
         ProvObjects::ObjectInfo                     info;
@@ -21,14 +19,12 @@ namespace OpenWifi {
     class APConfig {
         public:
             explicit APConfig(const std::string & SerialNumber, const std::string & DeviceType, Poco::Logger & L, bool Explain=false);
-            explicit APConfig(const std::string & SerialNumber, Poco::Logger & L);
 
 
             [[nodiscard]] bool Get(Poco::JSON::Object::Ptr &Configuration);
 
             void AddConfiguration(const std::string &UUID);
             void AddConfiguration(const Types::UUIDvec_t &UUID);
-            void AddConfiguration(const ProvObjects::DeviceConfigurationElementVec &Elements);
             void AddVenueConfig(const std::string &UUID);
             void AddEntityConfig(const std::string &UUID);
             const Poco::JSON::Array & Explanation() { return Explanation_; };
@@ -41,11 +37,6 @@ namespace OpenWifi {
             Types::StringPairVec        Errors;
             bool                        Explain_=false;
             Poco::JSON::Array           Explanation_;
-            bool                        Sub_=false;
-            Poco::Logger & Logger()     { return Logger_;}
-
-            bool ReplaceVariablesInArray( const Poco::JSON::Array::Ptr & O, Poco::JSON::Array::Ptr & Result);
-            bool ReplaceVariablesInObject( const Poco::JSON::Object::Ptr & Original, Poco::JSON::Object::Ptr & Result);
 
             bool FindRadio(const std::string &Band, const Poco::JSON::Array::Ptr &Arr, Poco::JSON::Object::Ptr & Radio);
             bool mergeArray(const std::string &K, const Poco::JSON::Array::Ptr &A , const Poco::JSON::Array::Ptr &B, Poco::JSON::Array &Arr);

src/AutoDiscovery.cpp

@@ -3,16 +3,13 @@
 //
 
 #include "AutoDiscovery.h"
-#include "framework/ow_constants.h"
+#include "framework/uCentral_Protocol.h"
 #include "framework/KafkaTopics.h"
-#include "framework/KafkaManager.h"
 #include "StorageService.h"
-#include "Poco/JSON/Parser.h"
 
 namespace OpenWifi {
 
     int AutoDiscovery::Start() {
-        poco_information(Logger(),"Starting...");
         Running_ = true;
         Types::TopicNotifyFunction F = [this](const std::string &Key, const std::string &Payload) { this->ConnectionReceived(Key,Payload); };
         ConnectionWatcherId_ = KafkaManager()->RegisterTopicWatcher(KafkaTopics::CONNECTION, F);
@@ -21,17 +18,14 @@ namespace OpenWifi {
     };
 
     void AutoDiscovery::Stop() {
-        poco_information(Logger(),"Stopping...");
         Running_ = false;
         KafkaManager()->UnregisterTopicWatcher(KafkaTopics::CONNECTION, ConnectionWatcherId_);
         Queue_.wakeUpAll();
         Worker_.join();
-        poco_information(Logger(),"Stopped...");
     };
 
     void AutoDiscovery::run() {
         Poco::AutoPtr<Poco::Notification>	Note(Queue_.waitDequeueNotification());
-        Utils::SetThreadName("auto-discovery");
         while(Note && Running_) {
             auto Msg = dynamic_cast<DiscoveryMessage *>(Note.get());
             if(Msg!= nullptr) {
@@ -61,12 +55,8 @@ namespace OpenWifi {
                                 DeviceType = PingMessage->get(uCentralProtocol::COMPATIBLE).toString();
                             }
                         }
-                        std::string Locale;
-                        if(PayloadObj->has("locale"))
-                            Locale = PayloadObj->get("locale").toString();
-
                         if (!SerialNumber.empty()) {
-                            StorageService()->InventoryDB().CreateFromConnection(SerialNumber, ConnectedIP, DeviceType, Locale);
+                            StorageService()->InventoryDB().CreateFromConnection(SerialNumber, ConnectedIP, DeviceType);
                         }
                     }
                 } catch (const Poco::Exception &E) {

src/AutoDiscovery.h

@@ -4,11 +4,8 @@
 
 #pragma once
 
+#include "framework/MicroService.h"
 #include "framework/OpenWifiTypes.h"
-#include "framework/SubSystemServer.h"
-
-#include "Poco/NotificationQueue.h"
-#include "Poco/Notification.h"
 
 namespace OpenWifi {
 
@@ -36,7 +33,7 @@ namespace OpenWifi {
             void Stop() override;
             void ConnectionReceived( const std::string & Key, const std::string & Payload) {
                 std::lock_guard G(Mutex_);
-                poco_trace(Logger(),Poco::format("Device(%s): Connection/Ping message.", Key));
+                Logger().information(Poco::format("Device(%s): Connection/Ping message.", Key));
                 Queue_.enqueueNotification( new DiscoveryMessage(Key,Payload));
             }
             void run() override;

src/ConfigSanityChecker.cpp

@@ -25,27 +25,27 @@ namespace OpenWifi {
         return false;
     }
 
-    void ConfigSanityChecker::Check_radios([[maybe_unused]] nlohmann::json &d) {
+    void ConfigSanityChecker::Check_radios(nlohmann::json &d) {
         std::cout << "Validating radios" << std::endl;
 
     };
 
-    void ConfigSanityChecker::Check_interfaces([[maybe_unused]] nlohmann::json &d) {
+    void ConfigSanityChecker::Check_interfaces(nlohmann::json &d) {
         std::cout << "Validating interfaces" << std::endl;
 
     };
 
-    void ConfigSanityChecker::Check_metrics([[maybe_unused]] nlohmann::json &d) {
+    void ConfigSanityChecker::Check_metrics(nlohmann::json &d) {
         std::cout << "Validating metrics" << std::endl;
 
     };
 
-    void ConfigSanityChecker::Check_services([[maybe_unused]] nlohmann::json &d) {
+    void ConfigSanityChecker::Check_services(nlohmann::json &d) {
         std::cout << "Validating services" << std::endl;
 
     };
 
-    void ConfigSanityChecker::Check_uuid([[maybe_unused]] nlohmann::json &d) {
+    void ConfigSanityChecker::Check_uuid(nlohmann::json &d) {
         std::cout << "Validating uuid" << std::endl;
 
     };

src/Daemon.cpp

@@ -9,7 +9,6 @@
 #include "Poco/Util/Application.h"
 #include "Poco/Util/Option.h"
 #include "Poco/Environment.h"
-#include "Poco/Net/SSLManager.h"
 
 #include "Daemon.h"
 #include "StorageService.h"
@@ -17,12 +16,8 @@
 #include "framework/ConfigurationValidator.h"
 #include "SerialNumberCache.h"
 #include "JobController.h"
+#include "WebSocketClientServer.h"
 #include "FindCountry.h"
-#include "Signup.h"
-#include "DeviceTypeCache.h"
-#include "FileDownloader.h"
-#include "framework/UI_WebSocketClientServer.h"
-#include "UI_Prov_WebSocketNotifications.h"
 
 namespace OpenWifi {
 	class Daemon *Daemon::instance_ = nullptr;
@@ -36,21 +31,18 @@ namespace OpenWifi {
 								   vDAEMON_BUS_TIMER,
 								   SubSystemVec{
 									   OpenWifi::StorageService(),
-                                       DeviceTypeCache(),
 									   ConfigurationValidator(),
 									   SerialNumberCache(),
 									   AutoDiscovery(),
 									   JobController(),
-									   UI_WebSocketClientServer(),
-                                       FindCountryFromIP(),
-                                       Signup(),
-                                       FileDownloader()
+									   WebSocketClientServer(),
+                                       FindCountryFromIP()
 								   });
 		}
 		return instance_;
 	}
 
-	void Daemon::PostInitialization([[maybe_unused]] Poco::Util::Application &self) {
+	void Daemon::initialize() {
 	    if(MicroService::instance().ConfigGetBool("firmware.updater.upgrade",false)) {
 	        if(MicroService::instance().ConfigGetBool("firmware.updater.releaseonly",false)) {
 	            FWRules_ = ProvObjects::upgrade_release_only;
@@ -60,47 +52,25 @@ namespace OpenWifi {
 	    } else {
 	        FWRules_ = ProvObjects::dont_upgrade;
 	    }
-
-        WebSocketProcessor_ = std::make_unique<ProvWebSocketClient>(logger());
-
-        AssetDir_ = MicroService::instance().DataDir() + "/wwwassets";
-        Poco::File	DataDir(AssetDir_);
-        if(!DataDir.exists()) {
-            try {
-                DataDir.createDirectory();
-            } catch (const Poco::Exception &E) {
-                logger().log(E);
-            }
-        }
-    }
-
-    void DaemonPostInitialization(Poco::Util::Application &self) {
-        Daemon()->PostInitialization(self);
-        ProvWebSocketNotifications::Register();
     }
 
+    void MicroServicePostInitialization() {
+        Daemon()->initialize();
+	}
 }
 
 int main(int argc, char **argv) {
-    int ExitCode;
-    try {
-        Poco::Net::SSLManager::instance().initializeServer(nullptr, nullptr, nullptr);
-        auto App = OpenWifi::Daemon::instance();
-        ExitCode =  App->run(argc, argv);
-        Poco::Net::SSLManager::instance().shutdown();
-    } catch (Poco::Exception &exc) {
-        ExitCode = Poco::Util::Application::EXIT_SOFTWARE;
-        std::cout << exc.displayText() << std::endl;
-    } catch (std::exception &exc) {
-        ExitCode = Poco::Util::Application::EXIT_TEMPFAIL;
-        std::cout << exc.what() << std::endl;
-    } catch (...) {
-        ExitCode = Poco::Util::Application::EXIT_TEMPFAIL;
-        std::cout << "Exception on closure" << std::endl;
-    }
+	try {
+		auto App = OpenWifi::Daemon::instance();
+		auto ExitCode =  App->run(argc, argv);
+		delete App;
 
-    std::cout << "Exitcode: " << ExitCode << std::endl;
-    return ExitCode;
+		return ExitCode;
+
+	} catch (Poco::Exception &exc) {
+		std::cerr << exc.displayText() << std::endl;
+		return Poco::Util::Application::EXIT_SOFTWARE;
+	}
 }
 
 // end of namespace

src/Daemon.h

@@ -16,18 +16,16 @@
 
 #include "Dashboard.h"
 #include "framework/MicroService.h"
-#include "framework/MicroServiceNames.h"
 #include "framework/OpenWifiTypes.h"
 #include "RESTObjects/RESTAPI_ProvObjects.h"
-#include "ProvWebSocketClient.h"
 
 namespace OpenWifi {
 
-	[[maybe_unused]] static const char * vDAEMON_PROPERTIES_FILENAME = "owprov.properties";
-    [[maybe_unused]] static const char * vDAEMON_ROOT_ENV_VAR = "OWPROV_ROOT";
-    [[maybe_unused]] static const char * vDAEMON_CONFIG_ENV_VAR = "OWPROV_CONFIG";
-    [[maybe_unused]] static const char * vDAEMON_APP_NAME = uSERVICE_PROVISIONING.c_str() ;
-    [[maybe_unused]] static const uint64_t vDAEMON_BUS_TIMER = 10000;
+	static const char * vDAEMON_PROPERTIES_FILENAME = "owprov.properties";
+	static const char * vDAEMON_ROOT_ENV_VAR = "OWPROV_ROOT";
+	static const char * vDAEMON_CONFIG_ENV_VAR = "OWPROV_CONFIG";
+	static const char * vDAEMON_APP_NAME = uSERVICE_PROVISIONING.c_str() ;
+	static const uint64_t vDAEMON_BUS_TIMER = 10000;
 
     class Daemon : public MicroService {
 		public:
@@ -39,22 +37,18 @@ namespace OpenWifi {
 							const SubSystemVec & SubSystems) :
 				MicroService( PropFile, RootEnv, ConfigEnv, AppName, BusTimer, SubSystems) {};
 
+			void initialize();
 			static Daemon *instance();
 			inline OpenWifi::ProvisioningDashboard & GetDashboard() { return DB_; }
 			Poco::Logger & Log() { return Poco::Logger::get(AppName()); }
 			ProvObjects::FIRMWARE_UPGRADE_RULES FirmwareRules() const { return FWRules_; }
-            inline const std::string & AssetDir() { return AssetDir_; }
-            void PostInitialization(Poco::Util::Application &self);
-
 	  	private:
-			static Daemon 				            *instance_;
-			OpenWifi::ProvisioningDashboard		    DB_{};
-			ProvObjects::FIRMWARE_UPGRADE_RULES     FWRules_{ProvObjects::dont_upgrade};
-            std::string                             AssetDir_;
-            std::unique_ptr<ProvWebSocketClient>    WebSocketProcessor_;
+			static Daemon 				        *instance_;
+			OpenWifi::ProvisioningDashboard		DB_{};
+			ProvObjects::FIRMWARE_UPGRADE_RULES FWRules_{ProvObjects::dont_upgrade};
+
     };
 
 	inline Daemon * Daemon() { return Daemon::instance(); }
-    void DaemonPostInitialization(Poco::Util::Application &self);
 }
 

src/Dashboard.cpp

@@ -6,11 +6,11 @@
 //	Arilia Wireless Inc.
 //
 #include "Dashboard.h"
-#include "framework/utils.h"
+#include "StorageService.h"
 
 namespace OpenWifi {
 	void ProvisioningDashboard::Create() {
-		uint64_t Now = Utils::Now();
+		uint64_t Now = std::time(nullptr);
 		if(LastRun_==0 || (Now-LastRun_)>120) {
 			DB_.reset();
 			//  Todo: call dashboard creation code.

src/DeviceTypeCache.h

@@ -1,130 +0,0 @@
-//
-// Created by stephane bourque on 2022-02-23.
-//
-
-#pragma once
-
-#include <set>
-
-#include "framework/SubSystemServer.h"
-#include "framework/AppServiceRegistry.h"
-#include "framework/OpenAPIRequests.h"
-#include "framework/MicroServiceNames.h"
-
-#include "Poco/Timer.h"
-
-namespace OpenWifi {
-
-    class DeviceTypeCache : public SubSystemServer {
-    public:
-        inline static auto instance() {
-            static auto instance_ = new DeviceTypeCache;
-            return instance_;
-        }
-
-        inline int Start() final {
-            InitializeCache();
-            TimerCallback_ = std::make_unique<Poco::TimerCallback<DeviceTypeCache>>(*this,&DeviceTypeCache::onTimer);
-            Timer_.setStartInterval( 60 * 1000);            // first run in 60 seconds
-            Timer_.setPeriodicInterval(1 * 60 * 60 * 1000); // 1 hours
-            Timer_.start(*TimerCallback_);
-            return 0;
-        }
-
-        inline void Stop() final {
-            Timer_.stop();
-        }
-
-        inline void onTimer([[maybe_unused]] Poco::Timer & timer) {
-            UpdateDeviceTypes();
-        }
-
-        inline bool IsAcceptableDeviceType(const std::string &D) const { return (DeviceTypes_.find(D)!=DeviceTypes_.end());};
-        inline bool AreAcceptableDeviceTypes(const Types::StringVec &S, bool WildCardAllowed=true) const {
-            for(const auto &i:S) {
-                if(WildCardAllowed && i=="*") {
-                    //   We allow wildcards
-                } else if(DeviceTypes_.find(i)==DeviceTypes_.end())
-                    return false;
-            }
-            return true;
-        }
-
-    private:
-        std::atomic_bool                                        Initialized_=false;
-        Poco::Timer                                             Timer_;
-        std::set<std::string>                                   DeviceTypes_;
-        std::unique_ptr<Poco::TimerCallback<DeviceTypeCache>>   TimerCallback_;
-
-        inline DeviceTypeCache() noexcept:
-                SubSystemServer("DeviceTypes", "DEV-TYPES", "devicetypes")
-        {
-        }
-
-        inline void InitializeCache() {
-            std::lock_guard G(Mutex_);
-
-            Initialized_ = true;
-            std::string DeviceTypes;
-            if(AppServiceRegistry().Get("deviceTypes",DeviceTypes)) {
-                Poco::JSON::Parser  P;
-                try {
-                    auto O = P.parse(DeviceTypes).extract<Poco::JSON::Array::Ptr>();
-                    for(const auto &i:*O) {
-                        DeviceTypes_.insert(i.toString());
-                    }
-                } catch (...) {
-
-                }
-            }
-        }
-
-        inline bool UpdateDeviceTypes() {
-            try {
-                Types::StringPairVec QueryData;
-
-                QueryData.push_back(std::make_pair("deviceSet","true"));
-                OpenAPIRequestGet	Req(    uSERVICE_FIRMWARE,
-                                             "/api/v1/firmwares",
-                                             QueryData,
-                                             10000);
-
-                auto Response = Poco::makeShared<Poco::JSON::Object>();
-                auto StatusCode = Req.Do(Response);
-                if( StatusCode == Poco::Net::HTTPResponse::HTTP_OK) {
-                    if(Response->isArray("deviceTypes")) {
-                        std::lock_guard G(Mutex_);
-                        DeviceTypes_.clear();
-                        auto Array = Response->getArray("deviceTypes");
-                        for(const auto &i:*Array) {
-                            // std::cout << "Adding deviceType:" << i.toString() << std::endl;
-                            DeviceTypes_.insert(i.toString());
-                        }
-                        SaveCache();
-                        return true;
-                    }
-                } else {
-                }
-            } catch (const Poco::Exception &E) {
-                Logger().log(E);
-            }
-            return false;
-        }
-
-        inline void SaveCache() {
-            std::lock_guard G(Mutex_);
-
-            Poco::JSON::Array   Arr;
-            for(auto const &i:DeviceTypes_)
-                Arr.add(i);
-
-            std::stringstream OS;
-            Arr.stringify(OS);
-
-            AppServiceRegistry().Set("deviceTypes", OS.str());
-        }
-    };
-
-    inline auto DeviceTypeCache() { return DeviceTypeCache::instance(); }
-
-}

src/FileDownloader.cpp

@@ -1,47 +0,0 @@
-//
-// Created by stephane bourque on 2022-03-11.
-//
-
-#include "FileDownloader.h"
-#include "Daemon.h"
-
-namespace OpenWifi {
-    int FileDownloader::Start() {
-        poco_information(Logger(),"Starting...");
-        TimerCallback_ = std::make_unique<Poco::TimerCallback<FileDownloader>>(*this,&FileDownloader::onTimer);
-        Timer_.setStartInterval( 20 * 1000);  // first run in 20 seconds
-        Timer_.setPeriodicInterval(2 * 60 * 60 * 1000); // 1 hours
-        Timer_.start(*TimerCallback_);
-        return 0;
-    }
-
-    void FileDownloader::Stop() {
-        poco_information(Logger(),"Stopping...");
-        Timer_.stop();
-        poco_information(Logger(),"Stopped...");
-    }
-
-    void FileDownloader::onTimer([[maybe_unused]] Poco::Timer &timer) {
-        const static std::vector<std::pair<std::string,std::string>> Files
-            {
-                {"https://raw.githubusercontent.com/blogic/ucentral-schema/main/ucentral.schema.json", "ucentral.schema.json" },
-                {"https://ucentral.io/ucentral.schema.pretty.json", "ucentral.schema.pretty.json" }
-            };
-
-        Utils::SetThreadName("file-dmnldr");
-
-        for(const auto &[url,filename]:Files) {
-            try {
-                std::string FileContent;
-                if (Utils::wgets(url, FileContent)) {
-                    std::ofstream OutputStream(Daemon()->AssetDir() + "/" + filename,
-                                     std::ios_base::out | std::ios_base::trunc);
-                    OutputStream << FileContent;
-                    Logger().warning(Poco::format("File %s was downloaded",url));
-                }
-            } catch(...) {
-                Logger().warning(Poco::format("File %s could not be downloaded",url));
-            }
-        }
-    }
-}

src/FileDownloader.h

@@ -1,34 +0,0 @@
-//
-// Created by stephane bourque on 2022-03-11.
-//
-
-#pragma once
-#include "framework/SubSystemServer.h"
-#include "Poco/Timer.h"
-
-namespace OpenWifi {
-
-    class FileDownloader : public SubSystemServer {
-    public:
-
-        static auto instance() {
-            static auto instance_ = new FileDownloader;
-            return instance_;
-        }
-
-        int Start() override;
-        void Stop() override;
-        void onTimer(Poco::Timer & timer);
-
-    private:
-        Poco::Timer                                         Timer_;
-        std::unique_ptr<Poco::TimerCallback<FileDownloader>>       TimerCallback_;
-        std::atomic_bool Running_ = false;
-
-        FileDownloader() noexcept:
-                SubSystemServer("FileDownloader", "FILE-DOWNLOADER", "downloader") {
-        }
-    };
-
-    inline auto FileDownloader() { return FileDownloader::instance(); }
-}

src/FindCountry.h

@@ -4,11 +4,8 @@
 
 #pragma once
 
+#include "framework/MicroService.h"
 #include "Poco/Net/IPAddress.h"
-
-#include "framework/SubSystemServer.h"
-#include "framework/MicroServiceFuncs.h"
-
 #include "nlohmann/json.hpp"
 
 namespace OpenWifi {
@@ -26,7 +23,7 @@ namespace OpenWifi {
 	  public:
 		static std::string Name() { return "ipinfo"; }
 		inline bool Init() override {
-			Key_ = MicroServiceConfigGetString("iptocountry.ipinfo.token", "");
+			Key_ = MicroService::instance().ConfigGetString("iptocountry.ipinfo.token", "");
 			return !Key_.empty();
 		}
 
@@ -58,7 +55,7 @@ namespace OpenWifi {
 	  public:
 		static std::string Name() { return "ipdata"; }
 		inline bool Init() override {
-			Key_ = MicroServiceConfigGetString("iptocountry.ipdata.apikey", "");
+			Key_ = MicroService::instance().ConfigGetString("iptocountry.ipdata.apikey", "");
 			return !Key_.empty();
 		}
 
@@ -88,7 +85,7 @@ namespace OpenWifi {
 	  public:
 		static std::string Name() { return "ip2location"; }
 		inline bool Init() override {
-			Key_ = MicroServiceConfigGetString("iptocountry.ip2location.apikey", "");
+			Key_ = MicroService::instance().ConfigGetString("iptocountry.ip2location.apikey", "");
 			return !Key_.empty();
 		}
 
@@ -136,22 +133,18 @@ namespace OpenWifi {
 		}
 
 		inline int Start() final {
-			poco_notice(Logger(),"Starting...");
-			ProviderName_ = MicroServiceConfigGetString("iptocountry.provider","");
+			ProviderName_ = MicroService::instance().ConfigGetString("iptocountry.provider","");
 			if(!ProviderName_.empty()) {
 				Provider_ = IPLocationProvider<IPToCountryProvider, IPInfo, IPData, IP2Location>(ProviderName_);
 				if(Provider_!= nullptr) {
 					Enabled_ = Provider_->Init();
 				}
 			}
-			Default_ = MicroServiceConfigGetString("iptocountry.default", "US");
+			Default_ = MicroService::instance().ConfigGetString("iptocountry.default", "US");
 			return 0;
 		}
 
 		inline void Stop() final {
-			poco_notice(Logger(),"Stopping...");
-			//	Nothing to do - just to provide the same look at the others.
-			poco_notice(Logger(),"Stopped...");
 		}
 
 		[[nodiscard]] static inline std::string ReformatAddress(const std::string & I )

src/JobController.cpp

@@ -3,16 +3,15 @@
 //
 
 #include "JobController.h"
-#include "framework/utils.h"
-#include "fmt/format.h"
 
 namespace OpenWifi {
 
     void RegisterJobTypes();
 
     int JobController::Start() {
-        poco_information(Logger(),"Starting...");
+
         RegisterJobTypes();
+
         if(!Running_)
             Thr_.start(*this);
 
@@ -21,41 +20,18 @@ namespace OpenWifi {
 
     void JobController::Stop() {
         if(Running_) {
-            poco_information(Logger(),"Stopping...");
             Running_ = false;
             Thr_.join();
-            poco_information(Logger(),"Stopped...");
         }
     }
 
     void JobController::run() {
         Running_ = true ;
-        Utils::SetThreadName("job-controller");
+
         while(Running_) {
             Poco::Thread::trySleep(2000);
-
-            std::lock_guard G(Mutex_);
-
-            for(auto &current_job:jobs_) {
-                if(current_job!=nullptr) {
-                    if(current_job->Started()==0 && Pool_.used()<Pool_.available()) {
-                        poco_information(current_job->Logger(),fmt::format("Starting {}: {}",current_job->JobId(),current_job->Name()));
-                        current_job->Start();
-                        Pool_.start(*current_job);
-                    }
-                }
-            }
-
-            for(auto it = jobs_.begin(); it!=jobs_.end();) {\
-                auto current_job = *it;
-                if(current_job!=nullptr && current_job->Completed()!=0) {
-                    poco_information(current_job->Logger(),fmt::format("Completed {}: {}",current_job->JobId(),current_job->Name()));
-                    it = jobs_.erase(it);
-                    delete current_job;
-                } else {
-                    ++it;
-                }
-            }
         }
+
     }
+
 }

src/JobController.h

@@ -7,47 +7,101 @@
 #include <vector>
 #include <utility>
 #include <functional>
-#include <list>
-#include "framework/SubSystemServer.h"
-#include "RESTObjects/RESTAPI_SecurityObjects.h"
-#include "framework/utils.h"
+#include "framework/MicroService.h"
 
 namespace OpenWifi {
 
-    class Job : public Poco::Runnable {
-    public:
-        Job(const std::string &JobID, const std::string &name, const std::vector<std::string> & parameters, uint64_t when, const SecurityObjects::UserInfo &UI, Poco::Logger &L) :
-            jobId_(JobID),
-            name_(name),
-            parameters_(parameters),
-            when_(when),
-            userinfo_(UI),
-            Logger_(L)
-        {};
+    class Job {
+        public:
+            struct Parameter {
+                std::string name;
+                std::string value;
+                inline void to_json(Poco::JSON::Object &Obj) const {
+                    RESTAPI_utils::field_to_json(Obj,"name",name);
+                    RESTAPI_utils::field_to_json(Obj,"value",value);
+                }
 
-        virtual void run() = 0;
-        [[nodiscard]] std::string Name() const { return name_; }
-        const SecurityObjects::UserInfo & UserInfo() const { return userinfo_; }
-        Poco::Logger & Logger() { return Logger_; }
-        const std::string & JobId() const { return jobId_; }
-        const std::string & Parameter(int x) const { return parameters_[x];}
-        uint64_t When() const { return when_; }
-        void Start() { started_ = Utils::Now(); }
-        uint64_t Started() const { return started_; }
-        uint64_t Completed() const { return completed_;}
-        void Complete() { completed_ = Utils::Now(); }
+                inline bool from_json(const Poco::JSON::Object::Ptr &Obj) {
+                    try {
+                        RESTAPI_utils::field_from_json(Obj,"name",name);
+                        RESTAPI_utils::field_from_json(Obj,"value",value);
+                        return true;
+                    } catch (...) {
 
-    private:
-        std::string                 jobId_;
-        std::string                 name_;
-        std::vector<std::string>    parameters_;
-        uint64_t                    when_=0;
-        SecurityObjects::UserInfo   userinfo_;
-        Poco::Logger                & Logger_;
-        uint64_t                    started_=0;
-        uint64_t                    completed_=0;
+                    }
+                    return false;
+                }
+            };
+
+            struct Status {
+                Types::UUID_t   UUID;
+                uint64_t        Start = 0 ;
+                uint64_t        Progress = 0 ;
+                uint64_t        Completed = 0 ;
+                std::string     CurrentDisplay;
+            };
+
+            struct Result {
+                int         Error=0;
+                std::string Reason;
+            };
+
+            typedef std::vector<Parameter>       Parameters;
+            typedef std::vector<Parameters>      ParametersVec;
+            typedef std::function<bool(const Parameters &Parameters, Result &Result, bool &Retry)>  WorkerFunction;
+            typedef std::vector<Status>          Statuses;
+
+            Job(std::string Title,
+                         std::string Description,
+                         std::string RegisteredName,
+                         ParametersVec Parameters,
+                         bool Parallel=true) :
+                    Title_(std::move(Title)),
+                    Description_(std::move(Description)),
+                    RegisteredName_(std::move(RegisteredName)),
+                    Parameters_(std::move(Parameters)),
+                    Parallel_(Parallel)
+                {
+                    UUID_ = MicroService::instance().CreateUUID();
+                }
+
+            [[nodiscard]] inline const Types::UUID_t & ID() const { return UUID_; }
+
+        private:
+            Types::UUID_t       UUID_;
+            std::string         Title_;
+            std::string         Description_;
+            std::string         RegisteredName_;
+            ParametersVec       Parameters_;
+            bool                Parallel_=true;
     };
 
+    class JobRegistry {
+        public:
+            static auto instance() {
+                static auto instance_ = new JobRegistry;
+                return instance_;
+            }
+
+            inline void RegisterJobType( const std::string & JobType, Job::WorkerFunction Function) {
+                    JobTypes_[JobType] = std::move(Function);
+            }
+
+            inline bool Execute(const std::string &JobType, const Job::Parameters & Params, Job::Result &Result, bool & Retry) {
+                auto Hint = JobTypes_.find(JobType);
+                if(Hint != end(JobTypes_)) {
+                    Hint->second(Params, Result, Retry);
+                    return true;
+                }
+                return false;
+            }
+
+        private:
+            std::map<std::string,Job::WorkerFunction>  JobTypes_;
+    };
+
+    inline auto JobRegistry() { return JobRegistry::instance(); }
+
     class JobController : public SubSystemServer, Poco::Runnable {
         public:
             static auto instance() {
@@ -60,16 +114,11 @@ namespace OpenWifi {
             void run() override;
             inline void wakeup() { Thr_.wakeUp(); }
 
-            void AddJob( Job* newJob ) {
-                std::lock_guard G(Mutex_);
-                jobs_.push_back(newJob);
-            }
+            bool JobList(Job::Statuses & Statuses);
 
         private:
-            Poco::Thread                        Thr_;
-            std::atomic_bool                    Running_=false;
-            std::list<Job *>                    jobs_;
-            Poco::ThreadPool                    Pool_;
+            Poco::Thread            Thr_;
+            std::atomic_bool        Running_=false;
 
         JobController() noexcept:
             SubSystemServer("JobController", "JOB-SVR", "job")

src/Kafka_ProvUpdater.cpp

@@ -1,5 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-01.
-//
-
-#include "Kafka_ProvUpdater.h"

src/Kafka_ProvUpdater.h

@@ -1,49 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-01.
-//
-
-#pragma once
-
-#include "framework/KafkaTopics.h"
-#include "framework/KafkaManager.h"
-#include "RESTObjects/RESTAPI_ProvObjects.h"
-
-namespace OpenWifi {
-
-    enum ProvisioningOperation {
-        creation=0, modification, removal
-    };
-
-    template <typename ObjectType> inline bool UpdateKafkaProvisioningObject( ProvisioningOperation op, const ObjectType & obj) {
-        static std::vector<std::string> Ops{ "creation", "modification", "removal" };
-
-        std::string OT{"object"};
-        if constexpr(std::is_same_v<ObjectType,ProvObjects::Venue>) {
-            OT = "Venue";
-        }
-        if constexpr(std::is_same_v<ObjectType,ProvObjects::Entity>) {
-            OT = "Entity";
-        }
-        if constexpr(std::is_same_v<ObjectType,ProvObjects::InventoryTag>) {
-            OT = "InventoryTag";
-        }
-        if constexpr(std::is_same_v<ObjectType,ProvObjects::Contact>) {
-            OT = "Contact";
-        }
-        if constexpr(std::is_same_v<ObjectType,ProvObjects::Location>) {
-            OT = "Location";
-        }
-        if constexpr(std::is_same_v<ObjectType,ProvObjects::DeviceConfiguration>) {
-            OT = "DeviceConfiguration";
-        }
-
-        Poco::JSON::Object  Payload;
-        obj.to_json(Payload);
-        Payload.set("ObjectType",OT);
-        std::ostringstream OS;
-        Payload.stringify(OS);
-        KafkaManager()->PostMessage(KafkaTopics::PROVISIONING_CHANGE, Ops[op] , OS.str());
-
-        return true;
-    }
-}

src/ProvWebSocketClient.cpp

@@ -1,168 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-28.
-//
-
-#include "ProvWebSocketClient.h"
-
-#include "StorageService.h"
-#include "SerialNumberCache.h"
-#include "sdks/SDK_sec.h"
-#include "framework/UI_WebSocketClientServer.h"
-
-namespace OpenWifi {
-
-    ProvWebSocketClient::ProvWebSocketClient(Poco::Logger &Logger) :
-            Logger_(Logger){
-        UI_WebSocketClientServer()->SetProcessor(this);
-    }
-
-    ProvWebSocketClient::~ProvWebSocketClient() {
-        UI_WebSocketClientServer()->SetProcessor(nullptr);
-    }
-
-    void ProvWebSocketClient::ws_command_serial_number_search(const Poco::JSON::Object::Ptr &O,
-                                                              bool &Done, std::string &Answer) {
-        Done = false;
-        auto Prefix = O->get("serial_prefix").toString();
-        Poco::toLowerInPlace(Prefix);
-        Logger().information(Poco::format("serial_number_search: %s", Prefix));
-        if (!Prefix.empty() && Prefix.length() < 13) {
-            std::vector<uint64_t> Numbers;
-            SerialNumberCache()->FindNumbers(Prefix, 50, Numbers);
-            Poco::JSON::Array Arr;
-            for (const auto &i : Numbers)
-                Arr.add(Utils::int_to_hex(i));
-            Poco::JSON::Object RetObj;
-            RetObj.set("serialNumbers", Arr);
-            std::ostringstream SS;
-            Poco::JSON::Stringifier::stringify(RetObj, SS);
-            Answer = SS.str();
-        }
-    }
-
-    void ProvWebSocketClient::ws_command_address_completion(const Poco::JSON::Object::Ptr &O, bool &Done, std::string &Answer) {
-        Done = false;
-        auto Address = O->get("address").toString();
-        Answer = GoogleGeoCodeCall(Address);
-    }
-
-    void ProvWebSocketClient::ws_command_exit([[maybe_unused]] const Poco::JSON::Object::Ptr &O, bool &Done, std::string &Answer) {
-        Done = true;
-        Answer = R"lit({ "closing" : "Goodbye! Aurevoir! Hasta la vista!" })lit";
-    }
-
-    void ProvWebSocketClient::ws_command_invalid([[maybe_unused]] const Poco::JSON::Object::Ptr &O, bool &Done, std::string &Answer) {
-        Done = false;
-        Answer = std::string{R"lit({ "error" : "invalid command" })lit"};
-    }
-
-    void ProvWebSocketClient::ws_command_subuser_search( const Poco::JSON::Object::Ptr &O, bool &Done, std::string &Answer) {
-        Done = false;
-        auto operatorId = O->get("operatorId").toString();
-        std::string nameSearch, emailSearch;
-        OpenWifi::RESTAPIHandler::AssignIfPresent(O,"nameSearch",nameSearch);
-        OpenWifi::RESTAPIHandler::AssignIfPresent(O,"emailSearch",emailSearch);
-        SecurityObjects::UserInfoList   Users;
-        SDK::Sec::Subscriber::Search(nullptr,operatorId,nameSearch,emailSearch,Users);
-
-        Poco::JSON::Array   Arr;
-        for(const auto &i:Users.users) {
-            Poco::JSON::Object  OO;
-            OO.set("name", i.name);
-            OO.set("email", i.email);
-            OO.set("id", i.id);
-            i.to_json(OO);
-            Arr.add(OO);
-        }
-        Poco::JSON::Object  ObjAnswer;
-        ObjAnswer.set("users", Arr);
-        std::ostringstream SS;
-        Poco::JSON::Stringifier::stringify(ObjAnswer, SS);
-        Answer = SS.str();
-    }
-
-    void ProvWebSocketClient::ws_command_subdevice_search( const Poco::JSON::Object::Ptr &O, bool &Done, std::string &Answer) {
-        Done = false;
-        auto operatorId = O->get("operatorId").toString();
-        auto Prefix = O->get("serial_prefix").toString();
-        Poco::toLowerInPlace(Prefix);
-        std::string Query;
-
-        if(Prefix[0]=='*') {
-            Query = fmt::format(" operatorId='{}' and (right(serialNumber,{})='{}' or right(realMacAddress,{})='{}' ) ",
-                                operatorId, Prefix.size()-1, Prefix.substr(1), Prefix.size()-1, Prefix.substr(1));
-        } else {
-            Query = fmt::format(" operatorId='{}' and (left(serialNumber,{})='{}'  or left(realMacAddress,{})='{}' ) ",
-                                operatorId, Prefix.size(), Prefix, Prefix.size(), Prefix);
-        }
-
-        std::vector<ProvObjects::SubscriberDevice>  SubDevices;
-
-        StorageService()->SubscriberDeviceDB().GetRecords(0,200,SubDevices,Query);
-        Poco::JSON::Array   Arr;
-        for(const auto &i:SubDevices) {
-            Arr.add(i.serialNumber);
-        }
-        Poco::JSON::Object  RetObj;
-        RetObj.set("serialNumbers", Arr);
-        std::ostringstream SS;
-        Poco::JSON::Stringifier::stringify(RetObj, SS);
-        Answer = SS.str();
-    }
-
-    void ProvWebSocketClient::Processor(const Poco::JSON::Object::Ptr &O, std::string &Result, bool &Done ) {
-        try {
-            if (O->has("command") && O->has("id")) {
-                auto id = (uint64_t) O->get("id");
-                std::string Answer;
-                auto Command = O->get("command").toString();
-                if (Command == "serial_number_search" && O->has("serial_prefix")) {
-                    ws_command_serial_number_search(O,Done,Answer);
-                } else if (UI_WebSocketClientServer()->GeoCodeEnabled() && Command == "address_completion" && O->has("address")) {
-                    ws_command_address_completion(O,Done,Answer);
-                } else if (UI_WebSocketClientServer()->GeoCodeEnabled() && Command == "subuser_search" && O->has("operatorId")) {
-                    ws_command_subuser_search(O,Done,Answer);
-                } else if (UI_WebSocketClientServer()->GeoCodeEnabled() && Command == "subdevice_search" && O->has("operatorId") && O->has("serial_prefix")) {
-                    ws_command_subdevice_search(O,Done,Answer);
-                } else if (Command=="exit") {
-                    ws_command_exit(O,Done,Answer);
-                } else {
-                    ws_command_invalid(O,Done,Answer);
-                }
-
-                Result = fmt::format("{{ \"command_response_id\" : {} , \"response\" : {}  }}" , id, Answer);
-            }
-        } catch (const Poco::Exception &E) {
-            Logger().log(E);
-        }
-    }
-
-    std::string ProvWebSocketClient::GoogleGeoCodeCall(const std::string &A) {
-        try {
-            std::string URI = { "https://maps.googleapis.com/maps/api/geocode/json"};
-            Poco::URI   uri(URI);
-
-            uri.addQueryParameter("address",A);
-            uri.addQueryParameter("key", UI_WebSocketClientServer()->GoogleApiKey());
-
-            Poco::Net::HTTPSClientSession session(uri.getHost(), uri.getPort());
-            Poco::Net::HTTPRequest req(Poco::Net::HTTPRequest::HTTP_GET, uri.getPathAndQuery(), Poco::Net::HTTPMessage::HTTP_1_1);
-            session.sendRequest(req);
-            Poco::Net::HTTPResponse res;
-            std::istream& rs = session.receiveResponse(res);
-            if(res.getStatus()==Poco::Net::HTTPResponse::HTTP_OK) {
-                std::ostringstream os;
-                Poco::StreamCopier::copyStream(rs,os);
-                return os.str();
-            } else {
-                std::ostringstream os;
-                Poco::StreamCopier::copyStream(rs,os);
-                return R"lit({ "error: )lit" + os.str() + R"lit( })lit";
-            }
-        } catch(...) {
-
-        }
-        return "{ \"error\" : \"No call made\" }";
-    }
-
-}

src/ProvWebSocketClient.h

@@ -1,28 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-28.
-//
-
-#pragma once
-
-#include "framework/UI_WebSocketClientServer.h"
-
-namespace OpenWifi {
-
-    class ProvWebSocketClient : public UI_WebSocketClientProcessor {
-    public:
-        explicit ProvWebSocketClient(Poco::Logger &Logger);
-        virtual ~ProvWebSocketClient();
-        virtual void Processor(const Poco::JSON::Object::Ptr &O, std::string &Answer, bool &Done );
-        void ws_command_serial_number_search( const Poco::JSON::Object::Ptr &O, bool &Done, std::string &Answer);
-        void ws_command_address_completion( const Poco::JSON::Object::Ptr &O, bool &Done, std::string &Answer);
-        void ws_command_exit( const Poco::JSON::Object::Ptr &O, bool &Done, std::string &Answer);
-        void ws_command_invalid( const Poco::JSON::Object::Ptr &O, bool &Done, std::string &Answer);
-        void ws_command_subuser_search( const Poco::JSON::Object::Ptr &O, bool &Done, std::string &Answer);
-        void ws_command_subdevice_search( const Poco::JSON::Object::Ptr &O, bool &Done, std::string &Answer);
-        std::string GoogleGeoCodeCall(const std::string &A);
-    private:
-        Poco::Logger & Logger_;
-        inline Poco::Logger & Logger() { return Logger_; }
-    };
-
-}

src/RESTAPI/RESTAPI_asset_server.cpp

@@ -1,21 +0,0 @@
-//
-// Created by stephane bourque on 2021-07-10.
-//
-
-#include "RESTAPI_asset_server.h"
-#include "Poco/File.h"
-#include "framework/ow_constants.h"
-#include "Daemon.h"
-
-namespace OpenWifi {
-    void RESTAPI_asset_server::DoGet() {
-        Poco::File  AssetFile;
-
-        std::string AssetName = GetBinding(RESTAPI::Protocol::ID, "");
-        AssetFile = Daemon()->AssetDir() + "/" + AssetName;
-        if(!AssetFile.isFile()) {
-            return NotFound();
-        }
-        SendFile(AssetFile);
-    }
-}

src/RESTAPI/RESTAPI_asset_server.h

@@ -1,31 +0,0 @@
-//
-// Created by stephane bourque on 2021-07-10.
-//
-
-#pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
-
-namespace OpenWifi {
-    class RESTAPI_asset_server : public RESTAPIHandler {
-    public:
-        RESTAPI_asset_server(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting &Server, uint64_t TransactionId, bool Internal)
-                : RESTAPIHandler(bindings, L,
-                                 std::vector<std::string>
-                                         {
-                                          Poco::Net::HTTPRequest::HTTP_GET,
-                                          Poco::Net::HTTPRequest::HTTP_OPTIONS},
-                                          Server,
-                                          TransactionId,
-                                          Internal, false) {}
-        static auto PathName() { return std::list<std::string>{"/wwwassets/{id}"}; };
-        void DoGet() final;
-        void DoPost() final {};
-        void DoDelete() final {};
-        void DoPut() final {};
-
-    private:
-
-    };
-}
-

src/RESTAPI/RESTAPI_configurations_handler.cpp

@@ -6,12 +6,14 @@
 //	Arilia Wireless Inc.
 //
 
+#include "framework/MicroService.h"
+
 #include "RESTAPI_configurations_handler.h"
 #include "RESTObjects/RESTAPI_ProvObjects.h"
 #include "StorageService.h"
+#include "framework/RESTAPI_errors.h"
 #include "framework/ConfigurationValidator.h"
 #include "RESTAPI/RESTAPI_db_helpers.h"
-#include "DeviceTypeCache.h"
 
 namespace OpenWifi{
 
@@ -63,14 +65,39 @@ namespace OpenWifi{
             return BadRequest(RESTAPI::Errors::StillInUse);
         }
 
-        DB_.DeleteRecord("id", UUID);
-        MoveUsage(StorageService()->PolicyDB(),DB_,Existing.managementPolicy,"",Existing.info.id);
-        RemoveMembership(StorageService()->VenueDB(),&ProvObjects::Venue::configurations,Existing.venue,Existing.info.id);
-        RemoveMembership(StorageService()->EntityDB(),&ProvObjects::Entity::configurations,Existing.entity,Existing.info.id);
-        for(const auto &i:Existing.variables)
-            RemoveMembership(StorageService()->VariablesDB(),&ProvObjects::VariableBlock::configurations,i,Existing.info.id);
+        if(DB_.DeleteRecord("id", UUID)) {
+            return OK();
+        }
+        InternalError(RESTAPI::Errors::CouldNotBeDeleted);
+    }
 
-        return OK();
+    bool RESTAPI_configurations_handler::ValidateConfigBlock(const ProvObjects::DeviceConfiguration &Config, std::string & Error) {
+        static const std::vector<std::string> SectionNames{ "globals", "interfaces", "metrics", "radios", "services", "unit" };
+
+        for(const auto &i:Config.configuration) {
+            Poco::JSON::Parser  P;
+            if(i.name.empty()) {
+                BadRequest(RESTAPI::Errors::NameMustBeSet);
+                return false;
+            }
+            auto Blocks = P.parse(i.configuration).extract<Poco::JSON::Object::Ptr>();
+            auto N = Blocks->getNames();
+            for(const auto &j:N) {
+                if(std::find(SectionNames.cbegin(),SectionNames.cend(),j)==SectionNames.cend()) {
+                    BadRequest(RESTAPI::Errors::ConfigBlockInvalid);
+                    return false;
+                }
+            }
+
+            if(ValidateUCentralConfiguration(i.configuration, Error)) {
+                /* nothing to do */ ;
+            } else {
+                // std::cout << "Block: " << std::endl << ">>>" << std::endl << i.configuration << std::endl << ">>> REJECTED" << std::endl;
+                return false;
+            }
+
+        }
+        return true;
     }
 
     void RESTAPI_configurations_handler::DoPost() {
@@ -79,13 +106,13 @@ namespace OpenWifi{
             return BadRequest(RESTAPI::Errors::MissingUUID);
         }
 
-        const auto & RawObject = ParsedBody_;
         std::string Arg;
         if(HasParameter("validateOnly",Arg) && Arg=="true") {
-            if(!RawObject->has("configuration")) {
-                return BadRequest(RESTAPI::Errors::MustHaveConfigElement);
+            auto Body = ParseStream();
+            if(!Body->has("configuration")) {
+                return BadRequest("Must have 'configuration' element.");
             }
-            auto Config=RawObject->get("configuration").toString();
+            auto Config=Body->get("configuration").toString();
             Poco::JSON::Object  Answer;
             std::string Error;
             auto Res = ValidateUCentralConfiguration(Config,Error);
@@ -94,50 +121,37 @@ namespace OpenWifi{
             return ReturnObject(Answer);
         }
 
-        ProvObjects::DeviceConfiguration NewObject;
-        if (!NewObject.from_json(RawObject)) {
+        ProvObjects::DeviceConfiguration C;
+        Poco::JSON::Object::Ptr Obj = ParseStream();
+        if (!C.from_json(Obj)) {
             return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
         }
 
-        if((RawObject->has("deviceRules") && !ValidDeviceRules(NewObject.deviceRules,*this))) {
-            return;
-        }
-
-        if(!ProvObjects::CreateObjectInfo(RawObject,UserInfo_.userinfo,NewObject.info)) {
+        if(!ProvObjects::CreateObjectInfo(Obj,UserInfo_.userinfo,C.info)) {
             return BadRequest(RESTAPI::Errors::NameMustBeSet);
         }
 
-        if(!NewObject.entity.empty() && !StorageService()->EntityDB().Exists("id",NewObject.entity)) {
-            return BadRequest(RESTAPI::Errors::EntityMustExist);
+        if(!C.managementPolicy.empty() && !StorageService()->PolicyDB().Exists("id",C.managementPolicy)) {
+            return BadRequest(RESTAPI::Errors::UnknownId);
         }
 
-        if(!NewObject.venue.empty() && !StorageService()->VenueDB().Exists("id",NewObject.venue)) {
-            return BadRequest(RESTAPI::Errors::VenueMustExist);
-        }
-
-        if(!NewObject.managementPolicy.empty() && !StorageService()->PolicyDB().Exists("id",NewObject.managementPolicy)) {
-            return BadRequest(RESTAPI::Errors::UnknownManagementPolicyUUID);
-        }
-
-        NewObject.inUse.clear();
-        if(NewObject.deviceTypes.empty() || !DeviceTypeCache()->AreAcceptableDeviceTypes(NewObject.deviceTypes, true)) {
+        C.inUse.clear();
+        if(C.deviceTypes.empty() || !StorageService()->AreAcceptableDeviceTypes(C.deviceTypes, true)) {
             return BadRequest(RESTAPI::Errors::InvalidDeviceTypes);
         }
 
-        RESTAPI::Errors::msg Error;
-        if(!ValidateConfigBlock(NewObject,Error)) {
-            return BadRequest(Error);
+        std::string Error;
+        if(!ValidateConfigBlock(C,Error)) {
+            return BadRequest(RESTAPI::Errors::ConfigBlockInvalid + ", error: " + Error);
         }
 
-        if(DB_.CreateRecord(NewObject)) {
-            MoveUsage(StorageService()->PolicyDB(),DB_,"",NewObject.managementPolicy,NewObject.info.id);
-            AddMembership(StorageService()->VenueDB(),&ProvObjects::Venue::configurations,NewObject.venue, NewObject.info.id);
-            AddMembership(StorageService()->EntityDB(),&ProvObjects::Entity::configurations,NewObject.entity, NewObject.info.id);
+        if(DB_.CreateRecord(C)) {
+            DB_.GetRecord("id", C.info.id, C);
+            if(!C.managementPolicy.empty())
+                StorageService()->PolicyDB().AddInUse("id",C.managementPolicy,DB_.Prefix(), C.info.id);
 
-            ConfigurationDB::RecordName AddedRecord;
-            DB_.GetRecord("id", NewObject.info.id, AddedRecord);
             Poco::JSON::Object  Answer;
-            AddedRecord.to_json(Answer);
+            C.to_json(Answer);
             return ReturnObject(Answer);
         }
         InternalError(RESTAPI::Errors::RecordNotCreated);
@@ -150,72 +164,57 @@ namespace OpenWifi{
             return NotFound();
         }
 
-        ProvObjects::DeviceConfiguration    NewObject;
-        const auto & RawObject = ParsedBody_;
-        if (!NewObject.from_json(RawObject)) {
+        ProvObjects::DeviceConfiguration    NewConfig;
+        auto ParsedObj = ParseStream();
+        if (!NewConfig.from_json(ParsedObj)) {
             return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
         }
 
-        if((RawObject->has("deviceRules") && !ValidDeviceRules(NewObject.deviceRules,*this))) {
-            return;
-        }
-
-        if(!UpdateObjectInfo(RawObject, UserInfo_.userinfo, Existing.info)) {
+        if(!UpdateObjectInfo(ParsedObj, UserInfo_.userinfo, Existing.info)) {
             return BadRequest(RESTAPI::Errors::NameMustBeSet);
         }
 
-        if(!NewObject.deviceTypes.empty() && !DeviceTypeCache()->AreAcceptableDeviceTypes(NewObject.deviceTypes, true)) {
+        if(!NewConfig.deviceTypes.empty() && !StorageService()->AreAcceptableDeviceTypes(NewConfig.deviceTypes, true)) {
             return BadRequest(RESTAPI::Errors::InvalidDeviceTypes);
         }
 
-        if(!NewObject.deviceTypes.empty())
-            Existing.deviceTypes = NewObject.deviceTypes;
-
-        RESTAPI::Errors::msg Error;
-        if(!ValidateConfigBlock( NewObject,Error)) {
-            return BadRequest(Error);
+        std::string Error;
+        if(!ValidateConfigBlock( NewConfig,Error)) {
+            return BadRequest(RESTAPI::Errors::ConfigBlockInvalid + ", error: " + Error);
         }
 
-        if(RawObject->has("configuration")) {
-            Existing.configuration = NewObject.configuration;
+        if(ParsedObj->has("configuration")) {
+            Existing.configuration = NewConfig.configuration;
         }
 
-        std::string FromPolicy, ToPolicy;
-        if(!CreateMove(RawObject,"managementPolicy",&ConfigurationDB::RecordName::managementPolicy, Existing, FromPolicy, ToPolicy, StorageService()->PolicyDB()))
-            return BadRequest(RESTAPI::Errors::EntityMustExist);
-
-        std::string FromEntity, ToEntity;
-        if(!CreateMove(RawObject,"entity",&ConfigurationDB::RecordName::entity, Existing, FromEntity, ToEntity, StorageService()->EntityDB()))
-            return BadRequest(RESTAPI::Errors::EntityMustExist);
-
-        std::string FromVenue, ToVenue;
-        if(!CreateMove(RawObject,"venue",&ConfigurationDB::RecordName::venue, Existing, FromVenue, ToVenue, StorageService()->VenueDB()))
-            return BadRequest(RESTAPI::Errors::VenueMustExist);
-
-        Types::UUIDvec_t FromVariables, ToVariables;
-        if(RawObject->has("variables")) {
-            for(const auto &i:NewObject.variables) {
-                if(!i.empty() && !StorageService()->VariablesDB().Exists("id",i)) {
-                    return BadRequest(RESTAPI::Errors::VariableMustExist);
-                }
+        std::string MovePolicy;
+        bool        MovingPolicy=false;
+        if(AssignIfPresent(ParsedObj,"managementPolicy",MovePolicy)) {
+            if(!MovePolicy.empty() && !StorageService()->PolicyDB().Exists("id",NewConfig.managementPolicy)) {
+                return BadRequest(RESTAPI::Errors::UnknownManagementPolicyUUID);
             }
-            for(const auto &i:Existing.variables)
-                FromVariables.emplace_back(i);
-            for(const auto &i:NewObject.variables)
-                ToVariables.emplace_back(i);
-            FromVariables = Existing.variables;
-            ToVariables = NewObject.variables;
-            Existing.variables = ToVariables;
+            MovingPolicy = NewConfig.managementPolicy != Existing.managementPolicy;
         }
 
-        if(RawObject->has("deviceRules"))
-            Existing.deviceRules = NewObject.deviceRules;
+        if(!NewConfig.deviceTypes.empty())
+            Existing.deviceTypes = NewConfig.deviceTypes;
+
+        AssignIfPresent(ParsedObj, "rrm", Existing.rrm);
+        AssignIfPresent(ParsedObj,"firmwareUpgrade",Existing.firmwareUpgrade);
+        AssignIfPresent(ParsedObj,"firmwareRCOnly", Existing.firmwareRCOnly);
+
+        if(!NewConfig.variables.empty())
+            Existing.variables = NewConfig.variables;
 
         if(DB_.UpdateRecord("id",UUID,Existing)) {
-            ManageMembership(StorageService()->VariablesDB(),&ProvObjects::VariableBlock::configurations, FromVariables, ToVariables, Existing.info.id);
-            ManageMembership(StorageService()->VenueDB(), &ProvObjects::Venue::configurations, FromVenue, ToVenue, Existing.info.id);
-            ManageMembership(StorageService()->EntityDB(), &ProvObjects::Entity::configurations, FromEntity, ToEntity, Existing.info.id);
-            MoveUsage(StorageService()->PolicyDB(),DB_,FromPolicy,ToPolicy,Existing.info.id);
+            if(MovingPolicy) {
+                if(!Existing.managementPolicy.empty())
+                    StorageService()->PolicyDB().DeleteInUse("id",Existing.managementPolicy,DB_.Prefix(),Existing.info.id);
+                if(!MovePolicy.empty())
+                    StorageService()->PolicyDB().AddInUse("id",MovePolicy,DB_.Prefix(),Existing.info.id);
+                Existing.managementPolicy = MovePolicy;
+            }
+            DB_.UpdateRecord("id", UUID, Existing);
 
             ProvObjects::DeviceConfiguration    D;
             DB_.GetRecord("id",UUID,D);

src/RESTAPI/RESTAPI_configurations_handler.h

@@ -5,15 +5,16 @@
 //	Created by Stephane Bourque on 2021-03-04.
 //	Arilia Wireless Inc.
 //
-
 #pragma once
-#include "framework/RESTAPI_Handler.h"
+
+#include "framework/MicroService.h"
+#include "RESTObjects/RESTAPI_ProvObjects.h"
 #include "StorageService.h"
 
 namespace OpenWifi {
     class RESTAPI_configurations_handler : public RESTAPIHandler {
     public:
-        RESTAPI_configurations_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
+        RESTAPI_configurations_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServer & Server, uint64_t TransactionId, bool Internal)
         : RESTAPIHandler(bindings, L,
                          std::vector<std::string>{
             Poco::Net::HTTPRequest::HTTP_GET, Poco::Net::HTTPRequest::HTTP_POST,
@@ -21,13 +22,17 @@ namespace OpenWifi {
             Poco::Net::HTTPRequest::HTTP_OPTIONS},
             Server,
             TransactionId,
-            Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/configuration/{uuid}"}; };
-    private:
-        ConfigurationDB     &DB_=StorageService()->ConfigurationDB();
+            Internal),
+            DB_(StorageService()->ConfigurationDB()){}
+
+        static const std::list<const char *> PathName() { return std::list<const char *>{"/api/v1/configurations/{uuid}"}; };
+
         void DoGet();
         void DoPost();
         void DoPut();
         void DoDelete();
+    private:
+        bool ValidateConfigBlock(const ProvObjects::DeviceConfiguration &Config, std::string & Error);
+        ConfigurationDB     &DB_;
     };
 }

src/RESTAPI/RESTAPI_configurations_list_handler.cpp

@@ -10,6 +10,17 @@
 
 namespace OpenWifi{
     void RESTAPI_configurations_list_handler::DoGet() {
-        return ListHandler<ConfigurationDB>("configurations", DB_, *this);
+        if(!QB_.Select.empty()) {
+            return ReturnRecordList<decltype(StorageService()->ConfigurationDB()),
+                    ProvObjects::DeviceConfiguration>("configurations",StorageService()->ConfigurationDB(),*this );
+        } else if(QB_.CountOnly) {
+            Poco::JSON::Object  Answer;
+            auto C = StorageService()->ConfigurationDB().Count();
+            return ReturnCountOnly(C);
+        } else {
+            ProvObjects::DeviceConfigurationVec Configs;
+            StorageService()->ConfigurationDB().GetRecords(QB_.Offset,QB_.Limit,Configs);
+            return MakeJSONObjectArray("configurations", Configs, *this);
+        }
     }
 }

src/RESTAPI/RESTAPI_configurations_list_handler.h

@@ -3,24 +3,24 @@
 //
 
 #pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
+
+#include "framework/MicroService.h"
 
 namespace OpenWifi {
 
     class RESTAPI_configurations_list_handler : public RESTAPIHandler {
     public:
-        RESTAPI_configurations_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
+        RESTAPI_configurations_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServer & Server, uint64_t TransactionId, bool Internal)
         : RESTAPIHandler(bindings, L,
                          std::vector<std::string>{
             Poco::Net::HTTPRequest::HTTP_GET,
             Poco::Net::HTTPRequest::HTTP_OPTIONS},
             Server,
             TransactionId,
-            Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/configuration"}; };
-    private:
-        ConfigurationDB & DB_=StorageService()->ConfigurationDB();
+            Internal) {}
+
+        static const std::list<const char *> PathName() { return std::list<const char *>{"/api/v1/configurations"}; };
+
         void DoGet() final;
         void DoPost() final {};
         void DoPut() final {};

src/RESTAPI/RESTAPI_contact_handler.cpp

@@ -8,7 +8,8 @@
 
 #include "RESTAPI_contact_handler.h"
 
-#include "framework/ow_constants.h"
+#include "framework/RESTAPI_protocol.h"
+#include "framework/RESTAPI_errors.h"
 #include "RESTObjects/RESTAPI_ProvObjects.h"
 #include "RESTAPI_db_helpers.h"
 
@@ -66,10 +67,12 @@ namespace OpenWifi{
             return BadRequest(RESTAPI::Errors::StillInUse);
         }
 
-        DB_.DeleteRecord("id",UUID);
-        RemoveMembership(StorageService()->EntityDB(),&ProvObjects::Entity::contacts,Existing.entity,Existing.info.id);
-        MoveUsage(StorageService()->PolicyDB(),DB_,Existing.info.id,"",Existing.info.id);
-        return OK();
+        if(DB_.DeleteRecord("id",UUID)) {
+            if(!Existing.entity.empty())
+                StorageService()->EntityDB().DeleteLocation("id",Existing.entity,UUID);
+            return OK();
+        }
+        InternalError(RESTAPI::Errors::CouldNotBeDeleted);
     }
 
     void RESTAPI_contact_handler::DoPost() {
@@ -79,7 +82,7 @@ namespace OpenWifi{
             return BadRequest(RESTAPI::Errors::MissingUUID);
         }
 
-        const auto & Obj = ParsedBody_;
+        auto Obj = ParseStream();
         ProvObjects::Contact NewObject;
         if (!NewObject.from_json(Obj)) {
             return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
@@ -89,7 +92,7 @@ namespace OpenWifi{
             return BadRequest(RESTAPI::Errors::NameMustBeSet);
         }
 
-        if(NewObject.entity.empty() && !StorageService()->EntityDB().Exists("id",NewObject.entity)) {
+        if(NewObject.entity.empty() || !StorageService()->EntityDB().Exists("id",NewObject.entity)) {
             return BadRequest(RESTAPI::Errors::EntityMustExist);
         }
 
@@ -100,8 +103,10 @@ namespace OpenWifi{
         NewObject.inUse.clear();
 
         if(DB_.CreateRecord(NewObject)) {
-            AddMembership(StorageService()->EntityDB(),&ProvObjects::Entity::contacts,NewObject.entity,NewObject.info.id);
-            MoveUsage(StorageService()->PolicyDB(),DB_,"",NewObject.managementPolicy,NewObject.info.id);
+
+            StorageService()->EntityDB().AddContact("id",NewObject.entity,NewObject.info.id);
+            if(!NewObject.managementPolicy.empty())
+                StorageService()->PolicyDB().AddInUse("id",NewObject.managementPolicy,DB_.Prefix(),NewObject.info.id);
 
             ProvObjects::Contact    NewContact;
             StorageService()->ContactDB().GetRecord("id", NewObject.info.id, NewContact);
@@ -121,7 +126,7 @@ namespace OpenWifi{
             return NotFound();
         }
 
-        const auto & RawObject = ParsedBody_;
+        auto RawObject = ParseStream();
         ProvObjects::Contact NewObject;
         if (!NewObject.from_json(RawObject)) {
             return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
@@ -131,13 +136,25 @@ namespace OpenWifi{
             return BadRequest(RESTAPI::Errors::NameMustBeSet);
         }
 
-        std::string FromPolicy, ToPolicy;
-        if(!CreateMove(RawObject,"managementPolicy",&ContactDB::RecordName::managementPolicy, Existing, FromPolicy, ToPolicy, StorageService()->PolicyDB()))
-            return BadRequest(RESTAPI::Errors::EntityMustExist);
+        std::string MoveToPolicy, MoveFromPolicy;
+        bool MovingPolicy=false;
+        if(AssignIfPresent(RawObject,"managementPolicy",MoveToPolicy)) {
+            if(!MoveToPolicy.empty() && !StorageService()->PolicyDB().Exists("id",MoveToPolicy)) {
+                return BadRequest(RESTAPI::Errors::UnknownManagementPolicyUUID);
+            }
+            MoveFromPolicy = Existing.managementPolicy;
+            MovingPolicy = MoveToPolicy != Existing.managementPolicy;
+        }
 
-        std::string FromEntity, ToEntity;
-        if(!CreateMove(RawObject,"entity",&ContactDB::RecordName::entity, Existing, FromEntity, ToEntity, StorageService()->EntityDB()))
-            return BadRequest(RESTAPI::Errors::EntityMustExist);
+        std::string MoveToEntity,MoveFromEntity;
+        bool MovingEntity=false;
+        if(AssignIfPresent(RawObject,"entity",MoveToEntity)) {
+            if(!MoveToEntity.empty() && !StorageService()->EntityDB().Exists("id",MoveToEntity)) {
+                return BadRequest(RESTAPI::Errors::EntityMustExist);
+            }
+            MoveFromEntity = Existing.entity;
+            MovingEntity = MoveToEntity != Existing.entity ;
+        }
 
         AssignIfPresent(RawObject, "title", Existing.title);
         AssignIfPresent(RawObject, "salutation", Existing.salutation);
@@ -155,9 +172,26 @@ namespace OpenWifi{
         if(RawObject->has("phones"))
             Existing.phones = NewObject.phones;
 
+        Existing.entity = MoveToEntity;
+        Existing.managementPolicy = MoveToPolicy;
+
         if(DB_.UpdateRecord("id", UUID, Existing)) {
-            MoveUsage(StorageService()->PolicyDB(),DB_,FromPolicy,ToPolicy,Existing.info.id);
-            ManageMembership(StorageService()->EntityDB(),&ProvObjects::Entity::contacts,FromEntity,ToEntity,Existing.info.id);
+
+            if(MovingPolicy) {
+                if(!MoveFromPolicy.empty())
+                    StorageService()->PolicyDB().DeleteInUse("id",MoveFromPolicy,DB_.Prefix(),Existing.info.id);
+                if(!MoveToPolicy.empty())
+                    StorageService()->PolicyDB().AddInUse("id", MoveToPolicy, DB_.Prefix(), Existing.info.id);
+            }
+
+            if(MovingEntity) {
+                if(!MoveFromEntity.empty()) {
+                    StorageService()->EntityDB().DeleteContact("id", MoveFromEntity, Existing.info.id);
+                }
+                if(!MoveToEntity.empty()) {
+                    StorageService()->EntityDB().AddContact("id", MoveToEntity, Existing.info.id);
+                }
+            }
 
             ProvObjects::Contact    NewObjectAdded;
             DB_.GetRecord("id", UUID, NewObjectAdded);

src/RESTAPI/RESTAPI_contact_handler.h

@@ -7,13 +7,14 @@
 //
 
 #pragma once
-#include "framework/RESTAPI_Handler.h"
+
+#include "framework/MicroService.h"
 #include "StorageService.h"
 
 namespace OpenWifi {
     class RESTAPI_contact_handler : public RESTAPIHandler {
     public:
-        RESTAPI_contact_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
+        RESTAPI_contact_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServer & Server, uint64_t TransactionId, bool Internal)
         : RESTAPIHandler(bindings, L,
                          std::vector<std::string>{
             Poco::Net::HTTPRequest::HTTP_GET, Poco::Net::HTTPRequest::HTTP_POST,
@@ -21,14 +22,15 @@ namespace OpenWifi {
             Poco::Net::HTTPRequest::HTTP_OPTIONS},
             Server,
             TransactionId,
-            Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/contact/{uuid}"}; };
+            Internal),
+            DB_(StorageService()->ContactDB()){}
+        static const std::list<const char *> PathName() { return std::list<const char *>{"/api/v1/contact/{uuid}"}; };
 
     private:
-        ContactDB       &DB_=StorageService()->ContactDB();
         void DoGet() final;
         void DoPost() final;
         void DoPut() final;
         void DoDelete() final;
+        ContactDB       &DB_;
     };
 }

src/RESTAPI/RESTAPI_contact_list_handler.cpp

@@ -10,6 +10,17 @@
 
 namespace OpenWifi{
     void RESTAPI_contact_list_handler::DoGet() {
-        return ListHandler<ContactDB>("contacts", DB_, *this);
+        if(!QB_.Select.empty()) {
+            return ReturnRecordList<decltype(StorageService()->ContactDB()),
+            ProvObjects::Contact>("contacts",StorageService()->ContactDB(),*this );
+        } else if(QB_.CountOnly) {
+            Poco::JSON::Object  Answer;
+            auto C = StorageService()->ContactDB().Count();
+            return ReturnCountOnly(C);
+        } else {
+            ProvObjects::ContactVec Contacts;
+            StorageService()->ContactDB().GetRecords(QB_.Offset,QB_.Limit,Contacts);
+            return MakeJSONObjectArray("contacts", Contacts, *this);
+        }
     }
 }

src/RESTAPI/RESTAPI_contact_list_handler.h

@@ -3,24 +3,24 @@
 //
 
 #pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
+
+#include "framework/MicroService.h"
+#include "RESTObjects/RESTAPI_ProvObjects.h"
 
 namespace OpenWifi {
 
     class RESTAPI_contact_list_handler : public RESTAPIHandler {
     public:
-        RESTAPI_contact_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
+        RESTAPI_contact_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServer & Server, uint64_t TransactionId, bool Internal)
         : RESTAPIHandler(bindings, L,
                          std::vector<std::string>{
             Poco::Net::HTTPRequest::HTTP_GET,
             Poco::Net::HTTPRequest::HTTP_OPTIONS},
             Server,
             TransactionId,
-            Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/contact"}; };
-    private:
-        ContactDB   & DB_=StorageService()->ContactDB();
+            Internal) {}
+        static const std::list<const char *> PathName() { return std::list<const char *>{"/api/v1/contact"}; };
+
         void DoGet() final;
         void DoPost() final {};
         void DoPut() final {};

src/RESTAPI/RESTAPI_db_helpers.h

@@ -6,15 +6,12 @@
 
 #include "RESTObjects/RESTAPI_ProvObjects.h"
 #include "StorageService.h"
-#include "framework/ConfigurationValidator.h"
-#include "sdks/SDK_sec.h"
-#include "Poco/StringTokenizer.h"
-
-#include "libs/croncpp.h"
+#include "framework/MicroService.h"
+#include "framework/RESTAPI_errors.h"
 
 namespace OpenWifi {
 
-    inline static void AddInfoBlock(const ProvObjects::ObjectInfo & O, Poco::JSON::Object &J) {
+    static void AddInfoBlock(const ProvObjects::ObjectInfo & O, Poco::JSON::Object &J) {
         J.set("name", O.name);
         J.set("description", O.description);
         J.set("id", O.id);
@@ -157,6 +154,9 @@ namespace OpenWifi {
         return R.ReturnObject(Answer);
     }
 
+//    ReturnRecordList<decltype(StorageService()->InventoryDB()),
+//            ProvObjects::InventoryTag>("taglist",StorageService()->InventoryDB(),*this );
+
     inline static bool is_uuid(const std::string &u) {
         return u.find('-') != std::string::npos;
     }
@@ -172,7 +172,7 @@ namespace OpenWifi {
                     AddExtendedInfo(E,Obj);
                 ObjArr.add(Obj);
             } else {
-                return R.BadRequest(RESTAPI::Errors::UnknownId);
+                return R.BadRequest(RESTAPI::Errors::UnknownId + i);
             }
         }
         Poco::JSON::Object  Answer;
@@ -191,7 +191,7 @@ namespace OpenWifi {
                     AddExtendedInfo(E,Obj);
                 ObjArr.add(Obj);
             } else {
-                return R.BadRequest(RESTAPI::Errors::UnknownId);
+                return R.BadRequest(RESTAPI::Errors::UnknownId + i);
             }
         }
         Poco::JSON::Object  Answer;
@@ -212,492 +212,4 @@ namespace OpenWifi {
         return true;
     }
 
-    typedef std::tuple<std::string,std::string,std::string> triplet_t;
-
-    inline void AddLocationTriplet(const std::string &id, std::vector<triplet_t> & IDs) {
-        ProvObjects::Location   L;
-        if(StorageService()->LocationDB().GetRecord("id",id,L)) {
-            IDs.emplace_back(std::make_tuple(L.info.name,L.info.description,L.info.id));
-        }
-    }
-
-    inline void AddLocationTriplet(const std::vector<std::string> &id, std::vector<triplet_t> & IDs) {
-        for(const auto &i:id)
-            AddLocationTriplet(i,IDs);
-    }
-
-    inline void GetLocationsForEntity(const std::string &ID, std::vector<triplet_t> & IDs) {
-        ProvObjects::Entity  Existing;
-        if(StorageService()->EntityDB().template GetRecord("id",ID,Existing)) {
-            if(!Existing.locations.empty()) {
-                AddLocationTriplet(Existing.locations,IDs);
-            }
-            if(!Existing.parent.empty()) {
-                GetLocationsForEntity(Existing.parent,IDs);
-            }
-            if(ID==EntityDB::RootUUID())
-                return;
-        }
-    }
-
-    inline void GetLocationsForVenue(const std::string &ID, std::vector<triplet_t> & IDs) {
-        ProvObjects::Venue  Existing;
-        if(StorageService()->VenueDB().template GetRecord("id",ID,Existing)) {
-            if(!Existing.parent.empty()) {
-                GetLocationsForVenue(Existing.parent,IDs);
-            }
-            ProvObjects::Entity E;
-            if(StorageService()->EntityDB().GetRecord("id", Existing.entity, E)) {
-                AddLocationTriplet(E.locations,IDs);
-            }
-            return;
-        }
-    }
-
-    template <typename DB> void ListHandler(const char *BlockName,DB & DBInstance, RESTAPIHandler & R) {
-        auto Entity = R.GetParameter("entity", "");
-        auto Venue = R.GetParameter("venue", "");
-
-        typedef typename DB::RecordVec      RecVec;
-        typedef typename DB::RecordName     RecType;
-
-        if constexpr(std::is_same_v<RecType,ProvObjects::Venue>) {
-            auto LocationsForVenue = R.GetParameter("locationsForVenue","");
-            if(!LocationsForVenue.empty()) {
-                std::vector<triplet_t>  IDs;
-                GetLocationsForVenue(LocationsForVenue,IDs);
-                Poco::JSON::Array   A;
-                for(const auto &[name,description,uuid]:IDs) {
-                    Poco::JSON::Object  O;
-                    O.set("name", name);
-                    O.set("description",description);
-                    O.set("uuid",uuid);
-                    A.add(O);
-                }
-                Poco::JSON::Object  Answer;
-                Answer.set("locations",A);
-                return R.ReturnObject(Answer);
-            }
-        }
-
-        if(!R.QB_.Select.empty()) {
-            return ReturnRecordList<decltype(DBInstance),
-                    RecType>(BlockName, DBInstance, R);
-        } if(!Entity.empty()) {
-            RecVec Entries;
-            DBInstance.GetRecords(R.QB_.Offset,R.QB_.Limit,Entries," entity=' " + Entity +"'");
-            if(R.QB_.CountOnly)
-                return R.ReturnCountOnly(Entries.size());
-            return MakeJSONObjectArray(BlockName, Entries, R);
-        } if(!Venue.empty()) {
-            RecVec Entries;
-            DBInstance.GetRecords(R.QB_.Offset,R.QB_.Limit,Entries," venue=' " + Venue +"'");
-            if(R.QB_.CountOnly)
-                return R.ReturnCountOnly(Entries.size());
-            return MakeJSONObjectArray(BlockName, Entries, R);
-        } else if(R.QB_.CountOnly) {
-            Poco::JSON::Object  Answer;
-            auto C = DBInstance.Count();
-            return R.ReturnCountOnly(C);
-        } else {
-            RecVec Entries;
-            DBInstance.GetRecords(R.QB_.Offset,R.QB_.Limit,Entries);
-            return MakeJSONObjectArray(BlockName, Entries, R);
-        }
-    }
-
-    template <typename db_type> void ListHandlerForOperator(const char *BlockName,db_type & DB, RESTAPIHandler & R, const Types::UUID_t & OperatorId, const Types::UUID_t & subscriberId="") {
-        typedef typename db_type::RecordVec      RecVec;
-        typedef typename db_type::RecordName     RecType;
-
-        auto whereClause = subscriberId.empty() ?
-                            fmt::format(" operatorId='{}'", OperatorId) :
-                            fmt::format(" operatorId='{}' and subscriberId='{}' ", OperatorId, subscriberId);
-
-        if(R.QB_.CountOnly) {
-            auto Count = DB.Count( whereClause );
-            return R.ReturnCountOnly(Count);
-        }
-
-        if(!R.QB_.Select.empty()) {
-            return ReturnRecordList<decltype(DB),
-                    RecType>(BlockName, DB, R);
-        }
-
-        RecVec  Entries;
-        DB.GetRecords(R.QB_.Offset,R.QB_.Limit,Entries,whereClause);
-        return MakeJSONObjectArray(BlockName, Entries, R);
-    }
-
-    template <typename db_type, typename ObjectDB> void MoveUsage(db_type &DB_InUse, ObjectDB & DB, const std::string & From, const std::string & To, const std::string &Id) {
-        if(From!=To) {
-            if(!From.empty())
-                DB_InUse.DeleteInUse("id",From,DB.Prefix(),Id);
-            if(!To.empty())
-                DB_InUse.AddInUse("id",To,DB.Prefix(),Id);
-        }
-    }
-
-    template <typename db_type, typename ObjectDB> void MoveUsage(db_type &DB_InUse, ObjectDB & DB, const Types::UUIDvec_t & From, const Types::UUIDvec_t & To, const std::string &Id) {
-        if(From!=To) {
-            if(!From.empty()) {
-                for(const auto &i:From)
-                    DB_InUse.DeleteInUse("id", i, DB.Prefix(), Id);
-            }
-            if(!To.empty()) {
-                for(const auto &i:To)
-                    DB_InUse.AddInUse("id", i, DB.Prefix(), Id);
-            }
-        }
-    }
-
-    template <typename db_type> void MoveChild(db_type &DB, const std::string & Parent, const std::string & Child, const std::string &Id) {
-        if(Parent!=Child) {
-            if(!Parent.empty())
-                DB.InUse.DeleteInUse("id",Parent,Id);
-            if(!Child.empty())
-                DB.AddInUse("id",Child,Id);
-        }
-    }
-
-    template <typename db_type, typename Member> void RemoveMembership( db_type & DB, Member T, const std::string & Obj, const std::string &Id) {
-        if(!Obj.empty())
-            DB.ManipulateVectorMember(T, "id", Obj, Id, false);
-    }
-
-    template <typename db_type, typename Member> void AddMembership( db_type & DB, Member T, const std::string & Obj, const std::string &Id) {
-        if(!Obj.empty())
-            DB.ManipulateVectorMember(T, "id", Obj, Id, true);
-    }
-
-    template <typename db_type, typename Member> void ManageMembership( db_type & DB, Member T, const std::string & From, const std::string & To, const std::string &Id) {
-        RemoveMembership(DB,T,From,Id);
-        AddMembership(DB,T,To,Id);
-    }
-
-    template <typename db_type, typename Member> void ManageMembership( db_type & DB, Member T, const Types::UUIDvec_t & From, const Types::UUIDvec_t & To, const std::string &Id) {
-        if(From!=To) {
-            for (const auto &i: From) {
-                RemoveMembership(DB, T, i, Id);
-            }
-            for (const auto &i: To) {
-                AddMembership(DB, T, i, Id);
-            }
-        }
-    }
-
-    template <typename Member, typename Rec, typename db_type > bool CreateMove(const Poco::JSON::Object::Ptr & RawObj, const char *fieldname, Member T, Rec & Existing, std::string &From, std::string &To, db_type & TheDB) {
-        if(RawObj->has(fieldname)) {
-            From = Existing.*T;
-            To = RawObj->get(fieldname).toString();
-            if(!To.empty() && !TheDB.Exists("id",To))
-                return false;
-            Existing.*T=To;
-        }
-        return true;
-    }
-
-    inline std::string FindParentEntity(const ProvObjects::Venue &V) {
-        if(V.parent.empty())
-            return V.entity;
-        ProvObjects::Venue  P;
-        if(StorageService()->VenueDB().GetRecord("id",V.parent,P))
-            return FindParentEntity(P);
-        return EntityDB::RootUUID();
-    }
-
-    inline bool ValidateConfigBlock(const ProvObjects::DeviceConfiguration &Config, RESTAPI::Errors::msg & Error) {
-        static const std::vector<std::string> SectionNames{ "globals", "interfaces", "metrics", "radios", "services",
-                                                            "unit", "definitions", "ethernet", "switch", "config-raw",
-                                                            "third-party" };
-
-        for(const auto &i:Config.configuration) {
-            Poco::JSON::Parser  P;
-            if(i.name.empty()) {
-                std::cout << "Name is empty" << std::endl;
-                Error = RESTAPI::Errors::NameMustBeSet;
-                return false;
-            }
-
-            try {
-                auto Blocks = P.parse(i.configuration).extract<Poco::JSON::Object::Ptr>();
-                auto N = Blocks->getNames();
-                for (const auto &j: N) {
-                    if (std::find(SectionNames.cbegin(), SectionNames.cend(), j) == SectionNames.cend()) {
-                        Error = RESTAPI::Errors::UnknownConfigurationSection;
-                        return false;
-                    }
-                }
-            } catch (const Poco::JSON::JSONException &E ) {
-                Error = RESTAPI::Errors::InvalidJSONDocument;
-                return false;
-            }
-
-            try {
-                std::string ErrorText;
-                if (ValidateUCentralConfiguration(i.configuration, ErrorText)) {
-                    // std::cout << "Block: " << i.name << " is valid" << std::endl;
-                } else {
-                    Error =  RESTAPI::Errors::ConfigBlockInvalid ;
-                    return false;
-                }
-            } catch(...) {
-                std::cout << "Exception in validation" << std::endl;
-                return false;
-            }
-
-        }
-        return true;
-    }
-
-    template <typename Type> std::map<std::string,std::string>   CreateObjects(Type & NewObject, RESTAPIHandler & R, RESTAPI::Errors::msg & Error) {
-        std::map<std::string,std::string>   Result;
-
-        auto createObjects = R.GetParameter("createObjects","");
-        if(!createObjects.empty()) {
-            std::cout << "createObjects: " << createObjects << std::endl;
-            Poco::JSON::Parser P;
-            auto Objects = P.parse(createObjects).extract<Poco::JSON::Object::Ptr>();
-            if(Objects->isArray("objects")) {
-                auto ObjectsArray = Objects->getArray("objects");
-                for(const auto &i:*ObjectsArray) {
-                    auto Object = i.extract<Poco::JSON::Object::Ptr>();
-                    if (Object->has("location")) {
-                        auto LocationDetails = Object->get("location").extract<Poco::JSON::Object::Ptr>();
-                        ProvObjects::Location LC;
-                        if (LC.from_json(LocationDetails)) {
-                            if constexpr(std::is_same_v<Type,ProvObjects::Venue>) {
-                                std::cout << "Location decoded: " << LC.info.name << std::endl;
-                                std::string ParentEntity = FindParentEntity(NewObject);
-                                ProvObjects::CreateObjectInfo(R.UserInfo_.userinfo, LC.info);
-                                LC.entity = ParentEntity;
-                                if (StorageService()->LocationDB().CreateRecord(LC)) {
-                                    NewObject.location = LC.info.id;
-                                    AddMembership(StorageService()->EntityDB(), &ProvObjects::Entity::locations,
-                                                  ParentEntity, LC.info.id);
-                                    Result["location"] = LC.info.id;
-                                }
-                            }
-                            if constexpr(std::is_same_v<Type,ProvObjects::Operator>) {
-                                std::cout << "Location decoded: " << LC.info.name << std::endl;
-                                std::string ParentEntity = FindParentEntity(NewObject);
-                                ProvObjects::CreateObjectInfo(R.UserInfo_.userinfo, LC.info);
-                                LC.entity = ParentEntity;
-                                if (StorageService()->LocationDB().CreateRecord(LC)) {
-                                    NewObject.location = LC.info.id;
-                                    AddMembership(StorageService()->EntityDB(), &ProvObjects::Entity::locations,
-                                                  ParentEntity, LC.info.id);
-                                    Result["location"] = LC.info.id;
-                                }
-                            }
-                        } else {
-                            Error = RESTAPI::Errors::InvalidJSONDocument;
-                            break;
-                        }
-                    } else if (Object->has("contact")) {
-                        auto ContactDetails = Object->get("contact").extract<Poco::JSON::Object::Ptr>();
-                        ProvObjects::Contact CC;
-                        if (CC.from_json(ContactDetails)) {
-                            std::cout << "contact decoded: " << CC.info.name << std::endl;
-                        } else {
-                            std::cout << "contact not decoded." << std::endl;
-                        }
-                    } else if (Object->has("configuration")) {
-                        auto ConfigurationDetails = Object->get("configuration").template extract<Poco::JSON::Object::Ptr>();
-                        ProvObjects::DeviceConfiguration    DC;
-                        if(DC.from_json(ConfigurationDetails)) {
-                            if constexpr(std::is_same_v<Type, ProvObjects::InventoryTag>) {
-                                if(!ValidateConfigBlock(DC,Error)) {
-                                    break;
-                                }
-                                std::cout << "Configuration decoded: " << DC.info.name << std::endl;
-                                ProvObjects::CreateObjectInfo(R.UserInfo_.userinfo, DC.info);
-                                if (StorageService()->ConfigurationDB().CreateRecord(DC)) {
-                                    NewObject.deviceConfiguration = DC.info.id;
-                                    Result["configuration"] = DC.info.id;
-                                }
-                            }
-                        } else {
-                            Error = RESTAPI::Errors::InvalidJSONDocument;
-                            break;
-                        }
-                    }
-                }
-            }
-        }
-        return Result;
-    }
-
-    inline bool ValidSchedule(const std::string &v) {
-        try
-        {
-            auto cron = cron::make_cron(v);
-            return true;
-        }
-        catch (cron::bad_cronexpr const & ex)
-        {
-        }
-        return false;
-    }
-
-    inline bool ValidRRM(const std::string &v) {
-        if((v=="no") || (v=="inherit")) return true;
-        try {
-            Poco::JSON::Parser  P;
-            auto O = P.parse(v).extract<Poco::JSON::Object::Ptr>();
-
-            ProvObjects::RRMDetails D;
-            if(D.from_json(O)) {
-                return ValidSchedule(D.schedule);
-            }
-        } catch (...) {
-
-        }
-        return false;
-    }
-
-    inline bool ValidDeviceRules(const ProvObjects::DeviceRules & DR) {
-        return  (ValidRRM(DR.rrm)) &&
-                (DR.firmwareUpgrade=="yes" || DR.firmwareUpgrade=="no" || DR.firmwareUpgrade=="inherit") &&
-                (DR.rcOnly=="yes" || DR.rcOnly=="no" || DR.rcOnly=="inherit");
-    }
-
-    inline bool ValidDeviceRules(const ProvObjects::DeviceRules & DR, RESTAPIHandler &H) {
-        if(ValidDeviceRules(DR))
-            return true;
-        H.BadRequest(RESTAPI::Errors::InvalidRRM);
-        return false;
-    }
-
-    inline bool ValidSourceIP([[maybe_unused]] const std::vector<std::string> & IPs) {
-        return true;
-    }
-
-    inline bool ValidPeriod(const std::string &P) {
-        return (P=="hourly" || P=="daily" || P=="monthly" || P=="yearly" ||
-                P=="quarterly" || P=="lifetime" || P=="custom1" ||
-                P=="custom2"|| P=="custom3"|| P=="custom4");
-    }
-
-    inline bool ValidContactType(const std::string &contact) {
-        auto C = Poco::toLower(contact);
-        return (C=="subscriber" || C=="user" || C=="installer" || C=="csr" ||
-                C=="manager" || C=="businessowner" || C=="technician" ||
-                C=="corporate");
-    }
-
-    inline bool ValidContactType(const std::string &contact, RESTAPIHandler &H) {
-        auto C = Poco::toLower(contact);
-        if (C=="subscriber" || C=="user" || C=="installer" || C=="csr" ||
-                C=="manager" || C=="businessowner" || C=="technician" ||
-                C=="corporate")
-            return true;
-        H.BadRequest(RESTAPI::Errors::InvalidContactType);
-        return false;
-    }
-
-    inline bool ValidLocationType(const std::string &location) {
-        auto C = Poco::toLower(location);
-        return (C=="service" || C=="equipment" || C=="auto" || C=="manual" ||
-                C=="special" || C=="unknown" || C=="corporate");
-    }
-
-    inline bool ValidLocationType(const std::string &location, RESTAPIHandler &H) {
-        auto C = Poco::toLower(location);
-        if((C=="service" || C=="equipment" || C=="auto" || C=="manual" ||
-                C=="special" || C=="unknown" || C=="corporate"))
-            return true;
-        H.BadRequest(RESTAPI::Errors::InvalidLocationType);
-        return false;
-    }
-
-    template <typename DBType> bool ValidDbId(const Types::UUID_t &uuid, DBType & DB, bool AllowEmpty , const RESTAPI::Errors::msg &Error , RESTAPIHandler & H) {
-        if(!AllowEmpty && uuid.empty()) {
-            H.BadRequest(Error);
-            return false;
-        }
-        if(uuid.empty())
-            return true;
-        if(!DB.Exists("id",uuid)) {
-            H.BadRequest(Error);
-            return false;
-        }
-        return true;
-    }
-
-    inline bool ValidSubscriberId( const Types::UUID_t & uuid, bool AllowEmpty, RESTAPIHandler &H ) {
-        if(!AllowEmpty && uuid.empty()) {
-            H.BadRequest(RESTAPI::Errors::InvalidSubscriberId);
-            return false;
-        }
-        if(uuid.empty())
-            return true;
-        SecurityObjects::UserInfo   NewSubInfo;
-        if(!SDK::Sec::Subscriber::Get(&H, uuid, NewSubInfo)) {
-            H.BadRequest(RESTAPI::Errors::InvalidSubscriberId);
-            return false;
-        }
-        return true;
-    }
-
-    inline bool ValidSubscriberId( const Types::UUID_t & uuid, bool AllowEmpty, std::string & email, RESTAPIHandler &H ) {
-        if(!AllowEmpty && uuid.empty()) {
-            H.BadRequest(RESTAPI::Errors::InvalidSubscriberId);
-            return false;
-        }
-        if(uuid.empty())
-            return true;
-        SecurityObjects::UserInfo   NewSubInfo;
-        if(!SDK::Sec::Subscriber::Get(&H, uuid, NewSubInfo)) {
-            H.BadRequest(RESTAPI::Errors::InvalidSubscriberId);
-            return false;
-        }
-        email = NewSubInfo.email;
-        return true;
-    }
-
-    inline bool ValidSerialNumber(const std::string &serialNumber, bool AllowEmpty, RESTAPIHandler &H) {
-        if(!AllowEmpty && serialNumber.empty()) {
-            H.BadRequest(RESTAPI::Errors::InvalidSerialNumber);
-            return false;
-        }
-
-        if(!Utils::ValidSerialNumber(serialNumber)) {
-            H.BadRequest(RESTAPI::Errors::InvalidSerialNumber);
-            return false;
-        }
-        return true;
-    }
-
-    template <typename DBType, typename DBRecordType> void ReturnUpdatedObject( DBType & DB, const DBRecordType & R, RESTAPIHandler &H) {
-        if(DB.UpdateRecord("id",R.info.id,R)) {
-            DBRecordType    Updated;
-            DB.GetRecord("id",R.info.id,Updated);
-            Poco::JSON::Object  Answer;
-            Updated.to_json(Answer);
-            return H.ReturnObject(Answer);
-        } else {
-            H.InternalError(RESTAPI::Errors::RecordNotUpdated);
-        }
-    }
-
-    template <typename DBType, typename DBRecordType> void ReturnCreatedObject( DBType & DB, const DBRecordType & R, RESTAPIHandler &H) {
-        if(DB.CreateRecord(R)) {
-            DBRecordType    Updated;
-            DB.GetRecord("id",R.info.id,Updated);
-            Poco::JSON::Object  Answer;
-            Updated.to_json(Answer);
-            return H.ReturnObject(Answer);
-        } else {
-            H.InternalError(RESTAPI::Errors::RecordNotCreated);
-        }
-    }
-
-    template <typename DBType> void ReturnFieldList(DBType & DB, RESTAPIHandler &H) {
-        Types::StringVec Fields;
-        DB.GetFieldNames(Fields);
-        Poco::JSON::Object  Answer;
-        RESTAPI_utils::field_to_json(Answer,"list",Fields);
-        return H.ReturnObject(Answer);
-    }
 }

src/RESTAPI/RESTAPI_entity_handler.cpp

@@ -14,8 +14,6 @@
 #include "StorageService.h"
 #include "RESTAPI_db_helpers.h"
 
-#include "framework/CIDR.h"
-
 namespace OpenWifi{
 
     void RESTAPI_entity_handler::DoGet() {
@@ -44,14 +42,20 @@ namespace OpenWifi{
         }
 
         if( !Existing.children.empty() || !Existing.devices.empty() || !Existing.venues.empty() || !Existing.locations.empty()
-            || !Existing.contacts.empty() || !Existing.configurations.empty()) {
+            || !Existing.contacts.empty()) {
             return BadRequest(RESTAPI::Errors::StillInUse);
         }
 
-        MoveUsage(StorageService()->PolicyDB(),DB_,Existing.managementPolicy,"",Existing.info.id);
-        DB_.DeleteRecord("id",UUID);
-        DB_.DeleteChild("id",Existing.parent,UUID);
-        return OK();
+        if(!Existing.deviceConfiguration.empty()) {
+            for(auto &i:Existing.deviceConfiguration)
+                StorageService()->ConfigurationDB().DeleteInUse("id", i, DB_.Prefix(), Existing.info.id);
+        }
+
+        if(DB_.DeleteRecord("id",UUID)) {
+            DB_.DeleteChild("id",Existing.parent,UUID);
+            return OK();
+        }
+        InternalError(RESTAPI::Errors::CouldNotBeDeleted);
     }
 
     void RESTAPI_entity_handler::DoPost() {
@@ -60,27 +64,23 @@ namespace OpenWifi{
             return BadRequest(RESTAPI::Errors::MissingUUID);
         }
 
-        if(UUID==EntityDB::RootUUID()) {
-            return BadRequest(RESTAPI::Errors::MissingOrInvalidParameters);
+        if(!DB_.RootExists() && UUID != EntityDB::RootUUID()) {
+            return BadRequest(RESTAPI::Errors::MustCreateRootFirst);
         }
 
-        const auto & RawObject = ParsedBody_;
+        auto Obj = ParseStream();
         ProvObjects::Entity NewEntity;
-        if (!NewEntity.from_json(RawObject)) {
+        if (!NewEntity.from_json(Obj)) {
             return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
         }
 
-        if((RawObject->has("deviceRules") && !ValidDeviceRules(NewEntity.deviceRules,*this))) {
-            return;
-        }
-
-        if(!ProvObjects::CreateObjectInfo(RawObject,UserInfo_.userinfo,NewEntity.info)) {
+        if(!ProvObjects::CreateObjectInfo(Obj,UserInfo_.userinfo,NewEntity.info)) {
             return BadRequest(RESTAPI::Errors::NameMustBeSet);
         }
 
         //  When creating an entity, it cannot have any relations other that parent, notes, name, description. Everything else
         //  must be conveyed through PUT.
-        NewEntity.info.id = (UUID==EntityDB::RootUUID()) ? UUID : MicroServiceCreateUUID();
+        NewEntity.info.id = (UUID==EntityDB::RootUUID()) ? UUID : MicroService::CreateUUID();
 
         if(UUID==EntityDB::RootUUID()) {
             NewEntity.parent="";
@@ -88,6 +88,13 @@ namespace OpenWifi{
             return BadRequest(RESTAPI::Errors::ParentUUIDMustExist);
         }
 
+        if(!NewEntity.deviceConfiguration.empty()) {
+            for(auto &i:NewEntity.deviceConfiguration)
+                if(!StorageService()->ConfigurationDB().Exists("id",i)) {
+                    return BadRequest(RESTAPI::Errors::ConfigurationMustExist);
+                }
+        }
+
         if(!NewEntity.managementPolicy.empty() && !StorageService()->PolicyDB().Exists("id", NewEntity.managementPolicy)){
             return BadRequest(RESTAPI::Errors::UnknownManagementPolicyUUID);
         }
@@ -100,12 +107,13 @@ namespace OpenWifi{
         NewEntity.children.clear();
         NewEntity.contacts.clear();
         NewEntity.locations.clear();
-        NewEntity.deviceConfiguration.clear();
-        NewEntity.managementRoles.clear();
 
-        if(DB_.CreateRecord(NewEntity)) {
-            MoveUsage(StorageService()->PolicyDB(),DB_,"",NewEntity.managementPolicy,NewEntity.info.id);
-            DB_.AddChild("id",NewEntity.parent,NewEntity.info.id);
+        if(DB_.CreateShortCut(NewEntity)) {
+            if(UUID==EntityDB::RootUUID()) {
+                DB_.CheckForRoot();
+            } else {
+                DB_.AddChild("id",NewEntity.parent,NewEntity.info.id);
+            }
 
             Poco::JSON::Object  Answer;
             NewEntity.to_json(Answer);
@@ -130,23 +138,37 @@ namespace OpenWifi{
             return NotFound();
         }
 
-        const auto & RawObject = ParsedBody_;
+        auto RawObject = ParseStream();
         ProvObjects::Entity NewEntity;
         if(!NewEntity.from_json(RawObject)) {
             return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
         }
 
-        if((RawObject->has("deviceRules") && !ValidDeviceRules(NewEntity.deviceRules,*this))) {
-            return;
-        }
-
         if(!UpdateObjectInfo(RawObject, UserInfo_.userinfo, Existing.info)) {
             return BadRequest(RESTAPI::Errors::NameMustBeSet);
         }
 
-        std::string FromPolicy, ToPolicy;
-        if(!CreateMove(RawObject,"managementPolicy",&EntityDB::RecordName::managementPolicy, Existing, FromPolicy, ToPolicy, StorageService()->PolicyDB()))
-            return BadRequest(RESTAPI::Errors::UnknownManagementPolicyUUID);
+        std::string NewManagementPolicy;
+        Types::UUIDvec_t NewConfiguration;
+        bool        MovingConfiguration=false,
+                    MovingManagementPolicy=false;
+        if(RawObject->has("deviceConfiguration")) {
+            if(!NewEntity.deviceConfiguration.empty()) {
+                for(auto &i:NewEntity.deviceConfiguration) {
+                    if(!StorageService()->ConfigurationDB().Exists("id",i)) {
+                        return BadRequest(RESTAPI::Errors::ConfigurationMustExist);
+                    }
+                }
+                NewConfiguration = NewEntity.deviceConfiguration;
+            }
+            MovingConfiguration = Existing.deviceConfiguration != NewConfiguration;
+        }
+        if(AssignIfPresent(RawObject,"managementPolicy",NewManagementPolicy)) {
+            if(!NewManagementPolicy.empty() && !StorageService()->PolicyDB().Exists("id",NewManagementPolicy)) {
+                return BadRequest(RESTAPI::Errors::UnknownManagementPolicyUUID);
+            }
+            MovingManagementPolicy = Existing.managementPolicy != NewManagementPolicy;
+        }
 
         if(RawObject->has("sourceIP")) {
             if(!NewEntity.sourceIP.empty() && !CIDR::ValidateIpRanges(NewEntity.sourceIP)) {
@@ -155,16 +177,51 @@ namespace OpenWifi{
             Existing.sourceIP = NewEntity.sourceIP;
         }
 
-        RESTAPI::Errors::msg    Error;
+        std::string Error;
         if(!StorageService()->Validate(Parameters_,Error)) {
             return BadRequest(Error);
         }
 
-        if(RawObject->has("deviceRules"))
-            Existing.deviceRules = NewEntity.deviceRules;
+        AssignIfPresent(RawObject, "rrm", Existing.rrm);
 
         if(DB_.UpdateRecord("id",UUID,Existing)) {
-            MoveUsage(StorageService()->PolicyDB(),DB_,FromPolicy,ToPolicy,Existing.info.id);
+            for(const auto &i:*Request) {
+                std::string Child{i.second};
+                auto UUID_parts = Utils::Split(Child,':');
+                if(i.first=="add" && UUID_parts[0] == "con") {
+                    DB_.AddContact("id", UUID, UUID_parts[1]);
+                    StorageService()->ContactDB().AddInUse("id",UUID_parts[1],DB_.Prefix(), UUID);
+                } else if (i.first == "del" && UUID_parts[0] == "con") {
+                    DB_.DeleteContact("id", UUID, UUID_parts[1]);
+                    StorageService()->ContactDB().DeleteInUse("id",UUID_parts[1],DB_.Prefix(),UUID);
+                } else if (i.first == "add" && UUID_parts[0] == "loc") {
+                    DB_.AddLocation("id", UUID, UUID_parts[1]);
+                    StorageService()->LocationDB().AddInUse("id",UUID_parts[1],DB_.Prefix(),UUID);
+                } else if (i.first == "del" && UUID_parts[0] == "loc") {
+                    DB_.DeleteLocation("id", UUID, UUID_parts[1]);
+                    StorageService()->LocationDB().DeleteInUse("id",UUID_parts[1],DB_.Prefix(),UUID);
+                }
+            }
+
+            if(MovingConfiguration) {
+                if(!Existing.deviceConfiguration.empty())
+                    for(auto &i:Existing.deviceConfiguration)
+                        StorageService()->ConfigurationDB().DeleteInUse("id",i,DB_.Prefix(),Existing.info.id);
+                if(!NewConfiguration.empty())
+                    for(auto &i:NewConfiguration)
+                        StorageService()->ConfigurationDB().AddInUse("id",i,DB_.Prefix(),Existing.info.id);
+                Existing.deviceConfiguration = NewConfiguration;
+            }
+
+            if(MovingManagementPolicy) {
+                if(!Existing.managementPolicy.empty())
+                    StorageService()->PolicyDB().DeleteInUse("id",Existing.managementPolicy, DB_.Prefix(), Existing.info.id);
+                if(!NewManagementPolicy.empty())
+                    StorageService()->PolicyDB().AddInUse("id", NewManagementPolicy, DB_.Prefix(), Existing.info.id);
+                Existing.managementPolicy = NewManagementPolicy;
+            }
+
+            DB_.UpdateRecord("id", Existing.info.id, Existing);
 
             Poco::JSON::Object  Answer;
             ProvObjects::Entity NewRecord;

src/RESTAPI/RESTAPI_entity_handler.h

@@ -7,13 +7,14 @@
 //
 
 #pragma once
-#include "framework/RESTAPI_Handler.h"
+
+#include "framework/MicroService.h"
 #include "StorageService.h"
 
 namespace OpenWifi {
     class RESTAPI_entity_handler : public RESTAPIHandler {
     public:
-        RESTAPI_entity_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
+        RESTAPI_entity_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServer & Server, uint64_t TransactionId, bool Internal)
         : RESTAPIHandler(bindings, L,
                          std::vector<std::string>{
                                 Poco::Net::HTTPRequest::HTTP_GET,
@@ -23,11 +24,12 @@ namespace OpenWifi {
                                 Poco::Net::HTTPRequest::HTTP_OPTIONS},
                                 Server,
                                 TransactionId,
-                                Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/entity/{uuid}"}; };
+                                Internal),
+                                DB_(StorageService()->EntityDB()){}
+        static const std::list<const char *> PathName() { return std::list<const char *>{"/api/v1/entity/{uuid}"}; };
 
     private:
-        EntityDB        & DB_=StorageService()->EntityDB();
+        EntityDB        & DB_;
         void DoGet() final;
         void DoPost() final ;
         void DoPut() final;

src/RESTAPI/RESTAPI_entity_list_handler.cpp

@@ -6,6 +6,7 @@
 //	Arilia Wireless Inc.
 //
 
+#include "framework/MicroService.h"
 #include "RESTAPI_entity_list_handler.h"
 #include "StorageService.h"
 #include "RESTAPI_db_helpers.h"
@@ -14,26 +15,26 @@ namespace OpenWifi{
 
     void RESTAPI_entity_list_handler::DoGet() {
         if(!QB_.Select.empty()) {
-            return ReturnRecordList<decltype(DB_),
-            ProvObjects::Entity>("entities",DB_,*this );
+            return ReturnRecordList<decltype(StorageService()->EntityDB()),
+            ProvObjects::Entity>("entities",StorageService()->EntityDB(),*this );
         } else if(QB_.CountOnly) {
-            auto C = DB_.Count();
+            auto C = StorageService()->EntityDB().Count();
             return ReturnCountOnly(C);
         } else if (GetBoolParameter("getTree",false)) {
             Poco::JSON::Object  FullTree;
-            DB_.BuildTree(FullTree);
+            StorageService()->EntityDB().BuildTree(FullTree);
             return ReturnObject(FullTree);
         } else {
-            EntityDB::RecordVec Entities;
-            DB_.GetRecords(QB_.Offset, QB_.Limit,Entities);
+            ProvObjects::EntityVec Entities;
+            StorageService()->EntityDB().GetRecords(QB_.Offset, QB_.Limit,Entities);
             return MakeJSONObjectArray("entities", Entities, *this);
         }
     }
 
     void RESTAPI_entity_list_handler::DoPost() {
         if (GetBoolParameter("setTree",false)) {
-            const auto & FullTree = ParsedBody_;
-            DB_.ImportTree(FullTree);
+            auto FullTree = ParseStream();
+            StorageService()->EntityDB().ImportTree(FullTree);
             return OK();
         }
         BadRequest(RESTAPI::Errors::MissingOrInvalidParameters);

src/RESTAPI/RESTAPI_entity_list_handler.h

@@ -8,13 +8,13 @@
 
 
 #pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
+
+#include "framework/MicroService.h"
 
 namespace OpenWifi {
     class RESTAPI_entity_list_handler : public RESTAPIHandler {
     public:
-        RESTAPI_entity_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
+        RESTAPI_entity_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServer & Server, uint64_t TransactionId, bool Internal)
         : RESTAPIHandler(bindings, L,
                          std::vector<std::string>{
             Poco::Net::HTTPRequest::HTTP_GET,
@@ -22,10 +22,9 @@ namespace OpenWifi {
             Poco::Net::HTTPRequest::HTTP_OPTIONS},
             Server,
             TransactionId,
-            Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/entity"}; };
-    private:
-        EntityDB    &DB_=StorageService()->EntityDB();
+            Internal) {}
+        static const std::list<const char *> PathName() { return std::list<const char *>{"/api/v1/entity"}; };
+
         void DoGet() final;
         void DoPost() final ;
         void DoPut() final {};

src/RESTAPI/RESTAPI_inventory_handler.cpp

@@ -8,15 +8,15 @@
 
 #include "RESTAPI_inventory_handler.h"
 
+#include "framework/RESTAPI_protocol.h"
 #include "StorageService.h"
 #include "APConfig.h"
+#include "framework/RESTAPI_errors.h"
 #include "AutoDiscovery.h"
 #include "sdks/SDK_gw.h"
 #include "sdks/SDK_sec.h"
 #include "RESTAPI/RESTAPI_db_helpers.h"
 #include "SerialNumberCache.h"
-#include "DeviceTypeCache.h"
-#include "framework/utils.h"
 
 namespace OpenWifi{
 
@@ -35,92 +35,70 @@ namespace OpenWifi{
     }
 
     void RESTAPI_inventory_handler::DoGet() {
-
-        ProvObjects::InventoryTag Existing;
-        std::string SerialNumber = GetBinding(RESTAPI::Protocol::SERIALNUMBER, "");
-        poco_debug(Logger(),fmt::format("{}: Retrieving inventory information.", SerialNumber));
-        if (SerialNumber.empty() || !DB_.GetRecord(RESTAPI::Protocol::SERIALNUMBER, SerialNumber, Existing)) {
+        ProvObjects::InventoryTag   Existing;
+        std::string SerialNumber = GetBinding(RESTAPI::Protocol::SERIALNUMBER,"");
+        if(SerialNumber.empty() || !DB_.GetRecord(RESTAPI::Protocol::SERIALNUMBER,SerialNumber,Existing)) {
             return NotFound();
         }
-        poco_debug(Logger(), fmt::format("{},{}: Retrieving inventory information.", Existing.serialNumber, Existing.info.id));
 
-        Poco::JSON::Object Answer;
+        Poco::JSON::Object  Answer;
         std::string Arg;
-        if (GetBoolParameter("config", false)) {
-            bool Explain = GetBoolParameter("explain", false);
+        if(HasParameter("config",Arg) && Arg=="true") {
+            bool Explain = (HasParameter("explain",Arg) && Arg == "true");
+            APConfig    Device(SerialNumber,Existing.deviceType,Logger(), Explain);
 
-            APConfig Device(SerialNumber, Existing.deviceType, Logger(), Explain);
-
-            auto Configuration = Poco::makeShared<Poco::JSON::Object>();
-            if (Device.Get(Configuration)) {
+            Poco::JSON::Object::Ptr  Configuration;
+            if(Device.Get(Configuration)) {
                 Answer.set("config", Configuration);
-                if (Explain)
+                if(Explain)
                     Answer.set("explanation", Device.Explanation());
             } else {
-                Answer.set("config", "none");
+                Answer.set("config","none");
             }
             return ReturnObject(Answer);
-        } else if (GetBoolParameter("firmwareOptions", false)) {
-            ProvObjects::DeviceRules Rules;
-            StorageService()->InventoryDB().EvaluateDeviceSerialNumberRules(SerialNumber, Rules);
-            Answer.set("firmwareUpgrade", Rules.firmwareUpgrade);
-            Answer.set("firmwareRCOnly", Rules.rcOnly == "yes");
-            return ReturnObject(Answer);
-        } else if(GetBoolParameter("rrmSettings",false)) {
-            ProvObjects::DeviceRules Rules;
-            StorageService()->InventoryDB().EvaluateDeviceSerialNumberRules(SerialNumber, Rules);
-            if(Rules.rrm=="no" || Rules.rrm=="inherit") {
-                Answer.set("rrm", Rules.rrm);
+        } else if(HasParameter("firmwareOptions", Arg) && Arg=="true") {
+            ProvObjects::FIRMWARE_UPGRADE_RULES Rules;
+
+            StorageService()->InventoryDB().FindFirmwareOptions(SerialNumber,Rules);
+
+            if(Rules == ProvObjects::dont_upgrade) {
+                Answer.set("firmwareUpgrade","no");
             } else {
-                ProvObjects::RRMDetails D;
-                Poco::JSON::Parser  P;
-                try {
-                    auto Obj = P.parse(Rules.rrm).extract<Poco::JSON::Object::Ptr>();
-                    Answer.set("rrm", Obj);
-                } catch (...) {
-                    Answer.set("rrm", "invalid");
-                }
+                Answer.set("firmwareUpgrade","yes");
+                if(Rules == ProvObjects::upgrade_release_only)
+                    Answer.set("firmwareRCOnly", Rules == ProvObjects::upgrade_release_only );
             }
             return ReturnObject(Answer);
-        } else if(GetBoolParameter("applyConfiguration", false)) {
-            poco_debug(Logger(), fmt::format("{}: Retrieving configuration.",Existing.serialNumber));
-            auto Device = std::make_shared<APConfig>(SerialNumber, Existing.deviceType, Logger(), false);
-            auto Configuration = Poco::makeShared<Poco::JSON::Object>();
+        } else if(HasParameter("applyConfiguration",Arg) && Arg=="true") {
+            APConfig Device(SerialNumber, Existing.deviceType, Logger(), false);
+            Poco::JSON::Object::Ptr Configuration;
+
+            Types::StringVec Errors, Warnings;
             Poco::JSON::Object ErrorsObj, WarningsObj;
-            ProvObjects::InventoryConfigApplyResult Results;
-            poco_debug(Logger(), fmt::format("{}: Computing configuration.",Existing.serialNumber));
-            if (Device->Get(Configuration)) {
-                std::ostringstream OS;
-                Configuration->stringify(OS);
-                Results.appliedConfiguration = OS.str();
-                auto Response=Poco::makeShared<Poco::JSON::Object>();
-                poco_debug(Logger(), fmt::format("{}: Sending configuration push.",Existing.serialNumber));
+            int ErrorCode;
+            if (Device.Get(Configuration)) {
+                Poco::JSON::Object::Ptr Response;
                 if (SDK::GW::Device::Configure(this, SerialNumber, Configuration, Response)) {
-                    poco_debug(Logger(), fmt::format("{}: Sending configuration pushed.",Existing.serialNumber));
-                    GetRejectedLines(Response, Results.warnings);
-                    Results.errorCode = 0;
+                    std::ostringstream os;
+                    Response->stringify(os);
+                    // std::cout << "Success: " << os.str() << std::endl;
+                    GetRejectedLines(Response, Warnings);
+                    ErrorCode = 0;
                 } else {
-                    poco_debug(Logger(), fmt::format("{}: Sending configuration failed.",Existing.serialNumber));
-                    Results.errorCode = 1;
+                    std::ostringstream os;
+                    Response->stringify(os);
+                    ErrorCode = 1;
+                    // std::cout << "Failure: " << os.str() << std::endl;
                 }
+                Answer.set("appliedConfiguration", Configuration);
+                Answer.set("response", Response);
             } else {
-                poco_debug(Logger(), fmt::format("{}: Configuration is bad.",Existing.serialNumber));
-                Results.errorCode = 1;
-            }
-            Results.to_json(Answer);
-            return ReturnObject(Answer);
-        } else if(GetBoolParameter("resolveConfig", false)) {
-            poco_debug(Logger(),fmt::format("{}: Retrieving configuration.",Existing.serialNumber));
-            auto Device = std::make_shared<APConfig>(SerialNumber, Existing.deviceType, Logger(), false);
-            auto Configuration = Poco::makeShared<Poco::JSON::Object>();
-            Poco::JSON::Object ErrorsObj, WarningsObj;
-            ProvObjects::InventoryConfigApplyResult Results;
-            poco_debug(Logger(),Poco::format("{}: Computing configuration.",Existing.serialNumber));
-            if (Device->Get(Configuration)) {
-                Answer.set("configuration", Configuration);
-            } else {
-                Answer.set("error", 1);
+                Answer.set("appliedConfiguration", "");
+                ErrorCode = 1;
             }
+            Answer.set("errorCode", ErrorCode);
+            RESTAPI_utils::field_to_json(Answer, "errors", Errors);
+            RESTAPI_utils::field_to_json(Answer, "warnings", Warnings);
             return ReturnObject(Answer);
         }   else if(QB_.AdditionalInfo) {
             AddExtendedInfo(Existing,Answer);
@@ -136,38 +114,36 @@ namespace OpenWifi{
             return NotFound();
         }
 
-        MoveUsage(StorageService()->PolicyDB(),DB_,Existing.managementPolicy,"",Existing.info.id);
-        RemoveMembership(StorageService()->VenueDB(),&ProvObjects::Venue::configurations,Existing.venue,Existing.info.id);
-        RemoveMembership(StorageService()->EntityDB(),&ProvObjects::Entity::configurations,Existing.entity,Existing.info.id);
-        MoveUsage(StorageService()->LocationDB(),DB_,Existing.location,"",Existing.info.id);
-        MoveUsage(StorageService()->ContactDB(),DB_,Existing.contact,"",Existing.info.id);
+        if(!Existing.venue.empty())
+            StorageService()->VenueDB().DeleteDevice("id",Existing.venue,Existing.info.id);
 
-        if(!Existing.deviceConfiguration.empty()) {
-            ProvObjects::DeviceConfiguration    DC;
-            if(StorageService()->ConfigurationDB().GetRecord("id", Existing.deviceConfiguration, DC)) {
-                if(DC.subscriberOnly)
-                    StorageService()->ConfigurationDB().DeleteRecord("id", Existing.deviceConfiguration);
-                else
-                    StorageService()->ConfigurationDB().DeleteInUse("id", Existing.deviceConfiguration, DB_.Prefix(),
-                                                                    Existing.info.id);
-            }
+        if(!Existing.entity.empty())
+            StorageService()->EntityDB().DeleteDevice("id",Existing.entity,Existing.info.id);
+
+        if(!Existing.location.empty())
+            StorageService()->LocationDB().DeleteInUse("id",Existing.location,DB_.Prefix(),Existing.info.id);
+
+        if(!Existing.contact.empty())
+            StorageService()->ContactDB().DeleteInUse("id",Existing.contact,DB_.Prefix(),Existing.info.id);
+
+        if(!Existing.deviceConfiguration.empty())
+            StorageService()->ConfigurationDB().DeleteInUse("id", Existing.deviceConfiguration, DB_.Prefix(), Existing.info.id);
+
+        if(DB_.DeleteRecord("id", Existing.info.id)) {
+            DB_.DeleteRecord(RESTAPI::Protocol::ID, Existing.info.id);
+            SerialNumberCache()->DeleteSerialNumber(SerialNumber);
+            return OK();
         }
-
-        MoveUsage(StorageService()->PolicyDB(),DB_,Existing.managementPolicy,"",Existing.info.id);
-        MoveUsage(StorageService()->LocationDB(),DB_,Existing.location,"",Existing.info.id);
-        MoveUsage(StorageService()->ContactDB(),DB_,Existing.contact,"",Existing.info.id);
-        MoveUsage(StorageService()->ConfigurationDB(),DB_,Existing.deviceConfiguration,"",Existing.info.id);
-        ManageMembership(StorageService()->EntityDB(),&ProvObjects::Entity::devices,Existing.entity,"",Existing.info.id);
-        ManageMembership(StorageService()->VenueDB(),&ProvObjects::Venue::devices,Existing.venue,"",Existing.info.id);
-        DB_.DeleteRecord("id", Existing.info.id);
-        SerialNumberCache()->DeleteSerialNumber(SerialNumber);
-        return OK();
+        InternalError(RESTAPI::Errors::CouldNotBeDeleted);
     }
 
+    static bool ValidDevClass(const std::string &D) {
+        const static std::vector<std::string> Classes{ "any", "entity", "subscriber" , "venue" };
+        return std::find(cbegin(Classes), cend(Classes), D)!=cend(Classes);
+    }
 
     void RESTAPI_inventory_handler::DoPost() {
         std::string SerialNumber = GetBinding(RESTAPI::Protocol::SERIALNUMBER,"");
-        Poco::toLowerInPlace(SerialNumber);
         if(SerialNumber.empty()) {
             return BadRequest(RESTAPI::Errors::MissingSerialNumber);
         }
@@ -177,37 +153,24 @@ namespace OpenWifi{
         }
 
         if(DB_.Exists(RESTAPI::Protocol::SERIALNUMBER,SerialNumber)) {
-            return BadRequest(RESTAPI::Errors::SerialNumberExists);
+            return BadRequest(RESTAPI::Errors::SerialNumberExists + " (" + SerialNumber + ")");
         }
 
-        const auto & RawObject = ParsedBody_;
+        auto Obj = ParseStream();
         ProvObjects::InventoryTag NewObject;
-        if (!NewObject.from_json(RawObject)) {
+        if (!NewObject.from_json(Obj)) {
             return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
         }
 
-        NormalizeMac(NewObject.serialNumber);
-        if(SerialNumber!=NewObject.serialNumber) {
-            return BadRequest(RESTAPI::Errors::SerialNumberMismatch);
-        }
-
-        if((RawObject->has("deviceRules") && !ValidDeviceRules(NewObject.deviceRules,*this))) {
-            return;
-        }
-
-        if(!Provisioning::DeviceClass::Validate(NewObject.devClass.c_str())) {
+        if(!ValidDevClass(NewObject.devClass)) {
             return BadRequest(RESTAPI::Errors::InvalidDeviceClass);
         }
 
-        if(NewObject.devClass.empty()) {
-            NewObject.devClass = Provisioning::DeviceClass::ANY;
-        }
-
-        if(!ProvObjects::CreateObjectInfo(RawObject, UserInfo_.userinfo, NewObject.info)) {
+        if(!ProvObjects::CreateObjectInfo(Obj, UserInfo_.userinfo, NewObject.info)) {
             return BadRequest( RESTAPI::Errors::NameMustBeSet);
         }
 
-        if(NewObject.deviceType.empty() || !DeviceTypeCache()->IsAcceptableDeviceType(NewObject.deviceType)) {
+        if(NewObject.deviceType.empty() || !StorageService()->IsAcceptableDeviceType(NewObject.deviceType)) {
             return BadRequest(RESTAPI::Errors::InvalidDeviceTypes);
         }
 
@@ -239,21 +202,39 @@ namespace OpenWifi{
             return BadRequest(RESTAPI::Errors::UnknownManagementPolicyUUID);
         }
 
-        RESTAPI::Errors::msg Error=RESTAPI::Errors::SUCCESS;
-        auto ObjectsCreated = CreateObjects(NewObject,*this,Error);
-        if(Error.err_num != 0) {
-            return BadRequest(Error);
+        if(!NewObject.venue.empty()) {
+            nlohmann::json state;
+            state["method"] = "assignedTo";
+            state["venue"] = NewObject.venue;
+            state["date"] = std::time(nullptr);
+            NewObject.state = to_string(state);
+        } else if (!NewObject.entity.empty()) {
+            nlohmann::json state;
+            state["method"] = "assignedTo";
+            state["entity"] = NewObject.entity;
+            state["date"] = std::time(nullptr);
+            NewObject.state = to_string(state);
+        } else {
+            nlohmann::json state;
+            state["method"] = "created";
+            state["date"] = std::time(nullptr);
+            NewObject.state = to_string(state);
         }
 
         if(DB_.CreateRecord(NewObject)) {
-            SDK::GW::Device::SetOwnerShip(this, SerialNumber, NewObject.entity, NewObject.venue, NewObject.subscriber);
             SerialNumberCache()->AddSerialNumber(SerialNumber,NewObject.deviceType);
-            MoveUsage(StorageService()->PolicyDB(),DB_,"",NewObject.managementPolicy,NewObject.info.id);
-            MoveUsage(StorageService()->LocationDB(),DB_,"",NewObject.location,NewObject.info.id);
-            MoveUsage(StorageService()->ContactDB(),DB_,"",NewObject.contact,NewObject.info.id);
-            MoveUsage(StorageService()->ConfigurationDB(),DB_,"",NewObject.deviceConfiguration,NewObject.info.id);
-            ManageMembership(StorageService()->EntityDB(),&ProvObjects::Entity::devices,"",NewObject.entity,NewObject.info.id);
-            ManageMembership(StorageService()->VenueDB(),&ProvObjects::Venue::devices,"",NewObject.venue,NewObject.info.id);
+            if (!NewObject.venue.empty())
+                StorageService()->VenueDB().AddDevice("id",NewObject.venue,NewObject.info.id);
+            if (!NewObject.entity.empty())
+                StorageService()->EntityDB().AddDevice("id",NewObject.entity,NewObject.info.id);
+            if (!NewObject.location.empty())
+                StorageService()->LocationDB().AddInUse("id",NewObject.location,DB_.Prefix(),NewObject.info.id);
+            if (!NewObject.contact.empty())
+                StorageService()->ContactDB().AddInUse("id",NewObject.contact,DB_.Prefix(),NewObject.info.id);
+            if (!NewObject.deviceConfiguration.empty())
+                StorageService()->ConfigurationDB().AddInUse("id",NewObject.deviceConfiguration,DB_.Prefix(),NewObject.info.id);
+            if (!NewObject.managementPolicy.empty())
+                StorageService()->PolicyDB().AddInUse("id",NewObject.managementPolicy,DB_.Prefix(),NewObject.info.id);
 
             ProvObjects::InventoryTag   NewTag;
             DB_.GetRecord("id",NewObject.info.id,NewTag);
@@ -264,71 +245,163 @@ namespace OpenWifi{
         InternalError(RESTAPI::Errors::RecordNotCreated);
     }
 
+    void RESTAPI_inventory_handler::PerformClaim(const std::string &SerialNumber, const std::string &Claimer, std::string & ClaimId, uint64_t &ErrorCode, Poco::JSON::Object &Answer ) {
+
+        if(UserInfo_.userinfo.userRole==SecurityObjects::SUBSCRIBER && Claimer!=UserInfo_.userinfo.id) {
+            return UnAuthorized(RESTAPI::Errors::InsufficientAccessRights, ACCESS_DENIED);
+        } else if(UserInfo_.userinfo.userRole==SecurityObjects::ROOT && !SDK::Sec::Subscriber::Exists(this, Claimer)) {
+            return BadRequest(RESTAPI::Errors::MissingOrInvalidParameters);
+        } else if(UserInfo_.userinfo.userRole!=SecurityObjects::ROOT && UserInfo_.userinfo.userRole!=SecurityObjects::SUBSCRIBER) {
+            return UnAuthorized(RESTAPI::Errors::InsufficientAccessRights,ACCESS_DENIED);
+        }
+
+        uint64_t Now = std::time(nullptr);
+
+        // if the device exists, check the status to see if we would follow this claim.
+        ProvObjects::InventoryTag   ExistingDevice;
+        if(DB_.GetRecord("serialNumber",SerialNumber,ExistingDevice)) {
+            // Device is already in there... so we could have claimed that device before, or someone else uses it
+            // or, it is free and clear: it connected but nobody has ever used it...
+            if(!ExistingDevice.state.empty()) {
+                try {
+                    Poco::JSON::Parser P;
+                    auto StateDoc = P.parse(ExistingDevice.state).extract<Poco::JSON::Object::Ptr>();
+                    if (StateDoc->has("method")) {
+                        auto Method = StateDoc->get("method").toString();
+                        if(Method=="claiming") {
+                            auto RecordedClaimer = StateDoc->get("claimer").toString();
+                            auto RecordedClaimId = StateDoc->get("claimId").toString();
+                            if(Claimer==RecordedClaimer) {
+                                ErrorCode = 3;
+                                ClaimId = RecordedClaimId;
+                                Answer.set("claimer", Claimer);
+                                Answer.set("claimId", RecordedClaimId);
+                                Answer.set("errorCode",ErrorCode);
+                                Answer.set("date", Now);
+                                Answer.set("reason", "Claim already in progress");
+                                return;
+                            }
+                            ErrorCode = 1;
+                            ClaimId = RecordedClaimId;
+                            Answer.set("claimer", Claimer);
+                            Answer.set("claimId", RecordedClaimId);
+                            Answer.set("errorCode",ErrorCode);
+                            Answer.set("date", Now);
+                            Answer.set("reason", "Claimed by another user: "+ RecordedClaimer);
+                            return;
+                        } else if(Method=="claimed") {
+                            //  We already own this one...
+                            if(Claimer==ExistingDevice.subscriber) {
+                                auto RecordedClaimer = StateDoc->get("claimer").toString();
+                                auto RecordedClaimId = StateDoc->get("claimId").toString();
+                                ErrorCode = 0;
+                                ClaimId = RecordedClaimId;
+                                Answer.set("claimer", Claimer);
+                                Answer.set("claimId", RecordedClaimId);
+                                Answer.set("errorCode",ErrorCode);
+                                Answer.set("date", Now);
+                                Answer.set("reason", "Success");
+                                return;
+                            } else {
+                            //  Someone else has claimed this device.
+                                ErrorCode = 1;
+                                ClaimId = "";
+                                Answer.set("claimer", Claimer);
+                                Answer.set("claimId", "");
+                                Answer.set("errorCode",ErrorCode);
+                                Answer.set("date", Now);
+                                Answer.set("reason", "Claimed by another user: "+ ExistingDevice.subscriber);
+                                return;
+                            }
+                       } else if(Method=="auto-discovery") {
+                            if(StateDoc->has("assignedTo")) {
+                                auto AssignedTo = StateDoc->get("assignedTo").toString();
+                                ErrorCode = 1;
+                                ClaimId = "";
+                                Answer.set("claimer", Claimer);
+                                Answer.set("claimId", "");
+                                Answer.set("errorCode",ErrorCode);
+                                Answer.set("date", Now);
+                                Answer.set("reason", "Claimed by venue: '" + ExistingDevice.venue + "' or entity: '" + ExistingDevice.entity + "'");
+                                return;
+                            }
+
+                        }
+                    }
+                } catch (...) {
+
+                }
+            } else {
+
+            }
+        } else {
+            //  Device does not exist, so claim it for now.
+            ProvObjects::InventoryTag   NewDevice;
+            NewDevice.info.created = NewDevice.info.modified = Now;
+            NewDevice.info.id = MicroService::instance().CreateUUID();
+            NewDevice.info.name = SerialNumber;
+            NewDevice.info.notes.push_back(SecurityObjects::NoteInfo{ .created=Now,
+                                                                      .createdBy=UserInfo_.userinfo.email,
+                                                                      .note="Claim started for device"});
+            NewDevice.info.description = "Subscriber device";
+            NewDevice.subscriber = UserInfo_.userinfo.id;
+            NewDevice.deviceType = "unknown";
+            nlohmann::json StateDoc;
+
+            ClaimId = MicroService::instance().CreateUUID();
+
+            StateDoc["method"] = "claiming";
+            StateDoc["date"] = Now;
+            StateDoc["claimer"] = Claimer;
+            StateDoc["claimId"] = ClaimId;
+            NewDevice.state = StateDoc;
+            ErrorCode = 0 ;
+            DB_.CreateRecord(NewDevice);
+
+            Answer.set("claimer", Claimer);
+            Answer.set("claimId", ClaimId);
+            Answer.set("errorCode",0);
+            Answer.set("date", Now);
+            Answer.set("reason", "Success");
+            return;
+        }
+
+    }
+
     void RESTAPI_inventory_handler::DoPut() {
 
         std::string SerialNumber = GetBinding(RESTAPI::Protocol::SERIALNUMBER,"");
+
         if(SerialNumber.empty() || !Utils::ValidSerialNumber(SerialNumber)) {
             return BadRequest(RESTAPI::Errors::MissingOrInvalidParameters);
         }
 
+        std::string Claimer;
+        if(HasParameter("claimer",Claimer) && !Claimer.empty()) {
+            uint64_t ErrorCode;
+            Poco::JSON::Object  Answer;
+            std::string ClaimId;
+            PerformClaim(SerialNumber, Claimer, ClaimId, ErrorCode, Answer);
+            return ReturnObject(Answer);
+        }
+
         ProvObjects::InventoryTag   Existing;
         if(SerialNumber.empty() || !DB_.GetRecord(RESTAPI::Protocol::SERIALNUMBER,SerialNumber,Existing)) {
             return NotFound();
         }
 
-        auto RemoveSubscriber = GetParameter("removeSubscriber");
-        if(!RemoveSubscriber.empty()) {
-            if(Existing.subscriber == RemoveSubscriber) {
-                poco_information(Logger(),fmt::format("{}: removing subscriber ({})", SerialNumber, RemoveSubscriber));
-                ProvObjects::DeviceConfiguration    DC;
-                if(StorageService()->ConfigurationDB().GetRecord("id",Existing.deviceConfiguration,DC)) {
-                    poco_information(Logger(),fmt::format("{}: removing configuration for subscriber ({})", SerialNumber, RemoveSubscriber));
-                    if(DC.subscriberOnly) {
-                        if(!StorageService()->ConfigurationDB().DeleteRecord("id", Existing.deviceConfiguration)) {
-                            poco_debug(Logger(),"Could not delete the subscriber configuration");
-                        }
-                    }
-                    else {
-                        poco_debug(Logger(),"Configurations is not for a subscriber.");
-                    }
-                    Existing.deviceConfiguration = "";
-                }
-                Existing.subscriber = "";
-                Poco::JSON::Object state;
-                state.set("date",Utils::Now());
-                state.set("method","auto-discovery");
-                state.set("last-operation", "returned to inventory");
-                std::ostringstream OO;
-                state.stringify(OO);
-                Existing.state = OO.str();
-                StorageService()->InventoryDB().UpdateRecord("id",Existing.info.id,Existing);
-                RemoveMembership(StorageService()->EntityDB(),&ProvObjects::Entity::devices,"id",Existing.info.id);
-                Poco::JSON::Object  Answer;
-                Existing.to_json(Answer);
-                SDK::GW::Device::SetSubscriber(nullptr, SerialNumber, "");
-                return ReturnObject(Answer);
-            } else {
-                poco_information(Logger(),fmt::format("{}: wrong subscriber ({})", SerialNumber, RemoveSubscriber));
-            }
-            return BadRequest(RESTAPI::Errors::MissingOrInvalidParameters);
-        }
-
-        const auto & RawObject = ParsedBody_;
+        auto RawObject = ParseStream();
         ProvObjects::InventoryTag   NewObject;
         if(!NewObject.from_json(RawObject)) {
             return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
         }
 
-        if((RawObject->has("deviceRules") && !ValidDeviceRules(NewObject.deviceRules,*this))) {
-            return;
-        }
-
-        if(!Provisioning::DeviceClass::Validate(NewObject.devClass.c_str())) {
+        if(!ValidDevClass(NewObject.devClass)) {
             return BadRequest(RESTAPI::Errors::InvalidDeviceClass);
         }
 
         if(!NewObject.deviceType.empty()) {
-            if(!DeviceTypeCache()->IsAcceptableDeviceType(NewObject.deviceType)) {
+            if(!StorageService()->IsAcceptableDeviceType(NewObject.deviceType)) {
                 return BadRequest(RESTAPI::Errors::InvalidDeviceTypes);
             }
         }
@@ -337,38 +410,61 @@ namespace OpenWifi{
             return BadRequest(RESTAPI::Errors::NameMustBeSet);
         }
 
-        if(RawObject->has("deviceRules"))
-            Existing.deviceRules = NewObject.deviceRules;
+        std::string NewVenue, NewEntity, NewLocation, NewContact, NewConfiguration, NewPolicy;
+        bool    MovingVenue=false,
+                MovingEntity=false,
+                MovingLocation=false,
+                MovingContact=false,
+                MovingConfiguration=false,
+                MovingPolicy=false;
 
-        std::string FromPolicy, ToPolicy;
-        if(!CreateMove(RawObject,"managementPolicy",&InventoryDB::RecordName::managementPolicy, Existing, FromPolicy,
-                       ToPolicy, StorageService()->PolicyDB()))
-            return BadRequest(RESTAPI::Errors::EntityMustExist);
+        AssignIfPresent(RawObject, "rrm",Existing.rrm);
 
-        std::string FromEntity, ToEntity;
-        if(!CreateMove(RawObject,"entity",&InventoryDB::RecordName::entity, Existing, FromEntity, ToEntity,
-                       StorageService()->EntityDB()))
-            return BadRequest(RESTAPI::Errors::EntityMustExist);
+        if(AssignIfPresent(RawObject, "venue",NewVenue)) {
+            if(!NewVenue.empty() && !StorageService()->VenueDB().Exists("id",NewVenue)) {
+                return BadRequest(RESTAPI::Errors::VenueMustExist);
+            }
+            MovingVenue = Existing.venue != NewVenue;
+        }
 
-        std::string FromVenue, ToVenue;
-        if(!CreateMove(RawObject,"venue",&InventoryDB::RecordName::venue, Existing, FromVenue, ToVenue,
-                       StorageService()->VenueDB()))
-            return BadRequest(RESTAPI::Errors::VenueMustExist);
+        if(AssignIfPresent(RawObject, "entity",NewEntity)) {
+            if(!NewEntity.empty() && !StorageService()->EntityDB().Exists("id",NewEntity)) {
+                return BadRequest(RESTAPI::Errors::EntityMustExist);
+            }
+            MovingEntity = Existing.entity != NewEntity;
+        }
 
-        std::string FromLocation, ToLocation;
-        if(!CreateMove(RawObject,"location",&InventoryDB::RecordName::location, Existing, FromLocation, ToLocation,
-                       StorageService()->LocationDB()))
-            return BadRequest(RESTAPI::Errors::VenueMustExist);
+        if(!NewEntity.empty() && !NewVenue.empty()) {
+            return BadRequest(RESTAPI::Errors::NotBoth);
+        }
 
-        std::string FromContact, ToContact;
-        if(!CreateMove(RawObject,"contact",&InventoryDB::RecordName::contact, Existing, FromContact, ToContact,
-                       StorageService()->ContactDB()))
-            return BadRequest(RESTAPI::Errors::VenueMustExist);
+        if(AssignIfPresent(RawObject, "location",NewLocation)) {
+            if(!NewLocation.empty() && !StorageService()->LocationDB().Exists("id",NewLocation)) {
+                return BadRequest(RESTAPI::Errors::LocationMustExist);
+            }
+            MovingLocation = Existing.location != NewLocation;
+        }
 
-        std::string FromConfiguration, ToConfiguration;
-        if(!CreateMove(RawObject,"deviceConfiguration",&InventoryDB::RecordName::deviceConfiguration, Existing,
-                       FromConfiguration, ToConfiguration, StorageService()->ConfigurationDB()))
-            return BadRequest(RESTAPI::Errors::ConfigurationMustExist);
+        if(AssignIfPresent(RawObject, "contact",NewContact)) {
+            if(!NewContact.empty() && !StorageService()->ContactDB().Exists("id",NewContact)) {
+                return BadRequest(RESTAPI::Errors::ContactMustExist);
+            }
+            MovingContact = Existing.contact != NewContact;
+        }
+
+        if(AssignIfPresent(RawObject, "deviceConfiguration",NewConfiguration)) {
+            if(!NewConfiguration.empty() && !StorageService()->ConfigurationDB().Exists("id",NewConfiguration)) {
+                return BadRequest(RESTAPI::Errors::ConfigurationMustExist);
+            }
+            MovingConfiguration = Existing.deviceConfiguration != NewConfiguration;
+        }
+
+        if(AssignIfPresent(RawObject, "managementPolicy",NewPolicy)) {
+            if(!NewPolicy.empty() && !StorageService()->PolicyDB().Exists("id",NewPolicy)) {
+                return BadRequest(RESTAPI::Errors::UnknownManagementPolicyUUID);
+            }
+            MovingPolicy = Existing.managementPolicy != NewPolicy;
+        }
 
         std::string NewSubScriber;
         if(AssignIfPresent(RawObject, "subscriber", NewSubScriber)) {
@@ -386,8 +482,6 @@ namespace OpenWifi{
             }
         }
 
-        AssignIfPresent(RawObject, "doNotAllowOverrides", Existing.doNotAllowOverrides);
-
         if( RawObject->has("devClass") && NewObject.devClass!= Existing.devClass) {
             Existing.devClass = NewObject.devClass;
         }
@@ -396,30 +490,77 @@ namespace OpenWifi{
             Existing.state = NewObject.state;
         }
 
-        RESTAPI::Errors::msg Error=RESTAPI::Errors::SUCCESS;
-        auto ObjectsCreated = CreateObjects(NewObject,*this,Error);
-        if(Error.err_num != 0) {
-            return BadRequest(Error);
-        }
-
-        if(!ObjectsCreated.empty()) {
-            auto it = ObjectsCreated.find("configuration");
-            if(it!=ObjectsCreated.end()) {
-                FromConfiguration="";
-                ToConfiguration=it->second;
-                Existing.deviceConfiguration=ToConfiguration;
+        std::string Arg;
+        bool UnAssign=false;
+        if(HasParameter("unassign", Arg) && Arg=="true") {
+            UnAssign=true;
+            if(!Existing.venue.empty()) {
+                StorageService()->VenueDB().DeleteDevice("id",Existing.venue,Existing.info.id);
+            } else if(!Existing.entity.empty()) {
+                StorageService()->EntityDB().DeleteDevice("id",Existing.entity,Existing.info.id);
             }
+            if(!Existing.location.empty())
+                StorageService()->LocationDB().DeleteInUse("id",Existing.location,DB_.Prefix(),Existing.info.id);
+            if(!Existing.contact.empty())
+                StorageService()->ContactDB().DeleteInUse("id",Existing.contact,DB_.Prefix(),Existing.info.id);
+            if(!Existing.deviceConfiguration.empty())
+                StorageService()->ConfigurationDB().DeleteInUse("id",Existing.deviceConfiguration,DB_.Prefix(),Existing.info.id);
+            if(!Existing.managementPolicy.empty())
+                StorageService()->PolicyDB().DeleteInUse("id",Existing.managementPolicy,DB_.Prefix(),Existing.info.id);
+            Existing.venue.clear();
+            Existing.entity.clear();
+            Existing.deviceConfiguration.clear();
+            Existing.contact.clear();
+            Existing.location.clear();
+            Existing.managementPolicy.clear();
         }
 
         if(StorageService()->InventoryDB().UpdateRecord("id", Existing.info.id, Existing)) {
-            MoveUsage(StorageService()->PolicyDB(),DB_,FromPolicy,ToPolicy,Existing.info.id);
-            MoveUsage(StorageService()->LocationDB(),DB_,FromLocation,ToLocation,Existing.info.id);
-            MoveUsage(StorageService()->ContactDB(),DB_,FromContact,ToContact,Existing.info.id);
-            MoveUsage(StorageService()->ConfigurationDB(),DB_,FromConfiguration,ToConfiguration,Existing.info.id);
-            ManageMembership(StorageService()->EntityDB(),&ProvObjects::Entity::devices,FromEntity,ToEntity,Existing.info.id);
-            ManageMembership(StorageService()->VenueDB(),&ProvObjects::Venue::devices,FromVenue,ToVenue,Existing.info.id);
-
-            SDK::GW::Device::SetOwnerShip(this, SerialNumber, Existing.entity, Existing.venue, Existing.subscriber);
+            if(!UnAssign) {
+                if(MovingEntity) {
+                    if(!Existing.entity.empty())
+                        StorageService()->EntityDB().DeleteDevice("id",Existing.entity,Existing.info.id);
+                    if(!NewEntity.empty())
+                        StorageService()->EntityDB().AddDevice("id", NewEntity, Existing.info.id);
+                    Existing.entity = NewEntity;
+                }
+                if(MovingVenue) {
+                    if(!Existing.venue.empty())
+                        StorageService()->VenueDB().DeleteDevice("id",Existing.venue,Existing.info.id);
+                    if(!NewVenue.empty())
+                        StorageService()->VenueDB().AddDevice("id", NewVenue, Existing.info.id);
+                    Existing.venue = NewVenue;
+                }
+                if(MovingConfiguration) {
+                    if(!Existing.deviceConfiguration.empty())
+                        StorageService()->ConfigurationDB().DeleteInUse("id",Existing.deviceConfiguration,DB_.Prefix(),Existing.info.id);
+                    if(!NewConfiguration.empty())
+                        StorageService()->ConfigurationDB().AddInUse("id",NewConfiguration,DB_.Prefix(),Existing.info.id);
+                    Existing.deviceConfiguration = NewConfiguration;
+                }
+                if(MovingContact) {
+                    if(!Existing.contact.empty())
+                        StorageService()->ContactDB().DeleteInUse("id",Existing.contact,DB_.Prefix(),Existing.info.id);
+                    if(!NewContact.empty())
+                        StorageService()->ContactDB().AddInUse("id",NewContact,DB_.Prefix(),Existing.info.id);
+                    Existing.contact = NewContact;
+                }
+                if(MovingLocation) {
+                    if(!Existing.location.empty())
+                        StorageService()->LocationDB().DeleteInUse("id",Existing.location,DB_.Prefix(),Existing.info.id);
+                    if(!NewLocation.empty())
+                        StorageService()->LocationDB().AddInUse("id",NewLocation,DB_.Prefix(),Existing.info.id);
+                    Existing.location = NewLocation;
+                }
+                if(MovingPolicy) {
+                    if(!Existing.managementPolicy.empty())
+                        StorageService()->PolicyDB().DeleteInUse("id",Existing.managementPolicy,DB_.Prefix(),Existing.info.id);
+                    if(!NewPolicy.empty())
+                        StorageService()->PolicyDB().AddInUse("id",NewPolicy,DB_.Prefix(),Existing.info.id);
+                    Existing.managementPolicy = NewPolicy;
+                }
+            }
+            DB_.UpdateRecord("id", Existing.info.id, Existing);
 
             ProvObjects::InventoryTag   NewObjectCreated;
             DB_.GetRecord("id", Existing.info.id, NewObjectCreated);

src/RESTAPI/RESTAPI_inventory_handler.h

@@ -7,13 +7,14 @@
 //
 
 #pragma once
-#include "framework/RESTAPI_Handler.h"
+
+#include "framework/MicroService.h"
 #include "StorageService.h"
 
 namespace OpenWifi {
     class RESTAPI_inventory_handler : public RESTAPIHandler {
     public:
-        RESTAPI_inventory_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
+        RESTAPI_inventory_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServer & Server, uint64_t TransactionId, bool Internal)
         : RESTAPIHandler(bindings, L,
                          std::vector<std::string>{
             Poco::Net::HTTPRequest::HTTP_GET, Poco::Net::HTTPRequest::HTTP_POST,
@@ -21,16 +22,17 @@ namespace OpenWifi {
             Poco::Net::HTTPRequest::HTTP_OPTIONS},
             Server,
             TransactionId,
-            Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/inventory/{serialNumber}"}; };
+            Internal),
+            DB_(StorageService()->InventoryDB()){}
+        static const std::list<const char *> PathName() { return std::list<const char *>{"/api/v1/inventory/{serialNumber}"}; };
 
     private:
-        InventoryDB     &DB_=StorageService()->InventoryDB();
         void DoGet() final;
         void DoPost() final;
         void DoPut() final;
         void DoDelete() final;
         void PerformClaim(const std::string &SerialNumber, const std::string & Claimer ,
                           std::string & ClaimId, uint64_t &ErrorCode, Poco::JSON::Object &Answer);
+        InventoryDB     &DB_;
     };
 }

src/RESTAPI/RESTAPI_inventory_list_handler.cpp

@@ -9,6 +9,7 @@
 
 #include "RESTAPI_inventory_list_handler.h"
 #include "StorageService.h"
+#include "framework/RESTAPI_errors.h"
 #include "RESTAPI/RESTAPI_db_helpers.h"
 
 namespace OpenWifi{
@@ -34,77 +35,54 @@ namespace OpenWifi{
     }
 
     void RESTAPI_inventory_list_handler::DoGet() {
-
-        if(GetBoolParameter("orderSpec")) {
-            return ReturnFieldList(DB_,*this);
-        }
-
-        bool SerialOnly=GetBoolParameter("serialOnly");
-
         std::string UUID;
-        std::string Arg,Arg2;
+        std::string Arg;
+
+        bool SerialOnly=false;
+        if(HasParameter("serialOnly",Arg) && Arg=="true")
+            SerialOnly=true;
 
         std::string OrderBy{" ORDER BY serialNumber ASC "};
         if(HasParameter("orderBy",Arg)) {
-            if(!DB_.PrepareOrderBy(Arg,OrderBy)) {
+            if(!StorageService()->InventoryDB().PrepareOrderBy(Arg,OrderBy)) {
                 return BadRequest(RESTAPI::Errors::InvalidLOrderBy);
             }
         }
 
         if(!QB_.Select.empty()) {
-            return ReturnRecordList<decltype(DB_)>("taglist",DB_,*this );
+            return ReturnRecordList<decltype(StorageService()->InventoryDB())>("taglist",StorageService()->InventoryDB(),*this );
         } else if(HasParameter("entity",UUID)) {
             if(QB_.CountOnly) {
-                auto C = DB_.Count( StorageService()->InventoryDB().OP("entity",ORM::EQ,UUID));
+                auto C = StorageService()->InventoryDB().Count( StorageService()->InventoryDB().OP("entity",ORM::EQ,UUID));
                 return ReturnCountOnly( C);
             }
             ProvObjects::InventoryTagVec Tags;
-            DB_.GetRecords(QB_.Offset, QB_.Limit, Tags, DB_.OP("entity",ORM::EQ,UUID), OrderBy);
+            StorageService()->InventoryDB().GetRecords(QB_.Offset, QB_.Limit, Tags, StorageService()->InventoryDB().OP("entity",ORM::EQ,UUID), OrderBy);
             return SendList(Tags, SerialOnly);
         } else if(HasParameter("venue",UUID)) {
             if(QB_.CountOnly) {
-                auto C = DB_.Count(DB_.OP("venue",ORM::EQ,UUID));
+                auto C = StorageService()->InventoryDB().Count(StorageService()->InventoryDB().OP("venue",ORM::EQ,UUID));
                 return ReturnCountOnly( C);
             }
             ProvObjects::InventoryTagVec Tags;
-            DB_.GetRecords(QB_.Offset, QB_.Limit, Tags, DB_.OP("venue",ORM::EQ,UUID), OrderBy);
+            StorageService()->InventoryDB().GetRecords(QB_.Offset, QB_.Limit, Tags, StorageService()->InventoryDB().OP("venue",ORM::EQ,UUID), OrderBy);
             return SendList( Tags, SerialOnly);
-        } else if(GetBoolParameter("subscribersOnly") && GetBoolParameter("unassigned")) {
-            if(QB_.CountOnly) {
-                auto C = DB_.Count(" devClass='subscriber' and subscriber='' ");
-                return ReturnCountOnly( C);
-            }
-            ProvObjects::InventoryTagVec Tags;
-            DB_.GetRecords(QB_.Offset, QB_.Limit, Tags, " devClass='subscriber' and subscriber='' ", OrderBy);
-            if(QB_.CountOnly) {
-                auto C = DB_.Count(DB_.OP("venue",ORM::EQ,UUID));
-                return ReturnCountOnly( C);
-            }
-            return SendList(Tags, SerialOnly);
-        } else if(GetBoolParameter("subscribersOnly")) {
-            if(QB_.CountOnly) {
-                auto C = DB_.Count(" devClass='subscriber' and subscriber!='' ");
-                return ReturnCountOnly( C);
-            }
-            ProvObjects::InventoryTagVec Tags;
-            DB_.GetRecords(QB_.Offset, QB_.Limit, Tags," devClass='subscriber' and subscriber!='' ", OrderBy);
-            return SendList(Tags, SerialOnly);
-        } else if(GetBoolParameter("unassigned")) {
+        } else if(HasParameter("unassigned",Arg) && Arg=="true") {
             if(QB_.CountOnly) {
                 std::string Empty;
-                auto C = DB_.Count( InventoryDB::OP( DB_.OP("venue",ORM::EQ,Empty),
-                                                                          ORM::AND, DB_.OP("entity",ORM::EQ,Empty) ));
+                auto C = StorageService()->InventoryDB().Count( InventoryDB::OP( StorageService()->InventoryDB().OP("venue",ORM::EQ,Empty),
+                                                                          ORM::AND, StorageService()->InventoryDB().OP("entity",ORM::EQ,Empty) ));
                 return ReturnCountOnly(C);
             }
             ProvObjects::InventoryTagVec Tags;
             std::string Empty;
-            DB_.GetRecords(QB_.Offset, QB_.Limit, Tags, InventoryDB::OP( DB_.OP("venue",ORM::EQ,Empty),
-                                                                         ORM::AND, DB_.OP("entity",ORM::EQ,Empty) ) , OrderBy );
+            StorageService()->InventoryDB().GetRecords(QB_.Offset, QB_.Limit, Tags, InventoryDB::OP( StorageService()->InventoryDB().OP("venue",ORM::EQ,Empty),
+                                                                                              ORM::AND, StorageService()->InventoryDB().OP("entity",ORM::EQ,Empty) ) , OrderBy );
             return SendList(Tags, SerialOnly);
         } else if (HasParameter("subscriber",Arg) && !Arg.empty()) {
             // looking for device(s) for a specific subscriber...
             ProvObjects::InventoryTagVec Tags;
-            DB_.GetRecords(0,100,Tags," subscriber='" + Arg + "'");
+            StorageService()->InventoryDB().GetRecords(0,100,Tags," subscriber='" + Arg + "'");
             if(SerialOnly) {
                 std::vector<std::string>    SerialNumbers;
                 std::transform(cbegin(Tags), cend(Tags), std::back_inserter(SerialNumbers), [](const auto &T) { return T.serialNumber; });
@@ -113,11 +91,11 @@ namespace OpenWifi{
                 return MakeJSONObjectArray("taglist", Tags, *this);
             }
         } else if (QB_.CountOnly) {
-            auto C = DB_.Count();
+            auto C = StorageService()->InventoryDB().Count();
             return ReturnCountOnly(C);
-        } else if (GetBoolParameter("rrmOnly")) {
+        } else if (GetBoolParameter("rrmOnly",false)) {
             Types::UUIDvec_t   DeviceList;
-            DB_.GetRRMDeviceList(DeviceList);
+            StorageService()->InventoryDB().GetRRMDeviceList(DeviceList);
             if(QB_.CountOnly)
                 return ReturnCountOnly(DeviceList.size());
             else {
@@ -125,7 +103,7 @@ namespace OpenWifi{
             }
         } else {
             ProvObjects::InventoryTagVec Tags;
-            DB_.GetRecords(QB_.Offset,QB_.Limit,Tags,"",OrderBy);
+            StorageService()->InventoryDB().GetRecords(QB_.Offset,QB_.Limit,Tags,"",OrderBy);
             return MakeJSONObjectArray("taglist", Tags, *this);
         }
     }

src/RESTAPI/RESTAPI_inventory_list_handler.h

@@ -7,24 +7,24 @@
 //
 
 #pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
+
+#include "framework/MicroService.h"
+#include "RESTObjects/RESTAPI_ProvObjects.h"
 
 namespace OpenWifi {
 
     class RESTAPI_inventory_list_handler : public RESTAPIHandler {
     public:
-        RESTAPI_inventory_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
+        RESTAPI_inventory_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServer & Server, uint64_t TransactionId, bool Internal)
         : RESTAPIHandler(bindings, L,
                          std::vector<std::string>{
             Poco::Net::HTTPRequest::HTTP_GET,
             Poco::Net::HTTPRequest::HTTP_OPTIONS},
             Server,
             TransactionId,
-            Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/inventory"}; };
-    private:
-        InventoryDB     &DB_=StorageService()->InventoryDB();
+            Internal) {}
+        static const std::list<const char *> PathName() { return std::list<const char *>{"/api/v1/inventory"}; };
+
         void DoGet() final;
         void DoPost() final {};
         void DoPut() final {};

src/RESTAPI/RESTAPI_iptocountry_handler.h

@@ -3,20 +3,20 @@
 //
 
 #pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
+
+#include "framework/MicroService.h"
 
 namespace OpenWifi {
 class RESTAPI_iptocountry_handler : public RESTAPIHandler {
   public:
-	RESTAPI_iptocountry_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
+	RESTAPI_iptocountry_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServer & Server, uint64_t TransactionId, bool Internal)
 		: RESTAPIHandler(bindings, L,
 						 std::vector<std::string>{Poco::Net::HTTPRequest::HTTP_GET,
 												  Poco::Net::HTTPRequest::HTTP_OPTIONS},
 						 Server,
 						 TransactionId,
 						 Internal){};
-    static auto PathName() { return std::list<std::string>{"/api/v1/iptocountry"}; };
+	static const std::list<const char *> PathName() { return std::list<const char *>{"/api/v1/iptocountry"}; };
 	void DoGet() final;
 	void DoDelete() final {};
 	void DoPost() final {};

src/RESTAPI/RESTAPI_location_handler.cpp

@@ -8,11 +8,13 @@
 
 
 #include "RESTAPI_location_handler.h"
+#include "framework/RESTAPI_errors.h"
+
 #include "RESTObjects/RESTAPI_ProvObjects.h"
 #include "StorageService.h"
+#include "framework/RESTAPI_protocol.h"
 #include "Daemon.h"
 #include "RESTAPI/RESTAPI_db_helpers.h"
-#include "framework/utils.h"
 
 namespace OpenWifi{
 
@@ -65,10 +67,13 @@ namespace OpenWifi{
             return BadRequest(RESTAPI::Errors::StillInUse);
         }
 
-        DB_.DeleteRecord("id",UUID);
-        RemoveMembership(StorageService()->EntityDB(),&ProvObjects::Entity::locations,Existing.entity,Existing.info.id);
-        MoveUsage(StorageService()->PolicyDB(),DB_,Existing.info.id,"",Existing.info.id);
-        return OK();
+        if(DB_.DeleteRecord("id",UUID)) {
+            if(!Existing.entity.empty())
+                StorageService()->EntityDB().DeleteLocation("id",Existing.entity,UUID);
+
+            return OK();
+        }
+        InternalError(RESTAPI::Errors::CouldNotBeDeleted);
     }
 
     void RESTAPI_location_handler::DoPost() {
@@ -77,7 +82,7 @@ namespace OpenWifi{
             return BadRequest(RESTAPI::Errors::MissingUUID);
         }
 
-        const auto & Obj = ParsedBody_;
+        auto Obj = ParseStream();
         ProvObjects::Location NewObject;
         if (!NewObject.from_json(Obj)) {
             return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
@@ -98,11 +103,11 @@ namespace OpenWifi{
         NewObject.inUse.clear();
 
         if(DB_.CreateRecord(NewObject)) {
-            MoveUsage(StorageService()->PolicyDB(),DB_,"",NewObject.managementPolicy,NewObject.info.id);
-            AddMembership(StorageService()->EntityDB(),&ProvObjects::Entity::locations,NewObject.entity,NewObject.info.id);
+            if(!NewObject.managementPolicy.empty())
+                StorageService()->PolicyDB().AddInUse("id",NewObject.managementPolicy,DB_.Prefix(),NewObject.info.id);
+
+            StorageService()->EntityDB().AddLocation("id",NewObject.entity,NewObject.info.id);
 
-            LocationDB::RecordName AddedRecord;
-            DB_.GetRecord("id", NewObject.info.id,AddedRecord);
             Poco::JSON::Object Answer;
             NewObject.to_json(Answer);
             return ReturnObject(Answer);
@@ -111,14 +116,13 @@ namespace OpenWifi{
     }
 
     void RESTAPI_location_handler::DoPut() {
-
-        std::string UUID = GetBinding(RESTAPI::Protocol::UUID);
+        std::string UUID = GetBinding(RESTAPI::Protocol::UUID,"");
         ProvObjects::Location   Existing;
         if(UUID.empty() || !DB_.GetRecord("id", UUID, Existing)) {
             return NotFound();
         }
 
-        const auto & RawObject = ParsedBody_;
+        auto RawObject = ParseStream();
         ProvObjects::Location NewObject;
         if (!NewObject.from_json(RawObject)) {
             return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
@@ -128,13 +132,27 @@ namespace OpenWifi{
             return BadRequest( RESTAPI::Errors::NameMustBeSet);
         }
 
-        std::string FromPolicy, ToPolicy;
-        if(!CreateMove(RawObject,"managementPolicy",&LocationDB::RecordName::managementPolicy, Existing, FromPolicy, ToPolicy, StorageService()->PolicyDB()))
-            return BadRequest(RESTAPI::Errors::EntityMustExist);
+        std::string MoveFromPolicy,MoveToPolicy;
+        bool MovingPolicy=false;
+        if(AssignIfPresent(RawObject,"managementPolicy",MoveToPolicy)) {
+            if(!MoveToPolicy.empty() && !StorageService()->PolicyDB().Exists("id",MoveToPolicy)) {
+                return BadRequest(RESTAPI::Errors::UnknownManagementPolicyUUID);
+            }
+            MoveFromPolicy = Existing.managementPolicy;
+            MovingPolicy = MoveToPolicy != MoveFromPolicy;
+            Existing.managementPolicy = MoveToPolicy;
+        }
 
-        std::string FromEntity, ToEntity;
-        if(!CreateMove(RawObject,"entity",&LocationDB::RecordName::entity, Existing, FromEntity, ToEntity, StorageService()->EntityDB()))
-            return BadRequest(RESTAPI::Errors::EntityMustExist);
+        std::string MoveFromEntity,MoveToEntity;
+        bool MovingEntity=false;
+        if(AssignIfPresent(RawObject,"entity",MoveToEntity)) {
+            if(!MoveToEntity.empty() && !StorageService()->EntityDB().Exists("id",MoveToEntity)) {
+                return BadRequest(RESTAPI::Errors::EntityMustExist);
+            }
+            MoveFromEntity = Existing.entity;
+            MovingEntity = MoveToEntity != Existing.entity;
+            Existing.entity = MoveToEntity;
+        }
 
         AssignIfPresent(RawObject, "buildingName", Existing.buildingName);
         AssignIfPresent(RawObject, "city", Existing.city);
@@ -148,16 +166,27 @@ namespace OpenWifi{
             Existing.phones = NewObject.phones;
         if(RawObject->has("mobiles"))
             Existing.mobiles = NewObject.mobiles;
-        Existing.info.modified = Utils::Now();
+        Existing.info.modified = std::time(nullptr);
         if(RawObject->has("type"))
             Existing.type = NewObject.type;
 
         if(DB_.UpdateRecord("id", UUID, Existing)) {
-            MoveUsage(StorageService()->PolicyDB(), DB_, FromPolicy, ToPolicy, Existing.info.id);
-            ManageMembership(StorageService()->EntityDB(),&ProvObjects::Entity::locations,FromEntity, ToEntity, Existing.info.id);
+            if(MovingPolicy) {
+                if(!MoveFromPolicy.empty())
+                    StorageService()->PolicyDB().DeleteInUse("id",MoveFromPolicy,DB_.Prefix(),Existing.info.id);
+                if(!MoveToPolicy.empty())
+                    StorageService()->PolicyDB().AddInUse("id", MoveToPolicy, DB_.Prefix(), Existing.info.id);
+            }
+            if(MovingEntity) {
+                if(!MoveFromEntity.empty())
+                    StorageService()->EntityDB().DeleteLocation("id",MoveFromEntity,Existing.info.id);
+                if(!MoveToEntity.empty())
+                    StorageService()->EntityDB().AddLocation("id", MoveToEntity, Existing.info.id);
+            }
 
             ProvObjects::Location    NewObjectAdded;
             DB_.GetRecord("id", UUID, NewObjectAdded);
+
             Poco::JSON::Object  Answer;
             NewObjectAdded.to_json(Answer);
             return ReturnObject(Answer);

src/RESTAPI/RESTAPI_location_handler.h

@@ -7,13 +7,14 @@
 //
 
 #pragma once
-#include "framework/RESTAPI_Handler.h"
+
+#include "framework/MicroService.h"
 #include "StorageService.h"
 
 namespace OpenWifi {
     class RESTAPI_location_handler : public RESTAPIHandler {
     public:
-        RESTAPI_location_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
+        RESTAPI_location_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServer & Server, uint64_t TransactionId, bool Internal)
         : RESTAPIHandler(bindings, L,
                          std::vector<std::string>{
             Poco::Net::HTTPRequest::HTTP_GET, Poco::Net::HTTPRequest::HTTP_POST,
@@ -21,14 +22,15 @@ namespace OpenWifi {
             Poco::Net::HTTPRequest::HTTP_OPTIONS},
             Server,
             TransactionId,
-            Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/location/{uuid}"}; };
+            Internal),
+            DB_(StorageService()->LocationDB()){}
+        static const std::list<const char *> PathName() { return std::list<const char *>{"/api/v1/location/{uuid}"}; };
 
-    private:
-        LocationDB      & DB_ = StorageService()->LocationDB();
         void DoGet() final ;
         void DoPost() final ;
         void DoPut() final ;
         void DoDelete() final ;
+    private:
+        LocationDB  &DB_;
     };
 }

src/RESTAPI/RESTAPI_location_list_handler.cpp

@@ -11,6 +11,17 @@
 namespace OpenWifi{
 
     void RESTAPI_location_list_handler::DoGet() {
-        return ListHandler<LocationDB>("locations", DB_, *this);
+        if(!QB_.Select.empty()) {
+            return ReturnRecordList<decltype(StorageService()->LocationDB()),
+            ProvObjects::Location>("locations",StorageService()->LocationDB(),*this );
+        } else if(QB_.CountOnly) {
+            Poco::JSON::Object  Answer;
+            auto C = StorageService()->LocationDB().Count();
+            return ReturnCountOnly(C);
+        } else {
+            ProvObjects::LocationVec Locations;
+            StorageService()->LocationDB().GetRecords(QB_.Offset,QB_.Limit,Locations);
+            return MakeJSONObjectArray("locations", Locations, *this);
+        }
     }
 }

src/RESTAPI/RESTAPI_location_list_handler.h

@@ -3,24 +3,23 @@
 //
 
 #pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
+
+#include "framework/MicroService.h"
 
 namespace OpenWifi {
 
     class RESTAPI_location_list_handler : public RESTAPIHandler {
     public:
-        RESTAPI_location_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
+        RESTAPI_location_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServer & Server, uint64_t TransactionId, bool Internal)
         : RESTAPIHandler(bindings, L,
                          std::vector<std::string>{
             Poco::Net::HTTPRequest::HTTP_GET,
             Poco::Net::HTTPRequest::HTTP_OPTIONS},
             Server,
             TransactionId,
-            Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/location"}; };
-    private:
-        LocationDB  & DB_=StorageService()->LocationDB();
+            Internal) {}
+        static const std::list<const char *> PathName() { return std::list<const char *>{"/api/v1/location"}; };
+
         void DoGet() final;
         void DoPost() final {};
         void DoPut() final {};

src/RESTAPI/RESTAPI_managementPolicy_handler.cpp

@@ -12,6 +12,7 @@
 #include "StorageService.h"
 #include "Poco/JSON/Parser.h"
 #include "Daemon.h"
+#include "framework/RESTAPI_errors.h"
 #include "RESTAPI/RESTAPI_db_helpers.h"
 
 namespace OpenWifi{
@@ -63,10 +64,11 @@ namespace OpenWifi{
             return BadRequest(RESTAPI::Errors::StillInUse);
         }
 
-        StorageService()->PolicyDB().DeleteRecord("id", UUID);
-        ManageMembership(StorageService()->EntityDB(),&ProvObjects::Entity::managementPolicies,Existing.entity,"",Existing.info.id);
-        ManageMembership(StorageService()->VenueDB(),&ProvObjects::Venue::managementPolicies,Existing.venue,"",Existing.info.id);
-        return OK();
+        if(StorageService()->PolicyDB().DeleteRecord("id", UUID)) {
+            return OK();
+        }
+
+        InternalError(RESTAPI::Errors::CouldNotBeDeleted);
     }
 
     void RESTAPI_managementPolicy_handler::DoPost() {
@@ -75,32 +77,23 @@ namespace OpenWifi{
             return BadRequest(RESTAPI::Errors::MissingUUID);
         }
 
-        ProvObjects::ManagementPolicy   NewObject;
-        const auto & RawObject = ParsedBody_;
-        if(!NewObject.from_json(RawObject)) {
+        ProvObjects::ManagementPolicy   NewPolicy;
+        auto NewObject = ParseStream();
+        if(!NewPolicy.from_json(NewObject)) {
             return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
         }
 
-        if(!CreateObjectInfo(RawObject, UserInfo_.userinfo, NewObject.info)) {
+        if(!CreateObjectInfo(NewObject, UserInfo_.userinfo, NewPolicy.info)) {
             return BadRequest( RESTAPI::Errors::NameMustBeSet);
         }
 
-        if(NewObject.entity.empty() || !StorageService()->EntityDB().Exists("id", NewObject.entity)) {
-            return BadRequest(RESTAPI::Errors::EntityMustExist);
-        }
+        NewPolicy.inUse.clear();
 
-        if(NewObject.venue.empty() || !StorageService()->VenueDB().Exists("id", NewObject.venue)) {
-            return BadRequest(RESTAPI::Errors::VenueMustExist);
-        }
-
-        NewObject.inUse.clear();
-        if(DB_.CreateRecord(NewObject)) {
-            AddMembership(StorageService()->EntityDB(),&ProvObjects::Entity::managementPolicies,NewObject.entity,NewObject.info.id);
-            AddMembership(StorageService()->VenueDB(),&ProvObjects::Venue::managementPolicies,NewObject.venue,NewObject.info.id);
-            PolicyDB::RecordName  AddedObject;
-            DB_.GetRecord("id",NewObject.info.id,AddedObject);
+        if(DB_.CreateRecord(NewPolicy)) {
+            ProvObjects::ManagementPolicy   Policy;
+            DB_.GetRecord("id",NewPolicy.info.id,Policy);
             Poco::JSON::Object  Answer;
-            AddedObject.to_json(Answer);
+            Policy.to_json(Answer);
             return ReturnObject(Answer);
         }
         InternalError(RESTAPI::Errors::RecordNotCreated);
@@ -114,31 +107,20 @@ namespace OpenWifi{
         }
 
         ProvObjects::ManagementPolicy   NewPolicy;
-        const auto & RawObject = ParsedBody_;
-        if(!NewPolicy.from_json(RawObject)) {
+        auto NewObject = ParseStream();
+        if(!NewPolicy.from_json(NewObject)) {
             return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
         }
 
-        if(!UpdateObjectInfo(RawObject, UserInfo_.userinfo, Existing.info)) {
+        if(!UpdateObjectInfo(NewObject, UserInfo_.userinfo, Existing.info)) {
             return BadRequest( RESTAPI::Errors::NameMustBeSet);
         }
 
-        std::string FromEntity, ToEntity;
-        if(!CreateMove(RawObject,"entity",&PolicyDB::RecordName::entity, Existing, FromEntity, ToEntity, StorageService()->EntityDB()))
-            return BadRequest(RESTAPI::Errors::EntityMustExist);
-
-        std::string FromVenue, ToVenue;
-        if(!CreateMove(RawObject,"venue",&PolicyDB::RecordName::venue, Existing, FromVenue, ToVenue, StorageService()->VenueDB()))
-            return BadRequest(RESTAPI::Errors::EntityMustExist);
-
         if(!NewPolicy.entries.empty())
             Existing.entries = NewPolicy.entries;
 
         if(DB_.UpdateRecord("id", Existing.info.id, Existing)) {
-            ManageMembership(StorageService()->EntityDB(),&ProvObjects::Entity::managementPolicies, FromEntity,ToEntity,Existing.info.id);
-            ManageMembership(StorageService()->VenueDB(),&ProvObjects::Venue::managementPolicies, FromVenue,ToVenue,Existing.info.id);
-
-            ProvObjects::ManagementPolicy   P;
+           ProvObjects::ManagementPolicy   P;
             DB_.GetRecord("id",Existing.info.id,P);
             Poco::JSON::Object  Answer;
             P.to_json(Answer);

src/RESTAPI/RESTAPI_managementPolicy_handler.h

@@ -7,14 +7,13 @@
 //
 
 
-#pragma once
-#include "framework/RESTAPI_Handler.h"
+#include "framework/MicroService.h"
 #include "StorageService.h"
 
 namespace OpenWifi {
     class RESTAPI_managementPolicy_handler : public RESTAPIHandler {
     public:
-        RESTAPI_managementPolicy_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
+        RESTAPI_managementPolicy_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServer & Server, uint64_t TransactionId, bool Internal)
         : RESTAPIHandler(bindings, L,
                          std::vector<std::string>{
             Poco::Net::HTTPRequest::HTTP_GET, Poco::Net::HTTPRequest::HTTP_POST,
@@ -22,11 +21,12 @@ namespace OpenWifi {
             Poco::Net::HTTPRequest::HTTP_OPTIONS},
             Server,
             TransactionId,
-            Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/managementPolicy/{uuid}"}; };
+            Internal),
+            DB_(StorageService()->PolicyDB()){}
+        static const std::list<const char *> PathName() { return std::list<const char *>{"/api/v1/managementPolicy/{uuid}"}; };
 
     private:
-        PolicyDB        &DB_=StorageService()->PolicyDB();
+        PolicyDB        &DB_;
         void DoGet() final;
         void DoPost() final ;
         void DoPut() final ;

src/RESTAPI/RESTAPI_managementPolicy_list_handler.cpp

@@ -6,10 +6,22 @@
 
 #include "RESTObjects/RESTAPI_ProvObjects.h"
 #include "StorageService.h"
+#include "framework/RESTAPI_errors.h"
 #include "RESTAPI/RESTAPI_db_helpers.h"
 
 namespace OpenWifi{
     void RESTAPI_managementPolicy_list_handler::DoGet() {
-        return ListHandler<PolicyDB>("managementPolicies", DB_, *this);
+        if(!QB_.Select.empty()) {
+            return ReturnRecordList<decltype(StorageService()->PolicyDB()),
+            ProvObjects::ManagementPolicy>("managementPolicies",StorageService()->PolicyDB(),*this );
+        } else if(QB_.CountOnly) {
+            Poco::JSON::Object  Answer;
+            auto C = StorageService()->ContactDB().Count();
+            return ReturnCountOnly(C);
+        } else {
+            ProvObjects::ManagementPolicyVec Policies;
+            StorageService()->PolicyDB().GetRecords(QB_.Offset,QB_.Limit,Policies);
+            return MakeJSONObjectArray("managementPolicies", Policies, *this);
+        }
     }
 }

src/RESTAPI/RESTAPI_managementPolicy_list_handler.h

@@ -2,25 +2,22 @@
 // Created by stephane bourque on 2021-08-26.
 //
 
-#pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
+#include "framework/MicroService.h"
 
 namespace OpenWifi {
 
     class RESTAPI_managementPolicy_list_handler : public RESTAPIHandler {
     public:
-        RESTAPI_managementPolicy_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
+        RESTAPI_managementPolicy_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServer & Server, uint64_t TransactionId, bool Internal)
         : RESTAPIHandler(bindings, L,
                          std::vector<std::string>{
             Poco::Net::HTTPRequest::HTTP_GET,
             Poco::Net::HTTPRequest::HTTP_OPTIONS},
             Server,
             TransactionId,
-            Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/managementPolicy"}; };
-    private:
-        PolicyDB        &DB_=StorageService()->PolicyDB();
+            Internal) {}
+        static const std::list<const char *> PathName() { return std::list<const char *>{"/api/v1/managementPolicy"}; };
+
         void DoGet() final ;
         void DoPost() final {};
         void DoPut() final {};

src/RESTAPI/RESTAPI_managementRole_handler.cpp

@@ -4,10 +4,12 @@
 
 #include "RESTAPI_managementRole_handler.h"
 
+#include "framework/RESTAPI_protocol.h"
 #include "RESTObjects/RESTAPI_ProvObjects.h"
 #include "StorageService.h"
 #include "Poco/JSON/Parser.h"
 #include "Poco/StringTokenizer.h"
+#include "framework/RESTAPI_errors.h"
 #include "RESTAPI/RESTAPI_db_helpers.h"
 
 namespace OpenWifi{
@@ -62,11 +64,13 @@ namespace OpenWifi{
             return BadRequest(RESTAPI::Errors::StillInUse);
         }
 
-        DB_.DeleteRecord("id", Existing.info.id);
-        MoveUsage(StorageService()->PolicyDB(),DB_,Existing.managementPolicy,"",Existing.info.id);
-        RemoveMembership(StorageService()->EntityDB(),&ProvObjects::Entity::managementRoles,Existing.entity,Existing.info.id);
-        RemoveMembership(StorageService()->VenueDB(),&ProvObjects::Venue::managementRoles,Existing.venue,Existing.info.id);
-        return OK();
+        if(!Existing.managementPolicy.empty())
+            StorageService()->PolicyDB().DeleteInUse("id",Existing.managementPolicy,DB_.Prefix(),Existing.info.id);
+
+        if(StorageService()->RolesDB().DeleteRecord("id", Existing.info.id)) {
+            return OK();
+        }
+        InternalError(RESTAPI::Errors::CouldNotBeDeleted);
     }
 
     void RESTAPI_managementRole_handler::DoPost() {
@@ -75,29 +79,23 @@ namespace OpenWifi{
             return BadRequest(RESTAPI::Errors::MissingUUID);
         }
 
-        const auto & RawObj = ParsedBody_;
+        auto Obj = ParseStream();
         ProvObjects::ManagementRole NewObject;
-        if (!NewObject.from_json(RawObj)) {
+        if (!NewObject.from_json(Obj)) {
             return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
         }
 
-        if(!CreateObjectInfo(RawObj, UserInfo_.userinfo, NewObject.info)) {
+        if(!CreateObjectInfo(Obj, UserInfo_.userinfo, NewObject.info)) {
             return BadRequest( RESTAPI::Errors::NameMustBeSet);
         }
 
-        if(NewObject.entity.empty() || !StorageService()->EntityDB().Exists("id",NewObject.entity)) {
-            return BadRequest(RESTAPI::Errors::EntityMustExist);
-        }
-
         if(!NewObject.managementPolicy.empty() && !StorageService()->PolicyDB().Exists("id",NewObject.managementPolicy)) {
             return BadRequest(RESTAPI::Errors::UnknownManagementPolicyUUID);
         }
 
         if(DB_.CreateRecord(NewObject)) {
-            AddMembership(StorageService()->EntityDB(),&ProvObjects::Entity::managementRoles,NewObject.entity,NewObject.info.id);
-            AddMembership(StorageService()->VenueDB(),&ProvObjects::Venue::managementRoles,NewObject.venue,NewObject.info.id);
-            MoveUsage(StorageService()->PolicyDB(), DB_, "", NewObject.managementPolicy, NewObject.info.id);
-
+            if(!NewObject.managementPolicy.empty())
+                StorageService()->PolicyDB().AddInUse("id", NewObject.managementPolicy, DB_.Prefix(), NewObject.info.id);
             Poco::JSON::Object Answer;
             ProvObjects::ManagementRole Role;
             DB_.GetRecord("id", NewObject.info.id,Role);
@@ -114,7 +112,7 @@ namespace OpenWifi{
             return NotFound();
         }
 
-        const auto & RawObject = ParsedBody_;
+        auto RawObject = ParseStream();
         ProvObjects::ManagementRole NewObject;
         if(!NewObject.from_json(RawObject)) {
             return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
@@ -124,22 +122,20 @@ namespace OpenWifi{
             return BadRequest( RESTAPI::Errors::NameMustBeSet);
         }
 
-        std::string FromPolicy, ToPolicy;
-        if(!CreateMove(RawObject,"managementPolicy",&ManagementRoleDB::RecordName::managementPolicy, Existing, FromPolicy, ToPolicy, StorageService()->PolicyDB()))
-            return BadRequest(RESTAPI::Errors::EntityMustExist);
+        std::string NewPolicy,OldPolicy = Existing.managementPolicy;
+        AssignIfPresent(RawObject, "managementPolicy", NewPolicy);
+        if(!NewPolicy.empty() && !StorageService()->PolicyDB().Exists("id",NewPolicy)) {
+            return BadRequest(RESTAPI::Errors::UnknownManagementPolicyUUID);
+        }
 
-        std::string FromEntity, ToEntity;
-        if(!CreateMove(RawObject,"entity",&ManagementRoleDB::RecordName::entity, Existing, FromEntity, ToEntity, StorageService()->EntityDB()))
-            return BadRequest(RESTAPI::Errors::EntityMustExist);
-
-        std::string FromVenue, ToVenue;
-        if(!CreateMove(RawObject,"venue",&ManagementRoleDB::RecordName::venue, Existing, FromVenue, ToVenue, StorageService()->VenueDB()))
-            return BadRequest(RESTAPI::Errors::EntityMustExist);
+        if(!NewPolicy.empty())
+            Existing.managementPolicy = NewPolicy;
 
         if(DB_.UpdateRecord("id",UUID,Existing)) {
-            MoveUsage(StorageService()->PolicyDB(),DB_, FromPolicy, ToPolicy, Existing.info.id);
-            ManageMembership(StorageService()->EntityDB(),&ProvObjects::Entity::managementRoles, FromEntity, ToEntity, Existing.info.id);
-            ManageMembership(StorageService()->VenueDB(),&ProvObjects::Venue::managementRoles, FromVenue, ToVenue, Existing.info.id);
+            if(!OldPolicy.empty())
+                StorageService()->PolicyDB().DeleteInUse("id",OldPolicy,DB_.Prefix(),UUID);
+            if(!NewPolicy.empty())
+                StorageService()->PolicyDB().AddInUse("id",NewPolicy,DB_.Prefix(),UUID);
 
             ProvObjects::ManagementRole NewRecord;
 

src/RESTAPI/RESTAPI_managementRole_handler.h

@@ -2,14 +2,13 @@
 // Created by stephane bourque on 2021-08-26.
 //
 
-#pragma once
-#include "framework/RESTAPI_Handler.h"
+#include "framework/MicroService.h"
 #include "StorageService.h"
 
 namespace OpenWifi {
     class RESTAPI_managementRole_handler : public RESTAPIHandler {
     public:
-        RESTAPI_managementRole_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
+        RESTAPI_managementRole_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServer & Server, uint64_t TransactionId, bool Internal)
         : RESTAPIHandler(bindings, L,
                          std::vector<std::string>{
             Poco::Net::HTTPRequest::HTTP_GET, Poco::Net::HTTPRequest::HTTP_POST,
@@ -17,10 +16,11 @@ namespace OpenWifi {
             Poco::Net::HTTPRequest::HTTP_OPTIONS},
             Server,
             TransactionId,
-            Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/managementRole/{uuid}"}; };
+            Internal),
+            DB_(StorageService()->RolesDB()){}
+        static const std::list<const char *> PathName() { return std::list<const char *>{"/api/v1/managementRole/{uuid}"}; };
     private:
-        ManagementRoleDB    &DB_=StorageService()->RolesDB();
+        ManagementRoleDB    &DB_;
         void DoGet() final ;
         void DoPost() final ;
         void DoPut() final ;

src/RESTAPI/RESTAPI_managementRole_list_handler.cpp

@@ -2,12 +2,27 @@
 // Created by stephane bourque on 2021-08-26.
 //
 
+#include "framework/MicroService.h"
+
 #include "RESTAPI_managementRole_list_handler.h"
+#include "RESTObjects/RESTAPI_ProvObjects.h"
 #include "StorageService.h"
+#include "framework/RESTAPI_errors.h"
 #include "RESTAPI/RESTAPI_db_helpers.h"
 
 namespace OpenWifi{
     void RESTAPI_managementRole_list_handler::DoGet() {
-        return ListHandler<ManagementRoleDB>("roles", DB_, *this);
+        if(!QB_.Select.empty()) {
+            return ReturnRecordList<decltype(StorageService()->RolesDB()),
+            ProvObjects::ManagementRole>("roles",StorageService()->RolesDB(),*this );
+        } else if(QB_.CountOnly) {
+            Poco::JSON::Object  Answer;
+            auto C = StorageService()->RolesDB().Count();
+            return ReturnCountOnly(C);
+        } else {
+            ProvObjects::ManagementRoleVec Roles;
+            StorageService()->RolesDB().GetRecords(QB_.Offset,QB_.Limit,Roles);
+            return MakeJSONObjectArray("roles", Roles, *this);
+        }
     }
 }

src/RESTAPI/RESTAPI_managementRole_list_handler.h

@@ -1,27 +1,24 @@
 //
 // Created by stephane bourque on 2021-08-26.
 //
-
 #pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
+
+#include "framework/MicroService.h"
 
 namespace OpenWifi {
 
     class RESTAPI_managementRole_list_handler : public RESTAPIHandler {
     public:
-        RESTAPI_managementRole_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
+        RESTAPI_managementRole_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServer & Server, uint64_t TransactionId, bool Internal)
         : RESTAPIHandler(bindings, L,
                          std::vector<std::string>{
             Poco::Net::HTTPRequest::HTTP_GET,
             Poco::Net::HTTPRequest::HTTP_OPTIONS},
             Server,
             TransactionId,
-            Internal) {
-        }
-        static auto PathName() { return std::list<std::string>{"/api/v1/managementRole"}; };
-    private:
-        ManagementRoleDB    &DB_=StorageService()->RolesDB();
+            Internal) {}
+        static const std::list<const char *> PathName() { return std::list<const char *>{"/api/v1/managementRole"}; };
+
         void DoGet() final;
         void DoPost() final {};
         void DoPut() final {};

src/RESTAPI/RESTAPI_map_handler.cpp

@@ -4,10 +4,12 @@
 
 #include "RESTAPI_map_handler.h"
 
+#include "framework/RESTAPI_protocol.h"
 #include "RESTObjects/RESTAPI_ProvObjects.h"
 #include "StorageService.h"
 #include "Poco/JSON/Parser.h"
 #include "Poco/StringTokenizer.h"
+#include "framework/RESTAPI_errors.h"
 #include "RESTAPI/RESTAPI_db_helpers.h"
 
 namespace OpenWifi{
@@ -34,20 +36,17 @@ namespace OpenWifi{
             return NotFound();
         }
 
-        if( UserInfo_.userinfo.userRole!=SecurityObjects::ROOT &&
-            UserInfo_.userinfo.userRole!=SecurityObjects::ADMIN &&
-            UserInfo_.userinfo.id!=Existing.creator) {
-            return UnAuthorized(RESTAPI::Errors::ACCESS_DENIED);
+        if(UserInfo_.userinfo.id!=Existing.creator) {
+            return UnAuthorized("You must be the creator of the map to delete it");
         }
 
-        DB_.DeleteRecord("id", Existing.info.id);
-        MoveUsage(StorageService()->PolicyDB(),DB_,Existing.managementPolicy,"",Existing.info.id);
-        RemoveMembership(StorageService()->EntityDB(),&ProvObjects::Entity::maps,Existing.entity,Existing.info.id);
-        RemoveMembership(StorageService()->VenueDB(),&ProvObjects::Venue::maps,Existing.venue,Existing.info.id);
-        return OK();
+        if(DB_.DeleteRecord("id", Existing.info.id)) {
+            return OK();
+        }
+        InternalError(RESTAPI::Errors::CouldNotBeDeleted);
     }
 
-    static bool ValidateVisibility(const std::string &V) {
+    static auto ValidateVisibility(const std::string &V) {
         return (V=="private" || V=="public" || V=="select");
     }
 
@@ -57,36 +56,20 @@ namespace OpenWifi{
             return BadRequest(RESTAPI::Errors::MissingUUID);
         }
 
-        const auto & RawObject = ParsedBody_;
+        auto Obj = ParseStream();
         ProvObjects::Map NewObject;
-        if (!NewObject.from_json(RawObject)) {
+        if (!NewObject.from_json(Obj)) {
             return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
         }
 
-        if(!CreateObjectInfo(RawObject, UserInfo_.userinfo, NewObject.info)) {
+        if(!CreateObjectInfo(Obj, UserInfo_.userinfo, NewObject.info)) {
             return BadRequest( RESTAPI::Errors::NameMustBeSet);
         }
 
-        if(!ValidateVisibility(NewObject.visibility)) {
-            return BadRequest(RESTAPI::Errors::InvalidVisibilityAttribute);
-        }
-
-        if(RawObject->has("entity")) {
-            if(!NewObject.entity.empty() && !StorageService()->EntityDB().Exists("id",NewObject.entity))
-                return BadRequest(RESTAPI::Errors::EntityMustExist);
-        }
-
-        if(RawObject->has("managementPolicy")) {
-            if(!NewObject.managementPolicy.empty() && !StorageService()->PolicyDB().Exists("id",NewObject.managementPolicy))
-                return BadRequest(RESTAPI::Errors::UnknownManagementPolicyUUID);
-        }
-
         NewObject.creator = UserInfo_.userinfo.id;
 
         if(DB_.CreateRecord(NewObject)) {
-            AddMembership(StorageService()->EntityDB(),&ProvObjects::Entity::maps,NewObject.entity,NewObject.info.id);
-            AddMembership(StorageService()->VenueDB(),&ProvObjects::Venue::maps,NewObject.venue,NewObject.info.id);
-            MoveUsage(StorageService()->PolicyDB(),DB_,"",NewObject.managementPolicy,NewObject.info.id);
+
             Poco::JSON::Object  Answer;
             ProvObjects::Map    M;
             DB_.GetRecord("id", NewObject.info.id,M);
@@ -103,7 +86,7 @@ namespace OpenWifi{
             return NotFound();
         }
 
-        const auto & RawObject = ParsedBody_;
+        auto RawObject = ParseStream();
         ProvObjects::Map NewObject;
         if(!NewObject.from_json(RawObject)) {
             return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
@@ -113,56 +96,33 @@ namespace OpenWifi{
             return BadRequest( RESTAPI::Errors::NameMustBeSet);
         }
 
-        if( UserInfo_.userinfo.userRole!=SecurityObjects::ROOT &&
-            UserInfo_.userinfo.userRole!=SecurityObjects::ADMIN &&
-            UserInfo_.userinfo.id!=Existing.creator) {
-            return UnAuthorized(RESTAPI::Errors::ACCESS_DENIED);
-        }
-
-        if( UserInfo_.userinfo.userRole==SecurityObjects::ROOT ||
-            UserInfo_.userinfo.userRole==SecurityObjects::ADMIN) {
-
-        } else if(Existing.creator != UserInfo_.userinfo.id) {
-            if(Existing.visibility == "private") {
-                return UnAuthorized(RESTAPI::Errors::ACCESS_DENIED);
+        if(Existing.creator != UserInfo_.userinfo.id) {
+            if(Existing.visibility == ProvObjects::PRIVATE) {
+                return UnAuthorized(RESTAPI::Errors::InsufficientAccessRights, ACCESS_DENIED);
             }
-            if(Existing.visibility == "select") {
-                bool allowed=false;
+            if(Existing.visibility == ProvObjects::SELECT) {
                 for(const auto &i:Existing.access.list) {
                     for(const auto &j:i.users.list) {
                         if(j==UserInfo_.userinfo.id) {
-                            allowed=true;
                         }
                     }
                 }
-                if(!allowed) {
-                    return UnAuthorized(RESTAPI::Errors::ACCESS_DENIED);
-                }
             }
         }
 
-        std::string FromPolicy, ToPolicy;
-        if(!CreateMove(RawObject,"managementPolicy",&MapDB::RecordName::managementPolicy, Existing, FromPolicy, ToPolicy, StorageService()->PolicyDB()))
+        if(RawObject->has("entity") && !StorageService()->EntityDB().Exists("id",NewObject.entity)) {
             return BadRequest(RESTAPI::Errors::EntityMustExist);
+        }
 
-        std::string FromEntity, ToEntity;
-        if(!CreateMove(RawObject,"entity",&MapDB::RecordName::entity, Existing, FromEntity, ToEntity, StorageService()->EntityDB()))
-            return BadRequest(RESTAPI::Errors::EntityMustExist);
-
-        std::string FromVenue, ToVenue;
-        if(!CreateMove(RawObject,"venue",&MapDB::RecordName::venue, Existing, FromVenue, ToVenue, StorageService()->VenueDB()))
-            return BadRequest(RESTAPI::Errors::VenueMustExist);
-
+        AssignIfPresent(RawObject,"entity",Existing.entity);
         AssignIfPresent(RawObject,"data", Existing.data);
         if(RawObject->has("visibility"))
             Existing.visibility = NewObject.visibility;
 
         if(DB_.UpdateRecord("id",UUID,Existing)) {
-            MoveUsage(StorageService()->PolicyDB(),DB_,FromPolicy,ToPolicy,Existing.info.id);
-            ManageMembership(StorageService()->EntityDB(),&ProvObjects::Entity::maps,FromEntity,ToEntity,Existing.info.id);
-            ManageMembership(StorageService()->VenueDB(),&ProvObjects::Venue::maps,FromVenue,ToVenue,Existing.info.id);
 
             ProvObjects::Map NewRecord;
+
             DB_.GetRecord("id", UUID, NewRecord);
             Poco::JSON::Object  Answer;
             NewRecord.to_json(Answer);

src/RESTAPI/RESTAPI_map_handler.h

@@ -2,13 +2,14 @@
 // Created by stephane bourque on 2021-11-09.
 //
 #pragma once
-#include "framework/RESTAPI_Handler.h"
+
+#include "framework/MicroService.h"
 #include "StorageService.h"
 
 namespace OpenWifi {
     class RESTAPI_map_handler : public RESTAPIHandler {
     public:
-        RESTAPI_map_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
+        RESTAPI_map_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServer & Server, uint64_t TransactionId, bool Internal)
         : RESTAPIHandler(bindings, L,
                          std::vector<std::string>{
             Poco::Net::HTTPRequest::HTTP_GET, Poco::Net::HTTPRequest::HTTP_POST,
@@ -16,10 +17,11 @@ namespace OpenWifi {
             Poco::Net::HTTPRequest::HTTP_OPTIONS},
             Server,
             TransactionId,
-            Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/map/{uuid}"}; };
+            Internal),
+            DB_(StorageService()->MapDB()){}
+            static const std::list<const char *> PathName() { return std::list<const char *>{"/api/v1/map/{uuid}"}; };
     private:
-        MapDB    &DB_=StorageService()->MapDB();
+        MapDB    &DB_;
         void DoGet() final ;
         void DoPost() final ;
         void DoPut() final ;

src/RESTAPI/RESTAPI_map_list_handler.cpp

@@ -9,16 +9,23 @@
 
 namespace OpenWifi{
     void RESTAPI_map_list_handler::DoGet() {
-        const char *BlockName{"list"};
         if(GetBoolParameter("myMaps",false)) {
-            auto where = DB_.OP("creator",ORM::EQ,UserInfo_.userinfo.id);
-            MapDB::RecordVec Maps;
-            DB_.GetRecords(QB_.Offset,QB_.Limit,Maps,where);
-            return MakeJSONObjectArray(BlockName, Maps, *this);
+            auto where = StorageService()->MapDB().OP("creator",ORM::EQ,UserInfo_.userinfo.id);
+            std::vector<ProvObjects::Map>   Maps;
+            StorageService()->MapDB().GetRecords(QB_.Offset,QB_.Limit,Maps,where);
+            return MakeJSONObjectArray("list", Maps, *this);
         } else if(GetBoolParameter("sharedWithMe",false)) {
 
+        } else if(!QB_.Select.empty()) {
+            return ReturnRecordList<decltype(StorageService()->MapDB()),ProvObjects::Map>("list",StorageService()->MapDB(),*this );
+        } else if(QB_.CountOnly) {
+            Poco::JSON::Object  Answer;
+            auto C = StorageService()->MapDB().Count();
+            return ReturnCountOnly(C);
         } else {
-            return ListHandler<MapDB>(BlockName, DB_, *this);
+            std::vector<ProvObjects::Map>   Maps;
+            StorageService()->MapDB().GetRecords(QB_.Offset,QB_.Limit,Maps);
+            return MakeJSONObjectArray("list", Maps, *this);
         }
     }
 }

src/RESTAPI/RESTAPI_map_list_handler.h

@@ -2,25 +2,23 @@
 // Created by stephane bourque on 2021-11-09.
 //
 #pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
+
+#include "framework/MicroService.h"
 
 namespace OpenWifi {
 
     class RESTAPI_map_list_handler : public RESTAPIHandler {
     public:
-        RESTAPI_map_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
+        RESTAPI_map_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServer & Server, uint64_t TransactionId, bool Internal)
         : RESTAPIHandler(bindings, L,
                          std::vector<std::string>{
             Poco::Net::HTTPRequest::HTTP_GET,
             Poco::Net::HTTPRequest::HTTP_OPTIONS},
             Server,
             TransactionId,
-            Internal) {
-        }
-        static auto PathName() { return std::list<std::string>{"/api/v1/map"}; };
-    private:
-        MapDB    &DB_=StorageService()->MapDB();
+            Internal) {}
+            static const std::list<const char *> PathName() { return std::list<const char *>{"/api/v1/map"}; };
+
         void DoGet() final;
         void DoPost() final {};
         void DoPut() final {};

src/RESTAPI/RESTAPI_op_contact_handler.cpp

@@ -1,102 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-07.
-//
-
-#include "RESTAPI_op_contact_handler.h"
-#include "RESTAPI_db_helpers.h"
-#include "sdks/SDK_sec.h"
-
-namespace OpenWifi {
-
-    void RESTAPI_op_contact_handler::DoGet() {
-        auto uuid = GetBinding("uuid","");
-        if(uuid.empty()) {
-            return BadRequest(RESTAPI::Errors::MissingUUID);
-        }
-        OpContactDB::RecordName  Existing;
-        if(!DB_.GetRecord("id",uuid,Existing)) {
-            return NotFound();
-        }
-        Poco::JSON::Object  Answer;
-        Existing.to_json(Answer);
-        return ReturnObject(Answer);
-    }
-
-    void RESTAPI_op_contact_handler::DoDelete() {
-        auto uuid = GetBinding("uuid","");
-        if(uuid.empty()) {
-            return BadRequest(RESTAPI::Errors::MissingUUID);
-        }
-
-        OpContactDB::RecordName  Existing;
-        if(!DB_.GetRecord("id",uuid,Existing)) {
-            return NotFound();
-        }
-
-        // see if anyone is still using this thing
-        if(!Existing.subscriberDeviceId.empty()){
-            return BadRequest(RESTAPI::Errors::StillInUse);
-        }
-
-        DB_.DeleteRecord("id", uuid);
-        return OK();
-    }
-
-    void RESTAPI_op_contact_handler::DoPost() {
-
-        const auto & RawObject = ParsedBody_;
-        OpContactDB::RecordName   NewObject;
-        if(!NewObject.from_json(RawObject)) {
-            return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
-        }
-
-        if( !ValidDbId(NewObject.operatorId,StorageService()->OperatorDB(), false, RESTAPI::Errors::InvalidOperatorId, *this ) ||
-            !ValidDbId(NewObject.managementPolicy,StorageService()->PolicyDB(), true, RESTAPI::Errors::UnknownManagementPolicyUUID, *this ) ||
-            !ValidDbId(NewObject.subscriberDeviceId,StorageService()->SubscriberDeviceDB(), true, RESTAPI::Errors::InvalidSubscriberDeviceId, *this ) ||
-            !ValidContactType(NewObject.type,*this) ) {
-            return;
-        }
-
-        ProvObjects::CreateObjectInfo(RawObject, UserInfo_.userinfo, NewObject.info);
-        return ReturnCreatedObject(DB_,NewObject,*this);
-    }
-
-    void RESTAPI_op_contact_handler::DoPut() {
-        auto uuid = GetBinding("uuid");
-        OpContactDB::RecordName   Existing;
-        if(uuid.empty() || !DB_.GetRecord("id",uuid,Existing)) {
-            return BadRequest(RESTAPI::Errors::MissingUUID);
-        }
-
-        const auto & RawObject = ParsedBody_;
-        OpContactDB::RecordName   UpdateObj;
-        if(!UpdateObj.from_json(RawObject)) {
-            return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
-        }
-
-        if( !ValidContactType(UpdateObj.type,*this)     ||
-            !ValidDbId(UpdateObj.managementPolicy,StorageService()->PolicyDB(), true, RESTAPI::Errors::UnknownManagementPolicyUUID, *this ) ||
-            !ValidDbId(UpdateObj.subscriberDeviceId,StorageService()->SubscriberDeviceDB(), true, RESTAPI::Errors::InvalidSubscriberDeviceId, *this )
-                ) {
-            return;
-        }
-
-        ProvObjects::UpdateObjectInfo(RawObject, UserInfo_.userinfo, Existing.info);
-        AssignIfPresent(RawObject,"type",Existing.type);
-        AssignIfPresent(RawObject,"title",Existing.title);
-        AssignIfPresent(RawObject,"salutation",Existing.salutation);
-        AssignIfPresent(RawObject,"firstname",Existing.firstname);
-        AssignIfPresent(RawObject,"lastname",Existing.lastname);
-        AssignIfPresent(RawObject,"initials",Existing.initials);
-        AssignIfPresent(RawObject,"visual",Existing.visual);
-        AssignIfPresent(RawObject,"mobiles",Existing.mobiles);
-        AssignIfPresent(RawObject,"phones",Existing.phones);
-        AssignIfPresent(RawObject,"accessPIN",Existing.accessPIN);
-        AssignIfPresent(RawObject,"secondaryEmail",Existing.secondaryEmail);
-        AssignIfPresent(RawObject,"primaryEmail",Existing.primaryEmail);
-        AssignIfPresent(RawObject,"subscriberDeviceId",Existing.subscriberDeviceId);
-        AssignIfPresent(RawObject,"managementPolicy",Existing.managementPolicy);
-
-        return ReturnUpdatedObject(DB_,Existing,*this);
-    }
-}

src/RESTAPI/RESTAPI_op_contact_handler.h

@@ -1,29 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-07.
-//
-
-#pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
-
-namespace OpenWifi {
-    class RESTAPI_op_contact_handler : public RESTAPIHandler {
-    public:
-        RESTAPI_op_contact_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
-                : RESTAPIHandler(bindings, L,
-                                 std::vector<std::string>{
-                                         Poco::Net::HTTPRequest::HTTP_GET, Poco::Net::HTTPRequest::HTTP_POST,
-                                         Poco::Net::HTTPRequest::HTTP_PUT, Poco::Net::HTTPRequest::HTTP_DELETE,
-                                         Poco::Net::HTTPRequest::HTTP_OPTIONS},
-                                 Server,
-                                 TransactionId,
-                                 Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/operatorContact/{uuid}"}; };
-    private:
-        OpContactDB    &DB_=StorageService()->OpContactDB();
-        void DoGet() final ;
-        void DoPost() final ;
-        void DoPut() final ;
-        void DoDelete() final ;
-    };
-}

src/RESTAPI/RESTAPI_op_contact_list_handler.cpp

@@ -1,18 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-07.
-//
-
-#include "RESTAPI_op_contact_list_handler.h"
-#include "RESTAPI_db_helpers.h"
-
-namespace OpenWifi {
-    void RESTAPI_op_contact_list_handler::DoGet() {
-        auto operatorId= GetParameter("operatorId");
-
-        if(operatorId.empty() || !StorageService()->OperatorDB().Exists("id",operatorId)) {
-            return BadRequest(RESTAPI::Errors::OperatorIdMustExist);
-        }
-        return ListHandlerForOperator<OpContactDB>("contacts", DB_, *this,operatorId);
-    }
-
-}

src/RESTAPI/RESTAPI_op_contact_list_handler.h

@@ -1,29 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-07.
-//
-#pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
-
-namespace OpenWifi {
-
-    class RESTAPI_op_contact_list_handler : public RESTAPIHandler {
-    public:
-        RESTAPI_op_contact_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
-                : RESTAPIHandler(bindings, L,
-                                 std::vector<std::string>{
-                                         Poco::Net::HTTPRequest::HTTP_GET,
-                                         Poco::Net::HTTPRequest::HTTP_OPTIONS},
-                                 Server,
-                                 TransactionId,
-                                 Internal) {
-        }
-        static auto PathName() { return std::list<std::string>{"/api/v1/operatorContact"}; };
-    private:
-        OpContactDB    &DB_=StorageService()->OpContactDB();
-        void DoGet() final;
-        void DoPost() final {};
-        void DoPut() final {};
-        void DoDelete() final {};
-    };
-}

src/RESTAPI/RESTAPI_op_location_handler.cpp

@@ -1,99 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-07.
-//
-
-#include "RESTAPI_op_location_handler.h"
-#include "sdks/SDK_sec.h"
-#include "RESTAPI/RESTAPI_db_helpers.h"
-
-namespace OpenWifi {
-
-    void RESTAPI_op_location_handler::DoGet() {
-        auto uuid = GetBinding("uuid","");
-        if(uuid.empty()) {
-            return BadRequest(RESTAPI::Errors::MissingUUID);
-        }
-        OpLocationDB::RecordName  Existing;
-        if(!DB_.GetRecord("id",uuid,Existing)) {
-            return NotFound();
-        }
-        Poco::JSON::Object  Answer;
-        Existing.to_json(Answer);
-        return ReturnObject(Answer);
-    }
-
-    void RESTAPI_op_location_handler::DoDelete() {
-        auto uuid = GetBinding("uuid","");
-        if(uuid.empty()) {
-            return BadRequest(RESTAPI::Errors::MissingUUID);
-        }
-
-        OpLocationDB::RecordName  Existing;
-        if(!DB_.GetRecord("id",uuid,Existing)) {
-            return NotFound();
-        }
-
-        // see if anyone is still using this thing
-        if(!Existing.subscriberDeviceId.empty()){
-            return BadRequest(RESTAPI::Errors::StillInUse);
-        }
-        DB_.DeleteRecord("id", uuid);
-        return OK();
-    }
-
-    void RESTAPI_op_location_handler::DoPost() {
-
-        const auto & RawObject = ParsedBody_;
-        OpLocationDB::RecordName   NewObject;
-        if(!NewObject.from_json(RawObject)) {
-            return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
-        }
-
-        if( !ValidDbId(NewObject.operatorId,StorageService()->OperatorDB(), false, RESTAPI::Errors::InvalidOperatorId, *this ) ||
-            !ValidDbId(NewObject.managementPolicy,StorageService()->PolicyDB(), true, RESTAPI::Errors::UnknownManagementPolicyUUID, *this ) ||
-            !ValidDbId(NewObject.subscriberDeviceId,StorageService()->SubscriberDeviceDB(), true, RESTAPI::Errors::InvalidSubscriberDeviceId, *this ) ||
-            !ValidLocationType(NewObject.type,*this)) {
-            return;
-        }
-
-        ProvObjects::CreateObjectInfo(RawObject, UserInfo_.userinfo, NewObject.info);
-        return ReturnCreatedObject(DB_, NewObject, *this);
-    }
-
-    void RESTAPI_op_location_handler::DoPut() {
-        auto uuid = GetBinding("uuid");
-        OpLocationDB::RecordName   Existing;
-        if(uuid.empty() || !DB_.GetRecord("id",uuid,Existing)) {
-            return BadRequest(RESTAPI::Errors::MissingUUID);
-        }
-
-        const auto RawObject = ParsedBody_;
-        OpLocationDB::RecordName   UpdateObj;
-        if(!UpdateObj.from_json(RawObject)) {
-            return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
-        }
-
-        if( !ValidLocationType(UpdateObj.type,*this)     ||
-            !ValidDbId(UpdateObj.managementPolicy,StorageService()->PolicyDB(), true, RESTAPI::Errors::UnknownManagementPolicyUUID, *this ) ||
-            !ValidDbId(UpdateObj.subscriberDeviceId,StorageService()->SubscriberDeviceDB(), true, RESTAPI::Errors::InvalidSubscriberDeviceId, *this )
-            ) {
-            return;
-        }
-
-        ProvObjects::UpdateObjectInfo(RawObject, UserInfo_.userinfo, Existing.info);
-        AssignIfPresent(RawObject,"type",Existing.type);
-        AssignIfPresent(RawObject,"subscriberDeviceId", Existing.subscriberDeviceId);
-        AssignIfPresent(RawObject,"managementPolicy", Existing.managementPolicy);
-        AssignIfPresent(RawObject,"buildingName",Existing.buildingName);
-        AssignIfPresent(RawObject,"addressLines",Existing.addressLines);
-        AssignIfPresent(RawObject,"city",Existing.city);
-        AssignIfPresent(RawObject,"state",Existing.state);
-        AssignIfPresent(RawObject,"postal",Existing.postal);
-        AssignIfPresent(RawObject,"country",Existing.country);
-        AssignIfPresent(RawObject,"mobiles",Existing.mobiles);
-        AssignIfPresent(RawObject,"phones",Existing.phones);
-        AssignIfPresent(RawObject,"geoCode",Existing.geoCode);
-
-        return ReturnUpdatedObject(DB_,Existing,*this);
-    }
-}

src/RESTAPI/RESTAPI_op_location_handler.h

@@ -1,29 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-07.
-//
-
-#pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
-
-namespace OpenWifi {
-    class RESTAPI_op_location_handler : public RESTAPIHandler {
-    public:
-        RESTAPI_op_location_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
-                : RESTAPIHandler(bindings, L,
-                                 std::vector<std::string>{
-                                         Poco::Net::HTTPRequest::HTTP_GET, Poco::Net::HTTPRequest::HTTP_POST,
-                                         Poco::Net::HTTPRequest::HTTP_PUT, Poco::Net::HTTPRequest::HTTP_DELETE,
-                                         Poco::Net::HTTPRequest::HTTP_OPTIONS},
-                                 Server,
-                                 TransactionId,
-                                 Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/operatorLocation/{uuid}"}; };
-    private:
-        OpLocationDB    &DB_=StorageService()->OpLocationDB();
-        void DoGet() final ;
-        void DoPost() final ;
-        void DoPut() final ;
-        void DoDelete() final ;
-    };
-}

src/RESTAPI/RESTAPI_op_location_list_handler.cpp

@@ -1,18 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-07.
-//
-
-#include "RESTAPI_op_location_list_handler.h"
-#include "RESTAPI_db_helpers.h"
-
-namespace OpenWifi {
-    void RESTAPI_op_location_list_handler::DoGet() {
-        auto operatorId= GetParameter("operatorId");
-
-        if(operatorId.empty() || !StorageService()->OperatorDB().Exists("id",operatorId)) {
-            return BadRequest(RESTAPI::Errors::OperatorIdMustExist);
-        }
-        return ListHandlerForOperator<OpLocationDB>("locations", DB_, *this,operatorId);
-    }
-
-}

src/RESTAPI/RESTAPI_op_location_list_handler.h

@@ -1,30 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-07.
-//
-
-#pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
-
-namespace OpenWifi {
-
-    class RESTAPI_op_location_list_handler : public RESTAPIHandler {
-    public:
-        RESTAPI_op_location_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
-                : RESTAPIHandler(bindings, L,
-                                 std::vector<std::string>{
-                                         Poco::Net::HTTPRequest::HTTP_GET,
-                                         Poco::Net::HTTPRequest::HTTP_OPTIONS},
-                                 Server,
-                                 TransactionId,
-                                 Internal) {
-        }
-        static auto PathName() { return std::list<std::string>{"/api/v1/operatorLocation"}; };
-    private:
-        OpLocationDB    &DB_=StorageService()->OpLocationDB();
-        void DoGet() final;
-        void DoPost() final {};
-        void DoPut() final {};
-        void DoDelete() final {};
-    };
-}

src/RESTAPI/RESTAPI_operators_handler.cpp

@@ -1,154 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-06.
-//
-
-#include "RESTAPI_operators_handler.h"
-#include "RESTAPI_db_helpers.h"
-#include "framework/utils.h"
-
-namespace OpenWifi {
-
-    void RESTAPI_operators_handler::DoGet() {
-        auto uuid = GetBinding("uuid","");
-        if(uuid.empty()) {
-            return BadRequest(RESTAPI::Errors::MissingUUID);
-        }
-
-        OperatorDB::RecordName  Existing;
-        if(!DB_.GetRecord("id",uuid,Existing)) {
-            return NotFound();
-        }
-
-        Poco::JSON::Object  Answer;
-        Existing.to_json(Answer);
-        return ReturnObject(Answer);
-    }
-
-    void RESTAPI_operators_handler::DoDelete() {
-        auto uuid = GetBinding("uuid","");
-        if(uuid.empty()) {
-            return BadRequest(RESTAPI::Errors::MissingUUID);
-        }
-
-        OperatorDB::RecordName  Existing;
-        if(!DB_.GetRecord("id",uuid,Existing)) {
-            return NotFound();
-        }
-
-        if(Existing.defaultOperator) {
-            return BadRequest(RESTAPI::Errors::CannotDeleteDefaultOperator);
-        }
-
-        //  Let's see if there are any subscribers in this operator
-        auto Count = StorageService()->SubscriberDeviceDB().Count(fmt::format(" operatorId='{}'", uuid));
-        if(Count>0) {
-            return BadRequest(RESTAPI::Errors::StillInUse);
-        }
-
-        DB_.DeleteRecord("id",uuid);
-        StorageService()->ServiceClassDB().DeleteRecords(fmt::format(" operatorId='{}'", uuid));
-        return OK();
-    }
-
-    void RESTAPI_operators_handler::DoPost() {
-
-        const auto & RawObject = ParsedBody_;
-        ProvObjects::Operator   NewObject;
-        if(!NewObject.from_json(RawObject)) {
-            return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
-        }
-
-        if(NewObject.defaultOperator) {
-            return BadRequest(RESTAPI::Errors::CannotCreateDefaultOperator);
-        }
-
-        if((RawObject->has("deviceRules") && !ValidDeviceRules(NewObject.deviceRules,*this))) {
-            return;
-        }
-
-        if(RawObject->has("managementPolicy") && !StorageService()->PolicyDB().Exists("id",NewObject.managementPolicy)) {
-            return BadRequest(RESTAPI::Errors::UnknownManagementPolicyUUID);
-        }
-
-        if(!ValidSourceIP(NewObject.sourceIP)) {
-            return BadRequest(RESTAPI::Errors::InvalidIPAddresses);
-        }
-
-        Poco::toLowerInPlace(NewObject.registrationId);
-        if(NewObject.registrationId.empty() || DB_.Exists("registrationId",NewObject.registrationId)) {
-            return BadRequest(RESTAPI::Errors::InvalidRegistrationOperatorName);
-        }
-
-        ProvObjects::CreateObjectInfo(RawObject, UserInfo_.userinfo, NewObject.info);
-        if(DB_.CreateRecord(NewObject)) {
-
-            // Create the default service...
-            ProvObjects::ServiceClass DefSer;
-            DefSer.info.id = MicroServiceCreateUUID();
-            DefSer.info.name = "Default Service Class";
-            DefSer.defaultService = true;
-            DefSer.info.created = DefSer.info.modified = Utils::Now();
-            DefSer.operatorId = NewObject.info.id;
-            DefSer.period = "monthly";
-            DefSer.billingCode = "basic";
-            DefSer.currency = "USD";
-            StorageService()->ServiceClassDB().CreateRecord(DefSer);
-
-            ProvObjects::Operator   New;
-            DB_.GetRecord("id",NewObject.info.id,New);
-            Poco::JSON::Object  Answer;
-            New.to_json(Answer);
-            return ReturnObject(Answer);
-        }
-
-        return InternalError(RESTAPI::Errors::RecordNotCreated);
-    }
-
-    void RESTAPI_operators_handler::DoPut() {
-        auto uuid = GetBinding("uuid","");
-        if(uuid.empty()) {
-            return BadRequest(RESTAPI::Errors::MissingUUID);
-        }
-
-        ProvObjects::Operator   Existing;
-        if(!DB_.GetRecord("id",uuid,Existing)) {
-            return NotFound();
-        }
-
-        const auto & RawObject = ParsedBody_;
-        ProvObjects::Operator   UpdatedObj;
-        if(!UpdatedObj.from_json(RawObject)) {
-            return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
-        }
-
-        if((RawObject->has("deviceRules") && !ValidDeviceRules(UpdatedObj.deviceRules,*this))) {
-            return;
-        }
-
-        if(RawObject->has("managementPolicy")) {
-            if(!StorageService()->PolicyDB().Exists("id",UpdatedObj.managementPolicy)) {
-                return BadRequest(RESTAPI::Errors::UnknownManagementPolicyUUID);
-            }
-            Existing.managementPolicy = UpdatedObj.managementPolicy;
-        }
-
-        ProvObjects::UpdateObjectInfo(RawObject, UserInfo_.userinfo, Existing.info);
-
-        if(RawObject->has("variables")) {
-            Existing.variables = UpdatedObj.variables;
-        }
-
-        if(RawObject->has("sourceIP")) {
-            if(!UpdatedObj.sourceIP.empty() && !ValidSourceIP(UpdatedObj.sourceIP)) {
-                return BadRequest(RESTAPI::Errors::InvalidIPAddresses);
-            }
-            Existing.sourceIP = UpdatedObj.sourceIP;
-        }
-
-        if(RawObject->has("deviceRules"))
-            Existing.deviceRules = UpdatedObj.deviceRules;
-
-        return ReturnUpdatedObject(DB_, Existing, *this);
-    }
-
-}

src/RESTAPI/RESTAPI_operators_handler.h

@@ -1,29 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-06.
-//
-
-#pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
-
-namespace OpenWifi {
-    class RESTAPI_operators_handler : public RESTAPIHandler {
-    public:
-        RESTAPI_operators_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
-                : RESTAPIHandler(bindings, L,
-                                 std::vector<std::string>{
-                                         Poco::Net::HTTPRequest::HTTP_GET, Poco::Net::HTTPRequest::HTTP_POST,
-                                         Poco::Net::HTTPRequest::HTTP_PUT, Poco::Net::HTTPRequest::HTTP_DELETE,
-                                         Poco::Net::HTTPRequest::HTTP_OPTIONS},
-                                 Server,
-                                 TransactionId,
-                                 Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/operator/{uuid}"}; };
-    private:
-        OperatorDB    &DB_=StorageService()->OperatorDB();
-        void DoGet() final ;
-        void DoPost() final ;
-        void DoPut() final ;
-        void DoDelete() final ;
-    };
-}

src/RESTAPI/RESTAPI_operators_list_handler.cpp

@@ -1,25 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-06.
-//
-
-#include "RESTAPI_operators_list_handler.h"
-#include "RESTAPI/RESTAPI_db_helpers.h"
-
-
-namespace OpenWifi {
-    void RESTAPI_operators_list_handler::DoGet() {
-
-            if(QB_.CountOnly) {
-                auto Count = DB_.Count();
-                return ReturnCountOnly(Count);
-            }
-
-            if(!QB_.Select.empty()) {
-                return ReturnRecordList<decltype(DB_), ProvObjects::Operator>("operators", DB_, *this);
-            }
-
-            std::vector<ProvObjects::Operator>  Entries;
-            DB_.GetRecords(QB_.Offset,QB_.Limit,Entries);
-            return MakeJSONObjectArray("operators", Entries, *this);
-    }
-}

src/RESTAPI/RESTAPI_operators_list_handler.h

@@ -1,29 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-06.
-//
-#pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
-
-namespace OpenWifi {
-
-    class RESTAPI_operators_list_handler : public RESTAPIHandler {
-    public:
-        RESTAPI_operators_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
-                : RESTAPIHandler(bindings, L,
-                                 std::vector<std::string>{
-                                         Poco::Net::HTTPRequest::HTTP_GET,
-                                         Poco::Net::HTTPRequest::HTTP_OPTIONS},
-                                 Server,
-                                 TransactionId,
-                                 Internal) {
-        }
-        static auto PathName() { return std::list<std::string>{"/api/v1/operator"}; };
-    private:
-        OperatorDB    &DB_=StorageService()->OperatorDB();
-        void DoGet() final;
-        void DoPost() final {};
-        void DoPut() final {};
-        void DoDelete() final {};
-    };
-}

src/RESTAPI/RESTAPI_overrides_handler.cpp

@@ -1,106 +0,0 @@
-//
-// Created by stephane bourque on 2022-11-03.
-//
-
-#include <algorithm>
-
-#include "RESTAPI_overrides_handler.h"
-#include "framework/utils.h"
-
-namespace OpenWifi {
-    void RESTAPI_overrides_handler::DoGet() {
-        std::string SerialNumber = GetBinding(RESTAPI::Protocol::SERIALNUMBER, "");
-
-        if(!Utils::NormalizeMac(SerialNumber)) {
-            return BadRequest(RESTAPI::Errors::InvalidSerialNumber);
-        }
-
-        ProvObjects::ConfigurationOverrideList  ExistingObject;
-        if(!DB_.GetRecord("serialNumber", SerialNumber, ExistingObject)) {
-            return NotFound();
-        }
-        Poco::JSON::Object  Answer;
-        ExistingObject.to_json(Answer);
-
-        return ReturnObject(Answer);
-    }
-
-    void RESTAPI_overrides_handler::DoDelete() {
-        std::string SerialNumber = GetBinding(RESTAPI::Protocol::SERIALNUMBER, "");
-
-        if(!Utils::NormalizeMac(SerialNumber)) {
-            return BadRequest(RESTAPI::Errors::InvalidSerialNumber);
-        }
-
-        auto Source = GetParameter("source","");
-        if(Source.empty()) {
-            return BadRequest(RESTAPI::Errors::MissingOrInvalidParameters);
-        }
-
-        ProvObjects::ConfigurationOverrideList  ExistingObject;
-        if(!DB_.GetRecord("serialNumber", SerialNumber, ExistingObject)) {
-            return NotFound();
-        }
-
-        ExistingObject.overrides.erase( std::remove_if( ExistingObject.overrides.begin(), ExistingObject.overrides.end(),
-            [Source](const ProvObjects::ConfigurationOverride &O) ->bool {
-            return O.source==Source;
-        }),ExistingObject.overrides.end());
-
-        if(DB_.UpdateRecord("serialNumber", SerialNumber, ExistingObject)) {
-            return OK();
-        }
-        return BadRequest(RESTAPI::Errors::NoRecordsDeleted);
-    }
-
-    void RESTAPI_overrides_handler::DoPut() {
-        std::string SerialNumber = GetBinding(RESTAPI::Protocol::SERIALNUMBER, "");
-
-        if(!Utils::NormalizeMac(SerialNumber)) {
-            return BadRequest(RESTAPI::Errors::InvalidSerialNumber);
-        }
-
-        auto Source = GetParameter("source","");
-        if(Source.empty()) {
-            return BadRequest(RESTAPI::Errors::MissingOrInvalidParameters);
-        }
-
-        ProvObjects::ConfigurationOverrideList  NewObject;
-        if(!NewObject.from_json(ParsedBody_)) {
-            return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
-        }
-
-        ProvObjects::ConfigurationOverrideList  ExistingObject;
-        if(!DB_.GetRecord("serialNumber", SerialNumber, ExistingObject)) {
-            ExistingObject.serialNumber = SerialNumber;
-            DB_.CreateRecord(ExistingObject);
-        } else {
-            // remove all the old records with that source.
-            ExistingObject.overrides.erase( std::remove_if( ExistingObject.overrides.begin(), ExistingObject.overrides.end(),
-                                                            [Source](const ProvObjects::ConfigurationOverride &O) ->bool {
-                                                                return O.source==Source;
-                                                            }),ExistingObject.overrides.end());
-        }
-
-        for(auto & override:NewObject.overrides) {
-            if(override.parameterName.empty()) {
-                continue;
-            }
-            if(override.parameterType!="string" && override.parameterType!="boolean" && override.parameterType!="integer") {
-                return BadRequest(RESTAPI::Errors::MissingOrInvalidParameters);
-            }
-            override.source = Source;
-            override.modified = Utils::Now();
-            ExistingObject.overrides.emplace_back(override);
-        }
-
-        if(DB_.UpdateRecord("serialNumber",SerialNumber,ExistingObject)) {
-            Poco::JSON::Object  Answer;
-            ExistingObject.to_json(Answer);
-            return ReturnObject(Answer);
-        }
-
-        return BadRequest(RESTAPI::Errors::RecordNotUpdated);
-    }
-
-} // OpenWifi

src/RESTAPI/RESTAPI_overrides_handler.h

@@ -1,31 +0,0 @@
-//
-// Created by stephane bourque on 2022-11-03.
-//
-
-
-#pragma once
-
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
-
-namespace OpenWifi {
-    class RESTAPI_overrides_handler : public RESTAPIHandler {
-    public:
-        RESTAPI_overrides_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
-                : RESTAPIHandler(bindings, L,
-                                 std::vector<std::string>{
-                                         Poco::Net::HTTPRequest::HTTP_GET,
-                                         Poco::Net::HTTPRequest::HTTP_PUT, Poco::Net::HTTPRequest::HTTP_DELETE,
-                                         Poco::Net::HTTPRequest::HTTP_OPTIONS},
-                                 Server,
-                                 TransactionId,
-                                 Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/configurationOverrides/{serialNumber}"}; };
-    private:
-        OverridesDB     &DB_=StorageService()->OverridesDB();
-        void DoGet() final ;
-        void DoPost() final {} ;
-        void DoPut() final ;
-        void DoDelete() final ;
-    };
-}

src/RESTAPI/RESTAPI_routers.cpp

@@ -2,6 +2,8 @@
 // Created by stephane bourque on 2021-10-23.
 //
 
+#include "framework/MicroService.h"
+
 #include "RESTAPI/RESTAPI_entity_handler.h"
 #include "RESTAPI/RESTAPI_contact_handler.h"
 #include "RESTAPI/RESTAPI_location_handler.h"
@@ -13,36 +15,19 @@
 #include "RESTAPI/RESTAPI_entity_list_handler.h"
 #include "RESTAPI/RESTAPI_configurations_handler.h"
 #include "RESTAPI/RESTAPI_configurations_list_handler.h"
+#include "RESTAPI/RESTAPI_webSocketServer.h"
 #include "RESTAPI/RESTAPI_contact_list_handler.h"
 #include "RESTAPI/RESTAPI_location_list_handler.h"
 #include "RESTAPI/RESTAPI_venue_list_handler.h"
 #include "RESTAPI/RESTAPI_managementRole_list_handler.h"
 #include "RESTAPI/RESTAPI_map_handler.h"
 #include "RESTAPI/RESTAPI_map_list_handler.h"
-#include "RESTAPI/RESTAPI_iptocountry_handler.h"
-#include "RESTAPI/RESTAPI_signup_handler.h"
-#include "RESTAPI/RESTAPI_variables_handler.h"
-#include "RESTAPI/RESTAPI_variables_list_handler.h"
-#include "RESTAPI/RESTAPI_asset_server.h"
-#include "RESTAPI/RESTAPI_service_class_handler.h"
-#include "RESTAPI/RESTAPI_service_class_list_handler.h"
-#include "RESTAPI/RESTAPI_operators_handler.h"
-#include "RESTAPI/RESTAPI_operators_list_handler.h"
-#include "RESTAPI/RESTAPI_sub_devices_handler.h"
-#include "RESTAPI/RESTAPI_sub_devices_list_handler.h"
-#include "RESTAPI/RESTAPI_op_contact_handler.h"
-#include "RESTAPI/RESTAPI_op_contact_list_handler.h"
-#include "RESTAPI/RESTAPI_op_location_handler.h"
-#include "RESTAPI/RESTAPI_op_location_list_handler.h"
-#include "RESTAPI/RESTAPI_overrides_handler.h"
-
-#include "framework/RESTAPI_SystemCommand.h"
-#include "framework/RESTAPI_WebSocketServer.h"
+#include "RESTAPI_iptocountry_handler.h"
 
 namespace OpenWifi {
 
-    Poco::Net::HTTPRequestHandler * RESTAPI_ExtRouter(const std::string &Path, RESTAPIHandler::BindingMap &Bindings,
-                                                            Poco::Logger & L, RESTAPI_GenericServerAccounting & S, uint64_t TransactionId) {
+    Poco::Net::HTTPRequestHandler * RESTAPI_ExtRouter(const char *Path, RESTAPIHandler::BindingMap &Bindings,
+                                                            Poco::Logger & L, RESTAPI_GenericServer & S, uint64_t TransactionId) {
         return  RESTAPI_Router<
                     RESTAPI_system_command,
                     RESTAPI_entity_handler,
@@ -63,62 +48,18 @@ namespace OpenWifi {
                     RESTAPI_map_handler,
                     RESTAPI_map_list_handler,
                     RESTAPI_webSocketServer,
-                    RESTAPI_iptocountry_handler,
-                    RESTAPI_signup_handler,
-                    RESTAPI_variables_handler,
-                    RESTAPI_variables_list_handler,
-                    RESTAPI_sub_devices_handler,
-                    RESTAPI_sub_devices_list_handler,
-                    RESTAPI_operators_handler,
-                    RESTAPI_operators_list_handler,
-                    RESTAPI_service_class_handler,
-                    RESTAPI_service_class_list_handler,
-                    RESTAPI_op_contact_handler,
-                    RESTAPI_op_contact_list_handler,
-                    RESTAPI_op_location_handler,
-                    RESTAPI_op_location_list_handler,
-                    RESTAPI_asset_server,
-                    RESTAPI_overrides_handler
+                    RESTAPI_iptocountry_handler
                 >(Path,Bindings,L, S, TransactionId);
     }
 
-    Poco::Net::HTTPRequestHandler * RESTAPI_IntRouter(const std::string &Path, RESTAPIHandler::BindingMap &Bindings,
-                                                            Poco::Logger & L, RESTAPI_GenericServerAccounting & S, uint64_t TransactionId) {
+    Poco::Net::HTTPRequestHandler * RESTAPI_IntRouter(const char *Path, RESTAPIHandler::BindingMap &Bindings,
+                                                            Poco::Logger & L, RESTAPI_GenericServer & S, uint64_t TransactionId) {
         return RESTAPI_Router_I<
-                RESTAPI_system_command,
-                RESTAPI_entity_handler,
-                RESTAPI_entity_list_handler,
-                RESTAPI_contact_handler,
-                RESTAPI_contact_list_handler,
-                RESTAPI_location_handler,
-                RESTAPI_location_list_handler,
-                RESTAPI_venue_handler,
-                RESTAPI_venue_list_handler,
+                RESTAPI_system_command ,
                 RESTAPI_inventory_handler,
-                RESTAPI_inventory_list_handler,
-                RESTAPI_managementPolicy_handler,
-                RESTAPI_managementPolicy_list_handler,
-                RESTAPI_managementRole_list_handler,
                 RESTAPI_configurations_handler,
                 RESTAPI_configurations_list_handler,
-                RESTAPI_map_handler,
-                RESTAPI_map_list_handler,
-                RESTAPI_webSocketServer,
-                RESTAPI_iptocountry_handler,
-                RESTAPI_signup_handler,
-                RESTAPI_variables_handler,
-                RESTAPI_variables_list_handler,
-                RESTAPI_sub_devices_handler,
-                RESTAPI_sub_devices_list_handler,
-                RESTAPI_operators_handler,
-                RESTAPI_operators_list_handler,
-                RESTAPI_service_class_handler,
-                RESTAPI_service_class_list_handler,
-                RESTAPI_op_contact_handler,
-                RESTAPI_op_contact_list_handler,
-                RESTAPI_op_location_handler,
-                RESTAPI_op_location_list_handler,
-                RESTAPI_overrides_handler
-        >(Path, Bindings, L, S, TransactionId);
+                RESTAPI_iptocountry_handler
+            >(Path, Bindings, L, S, TransactionId);
     }
 }

src/RESTAPI/RESTAPI_service_class_handler.cpp

@@ -1,112 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-06.
-//
-
-#include "RESTAPI_service_class_handler.h"
-#include "RESTAPI_db_helpers.h"
-
-namespace OpenWifi {
-
-    void RESTAPI_service_class_handler::DoGet() {
-        auto uuid = GetBinding("uuid","");
-        if(uuid.empty()) {
-            return BadRequest(RESTAPI::Errors::MissingUUID);
-        }
-        ServiceClassDB::RecordName  Existing;
-        if(!DB_.GetRecord("id",uuid,Existing)) {
-            return NotFound();
-        }
-        Poco::JSON::Object  Answer;
-        Existing.to_json(Answer);
-        return ReturnObject(Answer);
-    }
-
-    void RESTAPI_service_class_handler::DoDelete() {
-        auto uuid = GetBinding("uuid","");
-        if(uuid.empty()) {
-            return BadRequest(RESTAPI::Errors::MissingUUID);
-        }
-        ServiceClassDB::RecordName  Existing;
-        if(!DB_.GetRecord("id",uuid,Existing)) {
-            return NotFound();
-        }
-
-        // see if anyone is still using this thing
-        auto Count = StorageService()->SubscriberDeviceDB().Count( fmt::format(" serviceClass='{}' ", uuid));
-        if(Count>0) {
-            return BadRequest(RESTAPI::Errors::StillInUse);
-        }
-        DB_.DeleteRecord("id", uuid);
-        return OK();
-    }
-
-    void RESTAPI_service_class_handler::DoPost() {
-        const auto & RawObject = ParsedBody_;
-        ProvObjects::ServiceClass   NewObject;
-        if(!NewObject.from_json(RawObject)) {
-            return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
-        }
-
-        if(NewObject.operatorId.empty() || !StorageService()->OperatorDB().Exists("id",NewObject.operatorId)) {
-            return BadRequest(RESTAPI::Errors::MissingUUID);
-        }
-
-        ProvObjects::CreateObjectInfo(RawObject, UserInfo_.userinfo, NewObject.info);
-
-        if(RawObject->has("managementPolicy") && !StorageService()->PolicyDB().Exists("id",NewObject.managementPolicy)) {
-            return BadRequest(RESTAPI::Errors::UnknownManagementPolicyUUID);
-        }
-
-        if(NewObject.billingCode.empty()) {
-            return BadRequest(RESTAPI::Errors::InvalidBillingCode);
-        }
-
-        auto DefaultCount = DB_.Count( fmt::format(" defaultService=true and operatorId='{}' ", NewObject.operatorId));
-        if(DefaultCount==0)
-            NewObject.defaultService=true;
-        else
-            NewObject.defaultService=false;
-
-        if(NewObject.period.empty())
-            NewObject.period = "monthly";
-
-        if(!ValidPeriod(NewObject.period)) {
-            return BadRequest(RESTAPI::Errors::InvalidBillingPeriod);
-        }
-
-        return ReturnCreatedObject(DB_, NewObject, *this);
-    }
-
-    void RESTAPI_service_class_handler::DoPut() {
-        auto uuid = GetBinding("uuid","");
-
-        ProvObjects::ServiceClass   Existing;
-        if(uuid.empty() || !DB_.GetRecord("id",uuid,Existing)) {
-            return BadRequest(RESTAPI::Errors::MissingUUID);
-        }
-
-        const auto & RawObject = ParsedBody_;
-        ProvObjects::ServiceClass   UpdateObj;
-        if(!UpdateObj.from_json(RawObject)) {
-            return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
-        }
-
-        if(RawObject->has("managementPolicy") && !StorageService()->PolicyDB().Exists("id",UpdateObj.managementPolicy)) {
-            return BadRequest(RESTAPI::Errors::UnknownManagementPolicyUUID);
-        }
-
-        ProvObjects::UpdateObjectInfo(RawObject, UserInfo_.userinfo, Existing.info);
-        AssignIfPresent(RawObject,"cost",Existing.cost);
-        AssignIfPresent(RawObject,"currency",Existing.currency);
-        if(RawObject->has("billingCode") && UpdateObj.billingCode.empty()) {
-            return BadRequest(RESTAPI::Errors::InvalidBillingCode);
-        }
-        AssignIfPresent(RawObject,"billingCode",Existing.billingCode);
-
-        if(RawObject->has("variables")) {
-            Existing.variables = UpdateObj.variables;
-        }
-
-        return ReturnUpdatedObject(DB_, Existing, *this);
-    }
-}

src/RESTAPI/RESTAPI_service_class_handler.h

@@ -1,29 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-06.
-//
-
-#pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
-
-namespace OpenWifi {
-    class RESTAPI_service_class_handler : public RESTAPIHandler {
-    public:
-        RESTAPI_service_class_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
-                : RESTAPIHandler(bindings, L,
-                                 std::vector<std::string>{
-                                         Poco::Net::HTTPRequest::HTTP_GET, Poco::Net::HTTPRequest::HTTP_POST,
-                                         Poco::Net::HTTPRequest::HTTP_PUT, Poco::Net::HTTPRequest::HTTP_DELETE,
-                                         Poco::Net::HTTPRequest::HTTP_OPTIONS},
-                                 Server,
-                                 TransactionId,
-                                 Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/serviceClass/{uuid}"}; };
-    private:
-        ServiceClassDB    &DB_=StorageService()->ServiceClassDB();
-        void DoGet() final ;
-        void DoPost() final ;
-        void DoPut() final ;
-        void DoDelete() final ;
-    };
-}

src/RESTAPI/RESTAPI_service_class_list_handler.cpp

@@ -1,19 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-06.
-//
-
-#include "RESTAPI_service_class_list_handler.h"
-#include "RESTAPI/RESTAPI_db_helpers.h"
-
-
-
-namespace OpenWifi {
-    void RESTAPI_service_class_list_handler::DoGet() {
-        auto operatorId= GetParameter("operatorId");
-
-        if(operatorId.empty() || !StorageService()->OperatorDB().Exists("id",operatorId)) {
-            return BadRequest(RESTAPI::Errors::OperatorIdMustExist);
-        }
-        return ListHandlerForOperator<ServiceClassDB>("serviceClasses", DB_, *this,operatorId);
-    }
-}

src/RESTAPI/RESTAPI_service_class_list_handler.h

@@ -1,30 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-06.
-//
-
-#pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
-
-namespace OpenWifi {
-
-    class RESTAPI_service_class_list_handler : public RESTAPIHandler {
-    public:
-        RESTAPI_service_class_list_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
-                : RESTAPIHandler(bindings, L,
-                                 std::vector<std::string>{
-                                         Poco::Net::HTTPRequest::HTTP_GET,
-                                         Poco::Net::HTTPRequest::HTTP_OPTIONS},
-                                 Server,
-                                 TransactionId,
-                                 Internal) {
-        }
-        static auto PathName() { return std::list<std::string>{"/api/v1/serviceClass"}; };
-    private:
-        ServiceClassDB    &DB_=StorageService()->ServiceClassDB();
-        void DoGet() final;
-        void DoPost() final {};
-        void DoPut() final {};
-        void DoDelete() final {};
-    };
-}

src/RESTAPI/RESTAPI_signup_handler.cpp

@@ -1,261 +0,0 @@
-//
-// Created by stephane bourque on 2022-02-20.
-//
-
-#include "RESTAPI_signup_handler.h"
-#include "StorageService.h"
-#include "Signup.h"
-#include "framework/OpenAPIRequests.h"
-#include "framework/MicroServiceNames.h"
-#include "framework/MicroServiceFuncs.h"
-#include "framework/utils.h"
-
-namespace OpenWifi {
-
-    void RESTAPI_signup_handler::DoPost() {
-        auto UserName = GetParameter("email");
-        Poco::toLowerInPlace(UserName);
-        Poco::trimInPlace(UserName);
-
-        auto macAddress = GetParameter("macAddress");
-        Poco::toLowerInPlace(macAddress);
-        Poco::trimInPlace(macAddress);
-
-        auto deviceID = GetParameter("deviceID");
-        Poco::toLowerInPlace(deviceID);
-        Poco::trimInPlace(deviceID);
-
-        auto registrationId = GetParameter("registrationId");
-        Poco::toLowerInPlace(registrationId);
-        Poco::trimInPlace(registrationId);
-
-        if(UserName.empty() || macAddress.empty() || registrationId.empty()) {
-            return BadRequest(RESTAPI::Errors::MissingOrInvalidParameters);
-        }
-
-        if(!Utils::ValidEMailAddress(UserName)) {
-            return BadRequest(RESTAPI::Errors::InvalidEmailAddress);
-        }
-
-        if(!Utils::ValidSerialNumber(macAddress)) {
-            return BadRequest(RESTAPI::Errors::InvalidSerialNumber);
-        }
-
-        if(registrationId.empty()) {
-            return BadRequest(RESTAPI::Errors::InvalidRegistrationOperatorName);
-        }
-
-        // find the operator id
-        ProvObjects::Operator   SignupOperator;
-        if(!StorageService()->OperatorDB().GetRecord("registrationId", registrationId, SignupOperator)) {
-            return BadRequest(RESTAPI::Errors::InvalidRegistrationOperatorName);
-        }
-
-        //  if a signup already exists for this user, we should just return its value completion
-        SignupDB::RecordVec SEs;
-        if(StorageService()->SignupDB().GetRecords(0,100, SEs, " email='" + UserName + "' and serialNumber='"+macAddress+"' ")) {
-            for(const auto &i:SEs) {
-
-                if(!i.deviceID.empty() && i.deviceID!=deviceID) {
-                    return BadRequest(RESTAPI::Errors::InvalidDeviceID);
-                }
-
-                if (i.statusCode == ProvObjects::SignupStatusCodes::SignupWaitingForEmail ||
-                    i.statusCode == ProvObjects::SignupStatusCodes::SignupWaitingForDevice ||
-                    i.statusCode == ProvObjects::SignupStatusCodes::SignupSuccess ) {
-                    poco_debug(Logger(),fmt::format("SIGNUP: Returning existing signup record for '{}'",i.email));
-                    Poco::JSON::Object Answer;
-                    i.to_json(Answer);
-                    return ReturnObject(Answer);
-                }
-            }
-        }
-
-        //  So we do not have an outstanding signup...
-        //  Can we actually claim this serial number??? if not, we need to return an error
-        ProvObjects::InventoryTag   IT;
-        std::string SerialNumber;
-        bool FoundIT=false;
-        for(int Index=0;Index<4;Index++) {
-            auto TrySerialNumber = Utils::SerialNumberToInt(macAddress);
-            for (uint i = 0; i < 4; ++i) {
-                SerialNumber = Utils::IntToSerialNumber(TrySerialNumber + i);
-                if (StorageService()->InventoryDB().GetRecord("serialNumber", SerialNumber, IT)) {
-                    if (!IT.subscriber.empty()) {
-                        return BadRequest(RESTAPI::Errors::SerialNumberAlreadyProvisioned);
-                    }
-
-                    if (!(IT.devClass.empty() || IT.devClass == "subscriber" || IT.devClass == "any")) {
-                        return BadRequest(RESTAPI::Errors::SerialNumberNotTheProperClass);
-                    }
-                    FoundIT = true;
-                    break;
-                }
-            }
-        }
-
-        //  OK, we can claim this device, can we create a userid?
-        //  Let's create one
-        //  If sec.signup("email",uuid);
-        auto SignupUUID = MicroServiceCreateUUID();
-        poco_debug(Logger(),fmt::format("SIGNUP: Creating signup entry for '{}', uuid='{}'",UserName, SignupUUID));
-
-        Poco::JSON::Object  Body;
-        OpenAPIRequestPost  CreateUser( uSERVICE_SECURITY, "/api/v1/signup", {
-                { "email", UserName },
-                { "signupUUID" , SignupUUID },
-                { "owner" , SignupOperator.info.id },
-                { "operatorName", SignupOperator.registrationId }
-        }, Body, 30000);
-
-        Poco::JSON::Object::Ptr Answer;
-        if(CreateUser.Do(Answer) == Poco::Net::HTTPServerResponse::HTTP_OK) {
-            SecurityObjects::UserInfo   UI;
-
-            UI.from_json(Answer);
-            std::ostringstream os;
-            Answer->stringify(os);
-            poco_debug(Logger(),fmt::format("SIGNUP: email: '{}' signupID: '{}' userId: '{}'", UserName, SignupUUID, UI.id));
-
-            //  so create the Signup entry and modify the inventory
-            ProvObjects::SignupEntry    SE;
-            SE.info.id = SignupUUID;
-            SE.info.created = SE.info.modified = SE.submitted = Utils::Now();
-            SE.completed = 0 ;
-            SE.macAddress = macAddress;
-            SE.error = 0 ;
-            SE.userId = UI.id;
-            SE.email = UserName;
-            SE.deviceID = deviceID;
-            SE.registrationId = registrationId;
-            SE.status = "waiting-for-email-verification";
-            SE.operatorId = SignupOperator.info.id;
-            SE.statusCode = ProvObjects::SignupStatusCodes::SignupWaitingForEmail;
-            StorageService()->SignupDB().CreateRecord(SE);
-            Signup()->AddOutstandingSignup(SE);
-
-            if(FoundIT) {
-                Poco::JSON::Object StateDoc;
-                StateDoc.set("method", "signup");
-                StateDoc.set("claimer", UserName);
-                StateDoc.set("claimerId", UI.id);
-                StateDoc.set("signupUUID", SignupUUID);
-                StateDoc.set("errorCode",0);
-                StateDoc.set("date", Utils::Now());
-                StateDoc.set("status", "waiting for email-verification");
-                std::ostringstream os2;
-                StateDoc.stringify(os2);
-                IT.realMacAddress = macAddress;
-                IT.state = os2.str();
-                IT.info.modified = Utils::Now();
-                std::cout << "Updating inventory entry: " << SE.macAddress << std::endl;
-                StorageService()->InventoryDB().UpdateRecord("id",IT.info.id,IT);
-            }
-
-            Poco::JSON::Object  SEAnswer;
-            SE.to_json(SEAnswer);
-            return ReturnObject(SEAnswer);
-        }
-        return BadRequest(RESTAPI::Errors::UserAlreadyExists);
-    }
-
-    //  this will be called by the SEC backend once the password has been verified.
-    void RESTAPI_signup_handler::DoPut() {
-        auto SignupUUID = GetParameter("signupUUID");
-        auto Operation = GetParameter("operation");
-
-        poco_information(Logger(),fmt::format("signup-progress: {} - {} ", SignupUUID, Operation));
-        if(SignupUUID.empty() || Operation.empty()) {
-            return BadRequest(RESTAPI::Errors::MissingOrInvalidParameters);
-        }
-
-        ProvObjects::SignupEntry    SE;
-        poco_information(Logger(),fmt::format("signup-progress: {} - {} fetching entry", SignupUUID, Operation));
-        if(!StorageService()->SignupDB().GetRecord("id",SignupUUID,SE)) {
-            return NotFound();
-        }
-
-        poco_debug(Logger(),fmt::format("signup-progress: {} - {} fetching entry", SignupUUID, Operation));
-        if(Operation == "emailVerified" && SE.statusCode==ProvObjects::SignupStatusCodes::SignupWaitingForEmail) {
-            poco_information(Logger(),fmt::format("{}: email {} verified.",SE.info.id, SE.email));
-            std::cout << "Verified email for : " << SE.email << std::endl;
-            SE.info.modified = Utils::Now();
-            SE.status = "emailVerified";
-            SE.statusCode = ProvObjects::SignupStatusCodes::SignupWaitingForDevice;
-            StorageService()->SignupDB().UpdateRecord("id", SE.info.id, SE);
-            Signup()->AddOutstandingSignup(SE);
-            Poco::JSON::Object  Answer;
-            SE.to_json(Answer);
-            return ReturnObject(Answer);
-        }
-        poco_information(Logger(),fmt::format("signup-progress: {} - {} something is bad", SignupUUID, Operation));
-
-        return BadRequest(RESTAPI::Errors::UnknownId);
-    }
-
-    void RESTAPI_signup_handler::DoGet() {
-        auto EMail = GetParameter("email");
-        auto SignupUUID = GetParameter("signupUUID");
-        auto macAddress = GetParameter("macAddress");
-        auto List = GetBoolParameter("listOnly",false);
-
-        poco_information(Logger(),fmt::format("Looking for signup for {}",EMail));
-        Poco::JSON::Object          Answer;
-        ProvObjects::SignupEntry    SE;
-        if(!SignupUUID.empty()) {
-            poco_information(Logger(),fmt::format("Looking for signup for {}: Signup {}",EMail, SignupUUID));
-            if(StorageService()->SignupDB().GetRecord("id", SignupUUID, SE)) {
-                SE.to_json(Answer);
-                return ReturnObject(Answer);
-            }
-            return NotFound();
-        } else if(!EMail.empty()) {
-            SignupDB::RecordVec SEs;
-            poco_information(Logger(),fmt::format("Looking for signup for {}: Signup {}",EMail, SignupUUID));
-            if(StorageService()->SignupDB().GetRecords(0,100,SEs, " email='"+EMail+"' ")) {
-                return ReturnObject("signups",SEs);
-            }
-            return NotFound();
-        } else if(!macAddress.empty()) {
-            SignupDB::RecordVec SEs;
-            poco_information(Logger(),fmt::format("Looking for signup for {}: Mac {}",EMail, macAddress));
-            if(StorageService()->SignupDB().GetRecords(0,100,SEs, " serialNumber='"+macAddress+"' ")) {
-                return ReturnObject("signups",SEs);
-            }
-            return NotFound();
-        } else if(List) {
-            poco_information(Logger(),fmt::format("Returning list of signups...",EMail, macAddress));
-            SignupDB::RecordVec SEs;
-            StorageService()->SignupDB().GetRecords(0,100,SEs);
-            return ReturnObject("signups",SEs);
-        }
-        poco_information(Logger(),fmt::format("Bad signup get",EMail, macAddress));
-        return BadRequest(RESTAPI::Errors::MissingOrInvalidParameters);
-    }
-
-    void RESTAPI_signup_handler::DoDelete() {
-        auto EMail = GetParameter("email", "");
-        auto SignupUUID = GetParameter("signupUUID", "");
-        auto macAddress = GetParameter("macAddress", "");
-        auto deviceID = GetParameter("deviceID","");
-
-        if(!SignupUUID.empty()) {
-            if(StorageService()->SignupDB().DeleteRecord("id", SignupUUID)) {
-                return OK();
-            }
-            return NotFound();
-        } else if(!EMail.empty()) {
-            if(StorageService()->SignupDB().DeleteRecord("email",EMail)) {
-                return OK();
-            }
-            return NotFound();
-        } else if(!macAddress.empty()) {
-            if(StorageService()->SignupDB().DeleteRecord("serialNumber", macAddress)) {
-                return OK();
-            }
-            return NotFound();
-        }
-        return BadRequest(RESTAPI::Errors::MissingOrInvalidParameters);
-    }
-
-}

src/RESTAPI/RESTAPI_signup_handler.h

@@ -1,41 +0,0 @@
-//
-// Created by stephane bourque on 2022-02-20.
-//
-
-#pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
-
-namespace OpenWifi {
-    class RESTAPI_signup_handler : public RESTAPIHandler {
-    public:
-        RESTAPI_signup_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
-                : RESTAPIHandler(bindings, L,
-                                 std::vector<std::string>{
-                                         Poco::Net::HTTPRequest::HTTP_POST,
-                                         Poco::Net::HTTPRequest::HTTP_OPTIONS,
-                                         Poco::Net::HTTPRequest::HTTP_PUT,
-                                         Poco::Net::HTTPRequest::HTTP_GET,
-                                         Poco::Net::HTTPRequest::HTTP_DELETE},
-                                 Server,
-                                 TransactionId,
-                                 Internal, false, true ){}
-
-        static auto PathName() { return std::list<std::string>{"/api/v1/signup"}; };
-
-/*        inline bool RoleIsAuthorized(std::string & Reason) {
-            if(UserInfo_.userinfo.userRole != SecurityObjects::USER_ROLE::SUBSCRIBER) {
-                Reason = "User must be a subscriber";
-                return false;
-            }
-            return true;
-        }
-*/
-        void DoGet() final;
-        void DoPost() final;
-        void DoPut() final ;
-        void DoDelete() final;
-    private:
-
-    };
-}

src/RESTAPI/RESTAPI_sub_devices_handler.cpp

@@ -1,144 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-06.
-//
-
-#include "RESTAPI_sub_devices_handler.h"
-#include "RESTAPI/RESTAPI_db_helpers.h"
-#include "sdks/SDK_sec.h"
-#include "sdks/SDK_gw.h"
-#include "APConfig.h"
-
-namespace OpenWifi {
-
-    void RESTAPI_sub_devices_handler::DoGet() {
-        auto uuid = GetBinding("uuid");
-        if(uuid.empty()) {
-            return BadRequest(RESTAPI::Errors::MissingUUID);
-        }
-
-        ProvObjects::SubscriberDevice   SD;
-        if(Utils::ValidUUID(uuid)) {
-            if (!DB_.GetRecord("id", uuid, SD)) {
-                return NotFound();
-            }
-        } else if(Utils::ValidSerialNumber(uuid)) {
-            if (!DB_.GetRecord("serialNumber", uuid, SD)) {
-                return NotFound();
-            }
-        } else {
-            return BadRequest(RESTAPI::Errors::MissingOrInvalidParameters);
-        }
-
-        Poco::JSON::Object  Answer;
-        SD.to_json(Answer);
-        return ReturnObject(Answer);
-    }
-
-    void RESTAPI_sub_devices_handler::DoDelete() {
-        auto uuid = GetBinding("uuid");
-        if(uuid.empty()) {
-            return BadRequest(RESTAPI::Errors::MissingUUID);
-        }
-
-        if(!DB_.Exists("id",uuid)) {
-            return NotFound();
-        }
-
-        DB_.DeleteRecord("id",uuid);
-        return OK();
-    }
-
-    void RESTAPI_sub_devices_handler::DoPost() {
-
-        const auto & RawObject = ParsedBody_;
-        SubscriberDeviceDB::RecordName NewObject;
-        if(!NewObject.from_json(RawObject)) {
-            return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
-        }
-
-        if( !ValidDbId(NewObject.managementPolicy, StorageService()->PolicyDB(), true , RESTAPI::Errors::UnknownManagementPolicyUUID, *this) ||
-            !ValidDbId(NewObject.operatorId, StorageService()->OperatorDB(), true, RESTAPI::Errors::InvalidOperatorId, *this)                ||
-            !ValidDbId(NewObject.serviceClass, StorageService()->ServiceClassDB(), true, RESTAPI::Errors::InvalidServiceClassId, *this)      ||
-            !ValidSubscriberId(NewObject.subscriberId, true, *this) ||
-            (RawObject->has("deviceRules") && !ValidDeviceRules(NewObject.deviceRules,*this))  ||
-            !ValidSerialNumber(NewObject.serialNumber,false,*this)
-                ) {
-            return;
-        }
-
-        ProvObjects::CreateObjectInfo(RawObject,UserInfo_.userinfo,NewObject.info);
-        return ReturnCreatedObject(DB_,NewObject,*this);
-    }
-
-    void RESTAPI_sub_devices_handler::DoPut() {
-        auto uuid = GetBinding("uuid");
-
-        const auto & RawObject = ParsedBody_;
-        SubscriberDeviceDB::RecordName UpdateObj;
-        if(!UpdateObj.from_json(RawObject)) {
-            return BadRequest(RESTAPI::Errors::InvalidJSONDocument);
-        }
-
-        SubscriberDeviceDB::RecordName  Existing;
-        if(!DB_.GetRecord("id",uuid,Existing)) {
-            return NotFound();
-        }
-
-        if( !ValidDbId(UpdateObj.managementPolicy, StorageService()->PolicyDB(), true , RESTAPI::Errors::UnknownManagementPolicyUUID, *this) ||
-            !ValidDbId(UpdateObj.operatorId, StorageService()->OperatorDB(), true, RESTAPI::Errors::InvalidOperatorId, *this)                ||
-            !ValidDbId(UpdateObj.serviceClass, StorageService()->ServiceClassDB(), true, RESTAPI::Errors::InvalidServiceClassId, *this)      ||
-            !ValidSubscriberId(UpdateObj.subscriberId, true, *this) ||
-            (RawObject->has("deviceRules") && !ValidDeviceRules(UpdateObj.deviceRules,*this))  ||
-            !ValidSerialNumber(UpdateObj.serialNumber,false,*this)
-                ) {
-            return;
-        }
-
-        ProvObjects::UpdateObjectInfo(RawObject,UserInfo_.userinfo,Existing.info);
-        AssignIfPresent(RawObject, "deviceType", Existing.deviceType);
-        AssignIfPresent(RawObject, "subscriberId", Existing.subscriberId);
-        AssignIfPresent(RawObject, "managementPolicy", Existing.managementPolicy);
-        AssignIfPresent(RawObject, "serviceClass", Existing.serviceClass);
-        AssignIfPresent(RawObject, "qrCode", Existing.qrCode);
-        AssignIfPresent(RawObject, "geoCode", Existing.geoCode);
-        if(RawObject->has("deviceRules"))
-            Existing.deviceRules = UpdateObj.deviceRules;
-        AssignIfPresent(RawObject, "state", Existing.state);
-        AssignIfPresent(RawObject, "locale", Existing.locale);
-        AssignIfPresent(RawObject, "billingCode", Existing.billingCode);
-        AssignIfPresent(RawObject, "realMacAddress", Existing.realMacAddress);
-        AssignIfPresent(RawObject, "contact", UpdateObj.contact, Existing.contact);
-        AssignIfPresent(RawObject, "location", UpdateObj.location, Existing.location);
-
-        if(RawObject->has("configuration")) {
-            Existing.configuration = UpdateObj.configuration;
-        }
-        StorageService()->SubscriberDeviceDB().UpdateRecord("id",uuid,Existing);
-        ApplyConfiguration(Existing.serialNumber);
-        return ReturnUpdatedObject(DB_,Existing,*this);
-    }
-
-    bool RESTAPI_sub_devices_handler::ApplyConfiguration(const std::string &SerialNumber) {
-        auto Device = std::make_shared<APConfig>(SerialNumber, Logger());
-        auto Configuration = Poco::makeShared<Poco::JSON::Object>();
-        Poco::JSON::Object ErrorsObj, WarningsObj;
-        Logger().debug(Poco::format("%s: Computing configuration.",SerialNumber));
-        if (Device->Get(Configuration)) {
-            std::ostringstream OS;
-            Configuration->stringify(OS);
-            auto Response=Poco::makeShared<Poco::JSON::Object>();
-            Logger().debug(Poco::format("%s: Sending configuration push.",SerialNumber));
-            if (SDK::GW::Device::Configure(this, SerialNumber, Configuration, Response)) {
-                Logger().debug(Poco::format("%s: Sending configuration pushed.",SerialNumber));
-                return true;
-            } else {
-                Logger().debug(Poco::format("%s: Sending configuration failed.",SerialNumber));
-                return false;
-            }
-        } else {
-            Logger().debug(Poco::format("%s: Configuration is bad.",SerialNumber));
-            return false;
-        }
-    }
-
-}

src/RESTAPI/RESTAPI_sub_devices_handler.h

@@ -1,31 +0,0 @@
-//
-// Created by stephane bourque on 2022-04-06.
-//
-
-#pragma once
-#include "framework/RESTAPI_Handler.h"
-#include "StorageService.h"
-
-namespace OpenWifi {
-    class RESTAPI_sub_devices_handler : public RESTAPIHandler {
-    public:
-        RESTAPI_sub_devices_handler(const RESTAPIHandler::BindingMap &bindings, Poco::Logger &L, RESTAPI_GenericServerAccounting & Server, uint64_t TransactionId, bool Internal)
-                : RESTAPIHandler(bindings, L,
-                                 std::vector<std::string>{
-                                         Poco::Net::HTTPRequest::HTTP_GET, Poco::Net::HTTPRequest::HTTP_POST,
-                                         Poco::Net::HTTPRequest::HTTP_PUT, Poco::Net::HTTPRequest::HTTP_DELETE,
-                                         Poco::Net::HTTPRequest::HTTP_OPTIONS},
-                                 Server,
-                                 TransactionId,
-                                 Internal){}
-        static auto PathName() { return std::list<std::string>{"/api/v1/subscriberDevice/{uuid}"}; };
-        bool ApplyConfiguration(const std::string &SerialNumber);
-
-    private:
-        SubscriberDeviceDB    &DB_=StorageService()->SubscriberDeviceDB();
-        void DoGet() final ;
-        void DoPost() final ;
-        void DoPut() final ;
-        void DoDelete() final ;
-    };
-}