on:
  push:
  pull_request:

name: CI

jobs:
  build:
    name: 'Build: ${{ matrix.name }}'
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        include:
          - name: "Ubuntu 22.04 Python 3.10"
            os: ubuntu-22.04
            build_type: Release
            generators: Ninja
            python-version: "3.10"

          - name: "Ubuntu 22.04 Python 3.11"
            os: ubuntu-22.04
            build_type: Release
            generators: Ninja
            wheel: manylinux_2_35_x86_64
            python-version: "3.11"
            upload-sdist: true

          - name: "Ubuntu 20.04 with GCC 10 Python 3.8"
            os: ubuntu-20.04
            build_type: Release
            generators: Ninja
            wheel: manylinux_2_31_x86_64
            python-version: "3.8"

          - name: "Ubuntu 20.04 with GCC 10 Python 3.9"
            os: ubuntu-20.04
            build_type: Release
            generators: Ninja
            wheel: manylinux_2_31_x86_64
            python-version: "3.9"

          - name: "Ubuntu 20.04 with GCC 10 Python 3.10"
            os: ubuntu-20.04
            build_type: Release
            generators: Ninja
            wheel: manylinux_2_31_x86_64
            python-version: "3.10"

          - name: "Windows 2022 MSVC Python 3.10"
            os: windows-2022
            triplet: x64-windows
            build_type: Release
            generators: "Visual Studio 17 2022"
            wheel: win_amd64
            python-version: "3.10"

          - name: "Windows 2022 MSVC Python 3.11"
            os: windows-2022
            triplet: x64-windows
            build_type: Release
            generators: "Visual Studio 17 2022"
            wheel: win_amd64
            python-version: "3.11"

          - name: "macOS 12 x86_64 Python 3.10"
            os: macos-12
            build_type: Release
            generators: Ninja
            wheel: macosx_12_0_x86_64
            python-version: "3.10"

          - name: "macOS 12 x86_64 Python 3.11"
            os: macos-12
            build_type: Release
            generators: Ninja
            wheel: macosx_12_0_x86_64
            python-version: "3.11"

          # Apple LLVM doesn't fully support C++20 (hi std::string::operator<=>),
          # so we require GCC, but the prebuilt GCC on GitHub Actions virtual environment
          # does not have a cross compiler. Sorry, no arm64 builds.

    steps:
      - name: Unix line endings in git
        if: startsWith(matrix.os, 'windows') || startsWith(matrix.os, 'macos')
        run: |
          git config --global core.autocrlf input
          git config --global core.eol lf

      - uses: actions/checkout@v3
        with:
          fetch-depth: 0
          submodules: recursive

      - name: Get number of CPU cores
        id: cpu-cores
        uses: SimenB/github-actions-cpu-cores@410541432439795d30db6501fb1d8178eb41e502

      - uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python-version }}

      - name: Extract VCPKG version
        if: startsWith(matrix.os, 'windows')
        id: extract-vcpkg-version
        shell: bash
        run: |
          cd ${VCPKG_INSTALLATION_ROOT//\\//}
          echo "echo VCPKG_PATH=$VCPKG_INSTALLATION_ROOT" >> $GITHUB_OUTPUT
          echo "VCPKG_COMMIT=$(git rev-parse HEAD)" >> $GITHUB_OUTPUT
          # cd '${{ github.workspace }}/'libyang
          # echo "LIBYANG_COMMIT=$(git rev-parse HEAD)" >> $GITHUB_OUTPUT
          # cd '${{ github.workspace }}/'libyang-cpp
          # echo "LIBYANG_CPP_COMMIT=$(git rev-parse HEAD)" >> $GITHUB_OUTPUT

      # Unfortunately, this is broken due to dlfcn-win32 assuming that "debug" is always there:
      # (the last item at https://github.com/microsoft/vcpkg/issues/6045)
      # Fixed via https://github.com/microsoft/vcpkg/pull/25278
      # But then bzip2 also fails...
      # - name: Slim down VCPKG builds
      #   if: startsWith(matrix.os, 'windows')
      #   shell: bash
      #   run: echo 'set(VCPKG_BUILD_TYPE "${{ matrix.build_type }}")' >> ${VCPKG_INSTALLATION_ROOT//\\//}/triplets/${{ matrix.triplet }}.cmake

      - name: Cache VCPKG
        if: startsWith(matrix.os, 'windows')
        id: cache-vcpkg
        uses: actions/cache@v3
        with:
          path: '${{ steps.extract-vcpkg-version.outputs.VCPKG_PATH }}/installed'
          key: 'vcpkg-3-${{ matrix.os }}-${{ matrix.build_type }}-${{ matrix.triplet }}-${{ steps.extract-vcpkg-version.outputs.VCPKG_COMMIT }}'

      - name: Configure Windows PATH
        if: startsWith(matrix.os, 'windows')
        shell: bash
        run: |
          echo '${{ github.workspace }}/'../target/bin >> $GITHUB_PATH
          echo '${{ github.workspace }}/'../target/lib >> $GITHUB_PATH
          echo 'C:/Program Files/Microsoft Visual Studio/2022/Enterprise/SDK/ScopeCppSDK/vc15/VC/bin' >> $GITHUB_PATH
          echo ${VCPKG_INSTALLATION_ROOT//\\//}'/installed/${{ matrix.triplet }}/bin' >> $GITHUB_PATH
          echo EXTRA_VCPKG_TARGET_TRIPLET=-DVCPKG_TARGET_TRIPLET=${{ matrix.triplet }} >> $GITHUB_ENV
          echo EXTRA_CMAKE_TOOLCHAIN_FILE=-DCMAKE_TOOLCHAIN_FILE=${VCPKG_INSTALLATION_ROOT//\\//}/scripts/buildsystems/vcpkg.cmake >> $GITHUB_ENV
          echo EXTRA_PKG_CONFIG_EXECUTABLE=-DPKG_CONFIG_EXECUTABLE=${VCPKG_INSTALLATION_ROOT//\\//}/installed/${{ matrix.triplet }}/tools/pkgconf/pkgconf.exe >> $GITHUB_ENV
          echo PKG_CONFIG_PATH="${VCPKG_INSTALLATION_ROOT//\\//}/installed/${{ matrix.triplet }}/lib/pkgconfig;${GITHUB_WORKSPACE//\\//}/../target/lib/pkgconfig" >> $GITHUB_ENV
          echo TMPDIR=C:\\t >> $GITHUB_ENV
          echo TEMP=C:\\t >> $GITHUB_ENV
          echo TMP=C:\\t >> $GITHUB_ENV

      - name: Prepare Windows temp
        if: startsWith(matrix.os, 'windows')
        shell: bash
        run: |
          mkdir -p ${TMPDIR//\\//}

      - name: Configure Windows CXXFLAGS
        if: startsWith(matrix.os, 'windows')
        shell: bash
        run: |
          echo CXXFLAGS=" /wd4251 /wd4275" >> $GITHUB_ENV

      - name: GCC 10 on Ubuntu 20.04
        if: matrix.os == 'ubuntu-20.04'
        shell: bash
        run: |
          echo CC=gcc-10 >> $GITHUB_ENV
          echo CXX=g++-10 >> $GITHUB_ENV

      - name: GCC 11 on Mac OS
        if: startsWith(matrix.os, 'macos')
        shell: bash
        run: |
          echo CC=gcc-11 >> $GITHUB_ENV
          echo CXX=g++-11 >> $GITHUB_ENV

      - name: Mac OS deployment target
        if: startsWith(matrix.os, 'macos')
        shell: bash
        run: |
          echo MACOSX_DEPLOYMENT_TARGET=12.4 >> $GITHUB_ENV

      - name: Mac OS ARCHFLAGS x86_64
        if: startsWith(matrix.os, 'macos') && endsWith(matrix.wheel, '_x86_64')
        shell: bash
        run: |
          set -ex
          # This is for libyang and libyang-cpp which are directly built via cmake
          echo EXTRA_OSX_ARCH=-DCMAKE_OSX_ARCHITECTURES=x86_64 >> $GITHUB_ENV
          # Ensure that our setuptools extension knows what to pass to cmake
          echo ARCHFLAGS="-arch x86_64" >> $GITHUB_ENV
          # Correct platform tag in the wheel
          # https://github.com/pypa/setuptools/issues/2520
          # https://github.com/pypa/wheel/issues/406
          # sed:
          # - version needs replacing the underscore by a dot
          # - then replace these underscores around the version with a minus
          # - but don't replace the underscore in "x86_64"
          # - and of course this is a Mac, so there's this FreeBSD-5.0-ish sed, not the GNU one
          echo _PYTHON_HOST_PLATFORM=$(echo ${{ matrix.wheel }} | sed -E 's/(macosx)_([[:digit:]]+)_([[:digit:]]+)_/\1-\2.\3-/') >> $GITHUB_ENV
          # https://github.com/CESNET/libyang/pull/1902
          echo EXTRA_OSX_LIBYANG=-DPATH_EXPECT= >> $GITHUB_ENV

      - name: Mac OS ARCHFLAGS arm64
        if: startsWith(matrix.os, 'macos') && endsWith(matrix.wheel, '_arm64')
        shell: bash
        run: |
          echo EXTRA_OSX_ARCH=-DCMAKE_OSX_ARCHITECTURES=arm64 >> $GITHUB_ENV
          echo ARCHFLAGS="-arch arm64" >> $GITHUB_ENV
          echo _PYTHON_HOST_PLATFORM=$(echo ${{ matrix.wheel }} | sed -E 's/(macosx)_([[:digit:]]+)_([[:digit:]]+)_/\1-\2.\3-/') >> $GITHUB_ENV

      - name: Configure Linux paths
        if: startsWith(matrix.os, 'ubuntu')
        shell: bash
        run: |
          realpath -m ${{ github.workspace }}/../target/bin >> $GITHUB_PATH
          echo LD_LIBRARY_PATH=$(realpath -m ${{ github.workspace }}/../target/lib):$(realpath -m ${{ github.workspace }}/../target/lib64) >> $GITHUB_ENV
          echo PKG_CONFIG_PATH="$(realpath -m ${{ github.workspace }}/../target)/lib/pkgconfig" >> $GITHUB_ENV

      - name: Configure Mac OS paths
        if: startsWith(matrix.os, 'macos')
        shell: bash
        run: |
          echo ${{ github.workspace }}/../target/bin >> $GITHUB_PATH
          echo REPAIR_LIBRARY_PATH=${{ github.workspace }}/../target/lib >> $GITHUB_ENV
          echo PKG_CONFIG_PATH=${{ github.workspace }}/../target/lib/pkgconfig >> $GITHUB_ENV

      - name: Install Windows dependencies
        if: >
          startsWith(matrix.os, 'windows') &&
          (steps.cache-vcpkg.outputs.cache-hit != 'true')
        run: vcpkg install --triplet=${{ matrix.triplet }} pcre2 pthreads dirent dlfcn-win32 cmocka getopt doctest pkgconf

      - name: Install Linux dependencies
        if: startsWith(matrix.os, 'ubuntu')
        run: sudo apt install -y libpcre2-dev libcmocka-dev doctest-dev ninja-build

      - name: Install macOS dependencies
        if: startsWith(matrix.os, 'macos')
        run: brew install pcre2 cmocka doctest ninja

      # Ubuntu 20.04: the system pybind11 is too old (unspecified reasons, commit 3a458f23)
      # Ubuntu 22.04: the system pybind11 doesn't work with non-system Python 3.11:
      # pybind11/detail/type_caster_base.h:482:26: error: invalid use of incomplete type ‘PyFrameObject’ {aka ‘struct _frame’}
      # Windows: pybind11 by vcpkg won't work for any other version of Python by design, https://github.com/microsoft/vcpkg/issues/23796
      - name: Install pybind11 (Unix)
        if: startsWith(matrix.os, 'ubuntu') || startsWith(matrix.os, 'macos')
        run: sudo pip install pybind11[global]

      - name: Install pybind11 (Windows)
        if: startsWith(matrix.os, 'windows')
        run: pip install pybind11[global]

      - name: configure libyang
        shell: bash
        run: |
          cmake \
            -S '${{ github.workspace }}/'libyang \
            -B '${{ github.workspace }}/'../build-libyang \
            -G '${{ matrix.generators }}' \
            -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} \
            ${EXTRA_VCPKG_TARGET_TRIPLET:+${EXTRA_VCPKG_TARGET_TRIPLET}} \
            ${EXTRA_CMAKE_TOOLCHAIN_FILE:+${EXTRA_CMAKE_TOOLCHAIN_FILE}} \
            ${EXTRA_OSX_ARCH:+${EXTRA_OSX_ARCH}} \
            ${EXTRA_OSX_LIBYANG:+${EXTRA_OSX_LIBYANG}} \
            -DENABLE_TESTS=ON \
            -DCMAKE_INSTALL_PREFIX:PATH='${{ github.workspace }}/'../target

      - name: build libyang
        working-directory: '${{ github.workspace }}/../build-libyang'
        run: cmake --build . -j${{ steps.cpu-cores.outputs.count }} --config ${{ matrix.build_type }}

      - name: test libyang
        working-directory: '${{ github.workspace }}/../build-libyang'
        run: ctest --output-on-failure -j${{ steps.cpu-cores.outputs.count }} --build-config ${{ matrix.build_type }}

      - name: install libyang
        working-directory: '${{ github.workspace }}/../build-libyang'
        run: cmake --install . --strip

      # - name: test the installed yanglint
      #   run: yanglint -f tree ${{ github.workspace }}/libyang/tests/modules/yang/ietf-interfaces@2014-05-08.yang

      - name: configure libyang-cpp
        shell: bash
        run: |
          set -ex
          cmake \
            -S '${{ github.workspace }}/'libyang-cpp \
            -B '${{ github.workspace }}/'../build-libyang-cpp \
            -G '${{ matrix.generators }}' \
            -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} \
            ${EXTRA_VCPKG_TARGET_TRIPLET:+${EXTRA_VCPKG_TARGET_TRIPLET}} \
            ${EXTRA_CMAKE_TOOLCHAIN_FILE:+${EXTRA_CMAKE_TOOLCHAIN_FILE}} \
            ${EXTRA_OSX_ARCH:+${EXTRA_OSX_ARCH}} \
            ${EXTRA_PKG_CONFIG_EXECUTABLE:+${EXTRA_PKG_CONFIG_EXECUTABLE}} \
            -DCMAKE_PREFIX_PATH:PATH=${GITHUB_WORKSPACE//\\//}/../target \
            -DCMAKE_INSTALL_PREFIX:PATH='${{ github.workspace }}/'../target

      - name: build libyang-cpp
        working-directory: '${{ github.workspace }}/../build-libyang-cpp'
        run: cmake --build . -j${{ steps.cpu-cores.outputs.count }} --config ${{ matrix.build_type }}

      - name: test libyang-cpp
        working-directory: '${{ github.workspace }}/../build-libyang-cpp'
        run: ctest --output-on-failure -j${{ steps.cpu-cores.outputs.count }} --build-config ${{ matrix.build_type }}

      - name: install libyang-cpp
        working-directory: '${{ github.workspace }}/../build-libyang-cpp'
        run: cmake --install . --strip

      - name: quick install pytest for the test suite
        if: startsWith(matrix.os, 'ubuntu-22')
        run: pip install pytest

      - name: quick configure oopt-gnpy-libyang
        if: startsWith(matrix.os, 'ubuntu-22')
        shell: bash
        run: |
          set -ex
          cmake \
            -DSHOW_SO_DEPENDENCIES=ON \
            -DDONT_WARN_ABOUT_SETUP_PY=ON \
            -S '${{ github.workspace }}/' \
            -B '${{ github.workspace }}/'../build-oopt-gnpy-libyang \
            -G '${{ matrix.generators }}' \
            -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} \
            ${EXTRA_VCPKG_TARGET_TRIPLET:+${EXTRA_VCPKG_TARGET_TRIPLET}} \
            ${EXTRA_CMAKE_TOOLCHAIN_FILE:+${EXTRA_CMAKE_TOOLCHAIN_FILE}} \
            ${EXTRA_OSX_ARCH:+${EXTRA_OSX_ARCH}} \
            ${EXTRA_PKG_CONFIG_EXECUTABLE:+${EXTRA_PKG_CONFIG_EXECUTABLE}} \
            -DCMAKE_PREFIX_PATH:PATH=${GITHUB_WORKSPACE//\\//}/../target \
            -DCMAKE_INSTALL_PREFIX:PATH='${{ github.workspace }}/'../target

      - name: quick build oopt-gnpy-libyang
        if: startsWith(matrix.os, 'ubuntu-22')
        working-directory: '${{ github.workspace }}/../build-oopt-gnpy-libyang'
        run: cmake --build . -j${{ steps.cpu-cores.outputs.count }} --config ${{ matrix.build_type }}

      - name: quick install oopt-gnpy-libyang
        if: startsWith(matrix.os, 'ubuntu-22')
        working-directory: '${{ github.workspace }}/../build-oopt-gnpy-libyang'
        run: cmake --install . --strip

      - name: quick test oopt-gnpy-libyang
        if: startsWith(matrix.os, 'ubuntu-22')
        working-directory: '${{ github.workspace }}/../build-oopt-gnpy-libyang'
        run: ctest --output-on-failure -j${{ steps.cpu-cores.outputs.count }} --build-config ${{ matrix.build_type }}

      - name: prepare wheel building
        run: pip install wheel setuptools build setuptools_scm[toml]

      - name: show Python version
        run: python --version

      - name: show Python3 version
        run: python3 --version

      - name: show pip version
        run: pip --version

      # Don't pass neither --sdist nor --wheel, which means "build sdist and from that, build the wheel". Oh well.
      - name: build the sdist and wheel
        shell: bash
        run: |
          set -ex
          export CMAKE_ARGS="${EXTRA_VCPKG_TARGET_TRIPLET:+${EXTRA_VCPKG_TARGET_TRIPLET} }${EXTRA_CMAKE_TOOLCHAIN_FILE:+${EXTRA_CMAKE_TOOLCHAIN_FILE} }${EXTRA_PKG_CONFIG_EXECUTABLE:+${EXTRA_PKG_CONFIG_EXECUTABLE}}"
          python3 -m build --skip-dependency-check --outdir '${{ github.workspace }}'/build-wheel '${{ github.workspace }}/'

      - name: fix the wheel, Ubuntu 20.x
        if: startsWith(matrix.os, 'ubuntu-20') && (matrix.wheel != '')
        shell: bash
        run: |
          # we're on old Ubuntu to use an old manylinux tag, and newer auditwheel requires too fresh patchelf
          pip install 'auditwheel<5.2.0'
          find '${{ github.workspace }}'/build-wheel -name '*.whl'
          auditwheel repair --plat '${{ matrix.wheel }}' '${{ github.workspace }}'/build-wheel/*.whl

      - name: fix the wheel, Ubuntu 22.x
        if: startsWith(matrix.os, 'ubuntu-22') && (matrix.wheel != '')
        shell: bash
        run: |
          pip install auditwheel
          find '${{ github.workspace }}'/build-wheel -name '*.whl'
          auditwheel repair --plat '${{ matrix.wheel }}' '${{ github.workspace }}'/build-wheel/*.whl

      - name: fix the wheel, Windows
        if: startsWith(matrix.os, 'windows') && (matrix.wheel != '')
        shell: bash
        run: |
          pip install delvewheel
          delvewheel show '${{ github.workspace }}'/build-wheel/*.whl
          delvewheel repair '${{ github.workspace }}'/build-wheel/*.whl

      - name: fix the wheel, Mac OS
        if: startsWith(matrix.os, 'macos') && (matrix.wheel != '')
        shell: bash
        run: |
          pip install delocate
          DYLD_LIBRARY_PATH=${REPAIR_LIBRARY_PATH} delocate-listdeps --all '${{ github.workspace }}'/build-wheel/*.whl
          DYLD_LIBRARY_PATH=${REPAIR_LIBRARY_PATH} delocate-wheel -w ${{ github.workspace }}/wheelhouse -v '${{ github.workspace }}'/build-wheel/*.whl
          # https://github.com/pypa/cibuildwheel/blob/main/docs/faq.md#macos-passing-dyld_library_path-to-delocate

      - name: upload the wheel
        if: matrix.wheel
        uses: actions/upload-artifact@v3
        with:
          name: 'wheel-${{ matrix.wheel }}-${{ matrix.python-version }}'
          path: |
            ${{ github.workspace }}/wheelhouse/*.whl
          if-no-files-found: error

      - name: upload the sdist
        if: matrix.upload-sdist
        uses: actions/upload-artifact@v3
        with:
          name: sdist
          path: |
            ${{ github.workspace }}/build-wheel/*.tar.gz
          if-no-files-found: error

  test:
    needs: build
    name: 'Test: ${{ matrix.name }}'
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        include:
          - name: "Ubuntu 22.04 Python 3.10"
            os: ubuntu-22.04
            python-version: "3.10"
            wheel: manylinux_2_31_x86_64

          - name: "Ubuntu 22.04 Python 3.11"
            os: ubuntu-22.04
            python-version: "3.11"
            wheel: manylinux_2_35_x86_64

          - name: "Ubuntu 20.04 with GCC 10 Python 3.8"
            os: ubuntu-20.04
            wheel: manylinux_2_31_x86_64
            python-version: "3.8"

          - name: "Ubuntu 20.04 with GCC 10 Python 3.9"
            os: ubuntu-20.04
            wheel: manylinux_2_31_x86_64
            python-version: "3.9"

          - name: "Ubuntu 20.04 with GCC 10 Python 3.10"
            os: ubuntu-20.04
            wheel: manylinux_2_31_x86_64
            python-version: "3.10"

          - name: "Windows 2019 MSVC Python 3.10"
            os: windows-2019
            wheel: win_amd64
            python-version: "3.10"

          - name: "Windows 2022 MSVC Python 3.10"
            os: windows-2022
            wheel: win_amd64
            python-version: "3.10"

          - name: "Windows 2022 MSVC Python 3.11"
            os: windows-2022
            wheel: win_amd64
            python-version: "3.11"

          - name: "macOS 12 x86_64 Python 3.10"
            os: macos-12
            wheel: macosx_12_0_x86_64
            python-version: "3.10"

          - name: "macOS 12 x86_64 Python 3.11"
            os: macos-12
            wheel: macosx_12_0_x86_64
            python-version: "3.11"

    steps:
      - uses: actions/checkout@v3
        with:
          fetch-depth: 0
          submodules: recursive

      - uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python-version }}

      - name: mkdir wheelhouse
        shell: bash
        run: |
          mkdir ${GITHUB_WORKSPACE//\\//}/wheelhouse

      - name: download the wheel
        uses: actions/download-artifact@v3
        id: download-wheel
        with:
          name: 'wheel-${{ matrix.wheel }}-${{ matrix.python-version }}'
          path: ${{ github.workspace }}/wheelhouse

      - name: install the wheel
        shell: bash
        run: |
          pip install --only-binary :all: --no-index --find-links=${GITHUB_WORKSPACE//\\//}/wheelhouse oopt-gnpy-libyang

      - name: install pytest
        run: pip install pytest

      - name: run pytest
        working-directory: ${{ github.workspace }}
        run: pytest -vv

  upload:
    if: ${{ github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository_owner == 'Telecominfraproject' }}
    needs:
      - build
      - test
    name: Upload to PyPI
    runs-on: ubuntu-22.04
    steps:
      - name: Download all artifacts
        uses: actions/download-artifact@v3
        with:
          path: ${{ github.workspace }}/all-artifacts

      - name: rearrange the wheels
        run: |
          set -ex
          mkdir pypi
          mv -v ${{ github.workspace }}/all-artifacts/*/* pypi/

      - name: upload to pypi
        uses: pypa/gh-action-pypi-publish@release/v1
        with:
          user: __token__
          password: ${{ secrets.PYPI_API_TOKEN }}
          packages_dir: pypi/