Notebook urban dyn #1071
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CMake | |
| on: | |
| push: | |
| branches: [ main, dev ] | |
| pull_request: | |
| branches: [ main, dev ] | |
| env: | |
| # Customize the CMake build type here (Release, Debug, RelWithDebInfo, etc.) | |
| BUILD_TYPE: Release | |
| USER_CONFIG: ${{github.workspace}}/.github/config/boost/user-config.jam | |
| jobs: | |
| build-boost: | |
| runs-on: ubuntu-20.04 | |
| defaults: | |
| run: | |
| working-directory: ${{github.workspace}}/lib | |
| steps: # Note: Using a matrix strategy will end in building Boost 4 times. | |
| - uses: actions/checkout@v3 | |
| - name: Cache Boost | |
| id: cache-boost | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ${{github.workspace}}/lib/boost | |
| ${{github.workspace}}/.github/config/boost | |
| key: ${{ runner.os }}-boost.1.76-new | |
| - name: Set Up Python 3.6 | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.6' | |
| - name: Write Python 3.6 to user-config.jam | |
| run: | | |
| echo -e "using python\n\t: 3.6\n\t: $pythonLocation/bin/python\n\t: $pythonLocation/include/python3.6m\n\t: $pythonLocation/lib\n;\n" >> $USER_CONFIG | |
| - name: Set Up Python 3.7 | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.7' | |
| - name: Write Python 3.7 to user-config.jam | |
| run: | | |
| echo -e "using python\n\t: 3.7\n\t: $pythonLocation/bin/python\n\t: $pythonLocation/include/python3.7m\n\t: $pythonLocation/lib\n;\n" >> $USER_CONFIG | |
| - name: Set Up Python 3.8 | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.8' | |
| - name: Write Python 3.8 to user-config.jam | |
| run: | | |
| echo -e "using python\n\t: 3.8\n\t: $pythonLocation/bin/python\n\t: $pythonLocation/include/python3.8\n\t: $pythonLocation/lib\n;\n" >> $USER_CONFIG | |
| - name: Set Up Python 3.9 | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.9' | |
| - name: Write Python 3.9 to user-config.jam | |
| run: | | |
| echo -e "using python\n\t: 3.9\n\t: $pythonLocation/bin/python\n\t: $pythonLocation/include/python3.9\n\t: $pythonLocation/lib\n;\n" >> $USER_CONFIG | |
| - name: Set Up Python 3.10 | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.10' | |
| - name: Write Python 3.10 to user-config.jam | |
| run: | | |
| echo -e "using python\n\t: 3.10\n\t: $pythonLocation/bin/python\n\t: $pythonLocation/include/python3.10\n\t: $pythonLocation/lib\n;\n" >> $USER_CONFIG | |
| - name: Build Boost | |
| if: steps.cache-boost.outputs.cache-hit != 'true' | |
| run: | | |
| wget https://boostorg.jfrog.io/artifactory/main/release/1.76.0/source/boost_1_76_0.tar.gz && tar -xzvf boost_1_76_0.tar.gz && mv boost_1_76_0 boost && cd boost | |
| ./bootstrap.sh | |
| ./b2 --user-config=$USER_CONFIG cxxflags=-fPIC python=3.6,3.7,3.8,3.9,3.10 | |
| cd .. && rm boost_1_76_0.tar.gz | |
| build-libs: | |
| runs-on: ubuntu-20.04 | |
| defaults: | |
| run: | |
| working-directory: ${{github.workspace}}/lib | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Update package lists | |
| run: sudo apt update | |
| - name: Cache Armadillo, GDAL and LASTools | |
| id: cache-lastools-armadillo-gdal | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ${{github.workspace}}/lib | |
| key: ${{ runner.os }}-gdal-lastools-armadillo-latest | |
| ##### ARMADILLO ##### | |
| - name: Build Armadillo | |
| if: steps.cache-lastools-armadillo-gdal.outputs.cache-hit != 'true' | |
| run: | | |
| wget -O armadillo.tar.xz http://sourceforge.net/projects/arma/files/armadillo-10.6.2.tar.xz && tar xf armadillo.tar.xz && mv armadillo-10.6.2 armadillo | |
| cd armadillo && ./configure -DCMAKE_INSTALL_PREFIX=. && make && make install | |
| cd .. && rm armadillo.tar.xz | |
| ##### GDAL ##### | |
| - name: Build GDAL | |
| if: steps.cache-lastools-armadillo-gdal.outputs.cache-hit != 'true' | |
| run: | | |
| sudo apt install -y pkg-config libsqlite3-dev sqlite3 libtiff5-dev libcurl4-openssl-dev | |
| wget http://download.osgeo.org/proj/proj-8.0.0.tar.gz https://github.com/OSGeo/gdal/releases/download/v3.3.0/gdal-3.3.0.tar.gz --no-check-certificate | |
| tar -xzvf proj-8.0.0.tar.gz && tar -xzvf gdal-3.3.0.tar.gz | |
| mv gdal-3.3.0 ${{github.workspace}}/lib/gdal && mv proj-8.0.0 ${{github.workspace}}/lib/proj | |
| cd ${{github.workspace}}/lib/proj && ./configure --prefix=${{github.workspace}}/lib/gdal/projlib && make && make install | |
| cd ${{github.workspace}}/lib/gdal && ./configure --prefix=${{github.workspace}}/lib/gdal --with-proj=${{github.workspace}}/lib/gdal/projlib && make && make install | |
| cd .. && rm proj-8.0.0.tar.gz gdal-3.3.0.tar.gz | |
| ##### LasTools ##### | |
| - name: Build LASTools | |
| if: steps.cache-lastools-armadillo-gdal.outputs.cache-hit != 'true' | |
| run: | | |
| wget -O LAStools.zip http://lastools.github.io/download/LAStools.zip | |
| unzip LAStools.zip -d ${{github.workspace}}/lib | |
| cd LAStools && cmake . && make | |
| cd .. && rm LAStools.zip | |
| build-helios: | |
| needs: [build-libs, build-boost] | |
| runs-on: ubuntu-20.04 | |
| name: 'Helios-PyBinds (Python${{ matrix.python-version}})' | |
| defaults: | |
| run: | |
| working-directory: ${{github.workspace}} | |
| strategy: | |
| matrix: | |
| python-version: ['3.6', '3.7', '3.8', '3.9', '3.10'] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Update package lists | |
| run: sudo apt update | |
| - name: Install required packages | |
| run: sudo apt-get install -y cmake libglm-dev zip unzip xz-utils | |
| - name: Load LasTools, Armadillo and GDAL from cache | |
| id: cache-lastools-armadillo-gdal | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ${{github.workspace}}/lib | |
| key: ${{ runner.os }}-gdal-lastools-armadillo-latest | |
| - name: Load Boost from Cache | |
| id: cache-boost | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ${{github.workspace}}/lib/boost | |
| ${{github.workspace}}/.github/config/boost | |
| key: ${{ runner.os }}-boost.1.76-new | |
| - name: Configure CMake | |
| # Configure CMake in a 'build' subdirectory. `CMAKE_BUILD_TYPE` is only required if you are using a single-configuration generator such as make. | |
| # See https://cmake.org/cmake/help/latest/variable/CMAKE_BUILD_TYPE.html?highlight=cmake_build_type | |
| run: | | |
| cmake -B ${{github.workspace}}/build -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} -DPYTHON_BINDING=1 -DPYTHON_VERSION=${{ matrix.python-version }} -DPYTHON_PATH=$pythonLocation -DCMAKE_RUNTIME_OUTPUT_DIRECTORY:STRING=${{github.workspace}}/run -DCMAKE_LIBRARY_OUTPUT_DIRECTORY:STRING=${{github.workspace}}/run -DCMAKE_LIBRARY_OUTPUT_DIRECTORY:STRING=${{github.workspace}}/run | |
| - name: Build | |
| # Build your program with the given configuration | |
| run: cmake --build ${{github.workspace}}/build --config ${{env.BUILD_TYPE}} | |
| - name: ls | |
| run: ls -al . | |
| - name: Test | |
| # Execute tests defined by the CMake configuration. | |
| # See https://cmake.org/cmake/help/latest/manual/ctest.1.html for more detail | |
| run: ${{github.workspace}}/run/helios --test | |
| - name: Save compiled executable | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ runner.os}}-helios-pybinds-${{ matrix.python-version }} | |
| path: | | |
| ${{github.workspace}}/run/helios | |
| ${{github.workspace}}/run/libhelios.so | |
| ${{github.workspace}}/run/_pyhelios.so | |
| build-helios-pybinds-dynamic: | |
| # The CMake configure and build commands are platform agnostic and should work equally | |
| # well on Windows or Mac. You can convert this to a matrix build if you need | |
| # cross-platform coverage. | |
| # See: https://docs.github.com/en/free-pro-team@latest/actions/learn-github-actions/managing-complex-workflows#using-a-build-matrix | |
| needs: [ build-libs, build-boost] | |
| runs-on: ubuntu-20.04 | |
| defaults: | |
| run: | |
| working-directory: ${{github.workspace}} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Update package lists | |
| run: sudo apt update | |
| - name: Install required packages | |
| run: sudo apt-get install -y cmake libglm-dev zip unzip xz-utils | |
| - name: Python Libraries | |
| run: sudo apt-get install -y libpython3-dev | |
| - name: Load LasTools, Armadillo and GDAL from cache | |
| id: cache-lastools-armadillo-gdal | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ${{github.workspace}}/lib | |
| key: ${{ runner.os }}-gdal-lastools-armadillo-latest | |
| - name: Load Boost from Cache | |
| id: cache-boost | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ${{github.workspace}}/lib/boost | |
| ${{github.workspace}}/.github/config/boost | |
| key: ${{ runner.os }}-boost.1.76-new | |
| - name: Install Boost in the system | |
| run: | | |
| cd lib/boost && sudo ./b2 --user-config=$USER_CONFIG python=3.8 install | |
| - name: Configure CMake | |
| # Configure CMake in a 'build' subdirectory. `CMAKE_BUILD_TYPE` is only required if you are using a single-configuration generator such as make. | |
| # See https://cmake.org/cmake/help/latest/variable/CMAKE_BUILD_TYPE.html?highlight=cmake_build_type | |
| run: | | |
| cmake -B ${{github.workspace}}/build -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} -DPYTHON_BINDING=1 -DPYTHON_VERSION=38 -DBOOST_DYNAMIC_LIBS=1 -DCMAKE_RUNTIME_OUTPUT_DIRECTORY:STRING=${{github.workspace}}/run | |
| - name: Build | |
| # Build your program with the given configuration | |
| run: | |
| cmake --build ${{github.workspace}}/build --config ${{env.BUILD_TYPE}} | |
| - name: Save compiled executable | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ runner.os}}-helios-dynamic-linking | |
| path: | | |
| ${{github.workspace}}/run/helios | |
| ${{github.workspace}}/run/libhelios.so | |
| ${{github.workspace}}/run/_pyhelios.so | |
| - name: ls | |
| run: ls -al . | |
| - name: Test | |
| # Execute tests defined by the CMake configuration. | |
| # See https://cmake.org/cmake/help/latest/manual/ctest.1.html for more detail | |
| run: ${{github.workspace}}/run/helios --test | |
| build-helios-38: | |
| needs: [ build-libs, build-boost ] | |
| runs-on: ubuntu-20.04 | |
| name: 'Helios-PyBinds (Python3.8) - separate' | |
| defaults: | |
| run: | |
| working-directory: ${{github.workspace}} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.8 | |
| - name: Update package lists | |
| run: sudo apt update | |
| - name: Install required packages | |
| run: sudo apt-get install -y cmake libglm-dev zip unzip xz-utils | |
| - name: Cache Helios++ | |
| id: cache-helios | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ${{github.workspace}}/run | |
| key: ${{ runner.os }}-helios-build-latest-${{ github.sha }} | |
| - name: Load LasTools, Armadillo and GDAL from cache | |
| id: cache-lastools-armadillo-gdal | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ${{github.workspace}}/lib | |
| key: ${{ runner.os }}-gdal-lastools-armadillo-latest | |
| - name: Load Boost from Cache | |
| id: cache-boost | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ${{github.workspace}}/lib/boost | |
| ${{github.workspace}}/.github/config/boost | |
| key: ${{ runner.os }}-boost.1.76-new | |
| - name: Configure CMake | |
| # Configure CMake in a 'build' subdirectory. `CMAKE_BUILD_TYPE` is only required if you are using a single-configuration generator such as make. | |
| # See https://cmake.org/cmake/help/latest/variable/CMAKE_BUILD_TYPE.html?highlight=cmake_build_type | |
| run: | | |
| cmake -B ${{github.workspace}}/build -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} -DPYTHON_BINDING=1 -DPYTHON_VERSION=3.8 -DPYTHON_PATH=$pythonLocation -DCMAKE_RUNTIME_OUTPUT_DIRECTORY:STRING=${{github.workspace}}/run -DCMAKE_LIBRARY_OUTPUT_DIRECTORY:STRING=${{github.workspace}}/run | |
| - name: Build | |
| # Build your program with the given configuration | |
| run: cmake --build ${{github.workspace}}/build --config ${{env.BUILD_TYPE}} | |
| - name: ls | |
| run: ls -al . && ls -al run && ls -al build | |
| - name: Test | |
| # Execute tests defined by the CMake configuration. | |
| # See https://cmake.org/cmake/help/latest/manual/ctest.1.html for more detail | |
| run: ${{github.workspace}}/run/helios --test | |
| run-testcases: | |
| needs: build-helios-38 | |
| runs-on: ubuntu-20.04 | |
| defaults: | |
| run: | |
| working-directory: ${{github.workspace}} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.8 | |
| - name: Load LasTools, Armadillo and GDAL from cache | |
| id: cache-lastools-armadillo-gdal | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ${{github.workspace}}/lib | |
| key: ${{ runner.os }}-gdal-lastools-armadillo-latest | |
| - name: Load helios++ from cache | |
| id: cache-helios | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ${{github.workspace}}/run | |
| key: ${{ runner.os }}-helios-build-latest-${{ github.sha }} | |
| - name: Add libaries to LD_LIBRARY_PATH | |
| run: | | |
| echo "LD_LIBRARY_PATH=${{github.workspace}}/lib/armadillo:${{github.workspace}}/lib/LAStools:${{github.workspace}}/lib/gdal" >> $GITHUB_ENV | |
| - name: Install test dependencies | |
| run: python -m pip install pytest numpy xmlschema laspy[laszip] | |
| - name: Run pytest | |
| run: python -m pytest -v ${{github.workspace}}/pytests | |
| - name: Save output files | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ runner.os}}-helios-pytests-output | |
| path: ${{github.workspace}}/output/* |