name: Cutter CI on: push: branches: - dev - stable tags: - v* - upload-test* pull_request: branches: - dev - stable jobs: build: runs-on: ${{ matrix.os }} strategy: matrix: os: [ubuntu-20.04, ubuntu-18.04, macos-latest, windows-2019] python-version: [3.7.x] system-deps: [false] cc-override: [default] cxx-override: [default] include: - os: windows-2019 package: true - os: ubuntu-18.04 # ensure that Cutter can be built at least in basic config on Ubuntu 18.04 using sytem libraries python-version: 3.6.x system-deps: true cc-override: '/usr/bin/gcc-7' cxx-override: '/usr/bin/g++-7' - os: ubuntu-18.04 # release package build system-deps: false package: true # Prevent one job from pausing the rest fail-fast: false steps: - uses: actions/checkout@v2 with: submodules: recursive persist-credentials: false - name: apt dependencies if: contains(matrix.os, 'ubuntu') run: | sudo apt-get update sudo apt-get install libgraphviz-dev mesa-common-dev libxkbcommon-x11-dev libclang-8-dev llvm-8 ninja-build if [[ "${{ matrix.os }}" = "ubuntu-18.04" ]] then # install additional packages needed for appimage sudo apt-get install libxcb1-dev libxkbcommon-dev libxcb-*-dev libegl1 fi if [[ "${{ matrix.system-deps }}" = "true" ]] then sudo apt-get install qt5-default libqt5svg5-dev qttools5-dev qttools5-dev-tools fi - uses: actions/setup-python@v1 with: python-version: ${{ matrix.python-version }} - name: homebrew dependencies if: contains(matrix.os, 'macos') run: | cd scripts rm '/usr/local/bin/2to3' # symlink to some kind of existing python2.7 installation conflicts with brew python3 which gets installed as indirect dependency brew update --preinstall # temporary workaround for https://github.com/Homebrew/homebrew-bundle/issues/751 brew bundle brew install coreutils brew install pkg-config - name: py dependencies run: | python3 -m pip install -U pip==21.3.1 pip install meson - name: Prepare package id shell: bash run: | if [[ "${{ startsWith(github.event.ref, 'refs/tags')}}" = "true" ]] then PACKAGE_ID="${{ github.event.ref }}" else PACKAGE_ID="git-`date "+%Y-%m-%d"`-${{ format('{0}', github.sha) }}" fi PACKAGE_ID=${PACKAGE_ID##refs/tags/} echo PACKAGE_ID=$PACKAGE_ID >> $GITHUB_ENV - name: cmake ubuntu if: contains(matrix.os, 'ubuntu') run: | if [[ "${{ matrix.system-deps }}" = "false" ]] then scripts/fetch_deps.sh source cutter-deps/env.sh export PKG_CONFIG_PATH="$CUTTER_DEPS_PYTHON_PREFIX/lib/pkgconfig:${PKG_CONFIG_PATH:-}" export LD_LIBRARY_PATH="`llvm-config --libdir`:$LD_LIBRARY_PATH" fi set -euo pipefail #TODO: move to top once cutter-deps doesn't fail if [[ "${{ matrix.cc-override }}" != "default" ]] then export CC="${{matrix.cc-override}}" export CXX="${{matrix.cxx-override}}" fi source scripts/prepare_breakpad_linux.sh mkdir build cd build cmake --version if [[ "${{ matrix.system-deps }}" = "false" ]] then cmake \ -G Ninja \ -DCMAKE_BUILD_TYPE=Release \ -DCUTTER_ENABLE_PYTHON=ON \ -DPYTHON_LIBRARY="$CUTTER_DEPS_PYTHON_PREFIX/lib/libpython3.9.so" \ -DPYTHON_INCLUDE_DIR="$CUTTER_DEPS_PYTHON_PREFIX/include/python3.9" \ -DPYTHON_EXECUTABLE="$CUTTER_DEPS_PYTHON_PREFIX/bin/python3" \ -DCUTTER_ENABLE_PYTHON_BINDINGS=ON \ -DCUTTER_ENABLE_GRAPHVIZ=OFF \ -DCUTTER_ENABLE_CRASH_REPORTS=ON \ -DCUTTER_ENABLE_TESTS=ON \ -DCUTTER_USE_BUNDLED_RIZIN=ON \ -DCUTTER_APPIMAGE_BUILD=ON \ -DCUTTER_ENABLE_PACKAGING=ON \ -DCUTTER_ENABLE_DEPENDENCY_DOWNLOADS=ON \ -DCUTTER_PACKAGE_RZ_GHIDRA=ON \ -DCUTTER_PACKAGE_RZ_LIBSWIFT=ON \ -DCMAKE_INSTALL_PREFIX=appdir/usr \ -DCMAKE_INSTALL_RPATH_USE_LINK_PATH=ON \ .. else cmake \ -G Ninja \ -DCMAKE_BUILD_TYPE=Release \ -DCUTTER_USE_BUNDLED_RIZIN=ON \ -DCUTTER_ENABLE_TESTS=ON \ .. fi ninja export QT_QPA_PLATFORM=minimal ./src/test/CutterTest if [[ "${{ matrix.package || false }}" = "true" ]] then export CUTTER_VERSION=$(python ../scripts/get_version.py) export VERSION=$CUTTER_VERSION ninja install "../scripts/appimage_embed_python.sh" appdir APP_PREFIX=`pwd`/appdir/usr # export LD_LIBRARY_PATH=${APP_PREFIX}/lib:$Shiboken2_ROOT/lib export PATH=$PATH:${APP_PREFIX}/bin "../scripts/jsdec.sh" --prefix=`pwd`/appdir/usr wget -c "https://github.com/probonopd/linuxdeployqt/releases/download/continuous/linuxdeployqt-continuous-x86_64.AppImage" chmod a+x linuxdeployqt*.AppImage rm -fv "../cutter-deps/qt/plugins/imageformats/libqjp2.so" # ./linuxdeployqt*.AppImage ./appdir/usr/share/applications/*.desktop -executable=./appdir/usr/bin/python3 -bundle-non-qt-libs -no-strip -exclude-libs=libnss3.so,libnssutil3.so,libqjp2.so -ignore-glob=usr/lib/python3.9/**/* -verbose=2 # exclude librzghidra cutter plugin because cutter and rz plugin is loaded manuallly as they are plugins linuxdeployqt doesn't know this ./linuxdeployqt*.AppImage ./appdir/usr/share/applications/*.desktop \ -executable=./appdir/usr/bin/python3 \ -appimage \ -no-strip -exclude-libs=libnss3.so,libnssutil3.so,libqjp2.so \ -ignore-glob=usr/lib/python3.9/**/* \ -ignore-glob=usr/share/rizin/cutter/plugins/native/librz_ghidra_cutter.so \ -verbose=2 find ./appdir -executable -type f -exec ldd {} \; | grep " => /usr" | cut -d " " -f 2-3 | sort | uniq export APPIMAGE_FILE="Cutter-${PACKAGE_ID}-x64.Linux.AppImage" mv Cutter-*-x86_64.AppImage "$APPIMAGE_FILE" echo PACKAGE_NAME=$APPIMAGE_FILE >> $GITHUB_ENV echo UPLOAD_ASSET_TYPE=application/x-executable >> $GITHUB_ENV fi - name: cmake macos shell: bash if: contains(matrix.os, 'macos') run: | export MACOSX_DEPLOYMENT_TARGET=10.14 scripts/fetch_deps.sh source cutter-deps/env.sh set -euo pipefail export PATH=/usr/local/opt/llvm/bin:$PATH source scripts/prepare_breakpad_macos.sh mkdir build cd build PACKAGE_NAME=Cutter-${PACKAGE_ID}-x64.macOS cmake \ -DCMAKE_BUILD_TYPE=Release \ -DPYTHON_LIBRARY="$CUTTER_DEPS_PYTHON_PREFIX/lib/libpython3.9.dylib" \ -DPYTHON_INCLUDE_DIR="$CUTTER_DEPS_PYTHON_PREFIX/include/python3.9" \ -DPYTHON_EXECUTABLE="$CUTTER_DEPS_PYTHON_PREFIX/bin/python3" \ -DCUTTER_ENABLE_PYTHON=ON \ -DCUTTER_ENABLE_PYTHON_BINDINGS=ON \ -DCUTTER_ENABLE_CRASH_REPORTS=ON \ -DCUTTER_USE_BUNDLED_RIZIN=ON \ -DCUTTER_ENABLE_PACKAGING=ON \ -DCUTTER_ENABLE_TESTS=ON \ -DCUTTER_PACKAGE_DEPENDENCIES=ON \ -DCUTTER_ENABLE_DEPENDENCY_DOWNLOADS=ON \ -DCUTTER_PACKAGE_RZ_GHIDRA=ON \ -DCUTTER_PACKAGE_JSDEC=ON \ -DCUTTER_PACKAGE_RZ_LIBSWIFT=ON \ -DCPACK_PACKAGE_FILE_NAME="$PACKAGE_NAME" \ -DCMAKE_FRAMEWORK_PATH="$BREAKPAD_FRAMEWORK_DIR" \ -DCPACK_BUNDLE_APPLE_CERT_APP="-" \ .. && \ make -j4; make package export CUTTER_VERSION=$(python3 ../scripts/get_version.py) echo PACKAGE_NAME=${PACKAGE_NAME}.dmg >> $GITHUB_ENV echo UPLOAD_ASSET_TYPE=application/x-apple-diskimage >> $GITHUB_ENVV ./src/test/CutterTest; - name: windows dependencies if: contains(matrix.os, 'windows') shell: bash run: | pip install ninja scripts/fetch_deps.sh choco install winflexbison3 - name: windows cmake if: contains(matrix.os, 'windows') shell: cmd run: | set ARCH=x64 set CUTTER_DEPS=%CD%\cutter-deps set PATH=%CD%\cutter-deps\qt\bin;%PATH% call "C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise\VC\Auxiliary\Build\vcvarsall.bat" x64 call scripts\prepare_breakpad.bat cd mkdir build cd build set PACKAGE_NAME=cutter-%PACKAGE_ID%-x64.Windows cmake ^ -DCMAKE_BUILD_TYPE=Release ^ -DCUTTER_USE_BUNDLED_RIZIN=ON ^ -DCUTTER_ENABLE_TESTS=ON ^ -DCUTTER_ENABLE_PYTHON=ON ^ -DCUTTER_ENABLE_PYTHON_BINDINGS=ON ^ -DCUTTER_ENABLE_PACKAGING=ON ^ -DCUTTER_PACKAGE_DEPENDENCIES=ON ^ -DCUTTER_PACKAGE_RZ_GHIDRA=ON ^ -DCUTTER_PACKAGE_RZ_LIBSWIFT=ON ^ -DCUTTER_PACKAGE_JSDEC=ON ^ -DCUTTER_ENABLE_DEPENDENCY_DOWNLOADS=ON ^ -DCUTTER_ENABLE_CRASH_REPORTS=ON ^ -DCMAKE_PREFIX_PATH="%CUTTER_DEPS%\pyside" ^ -DCPACK_PACKAGE_FILE_NAME=%PACKAGE_NAME% ^ -G Ninja ^ .. cmake --build . --config Release cmake --build . --config Release --target package src/test/CutterTest echo PACKAGE_NAME=%PACKAGE_NAME%.zip >> %GITHUB_ENV% echo UPLOAD_ASSET_TYPE=application/zip >> %GITHUB_ENV% - uses: actions/upload-artifact@v2 if: env.PACKAGE_NAME != null with: name: ${{ env.PACKAGE_NAME }} path: build/${{ env.PACKAGE_NAME }} - name: Get release if: github.event_name == 'push' && startsWith(github.event.ref, 'refs/tags') id: get_release uses: karliss/get-release@23b8b7144dd5b0c9d6942b2fb78bd9ae71546d03 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} - name: Upload release assets if: steps.get_release.outputs.upload_url != null && env.PACKAGE_NAME != null uses: actions/upload-release-asset@v1.0.2 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: upload_url: ${{ steps.get_release.outputs.upload_url }} asset_path: build/${{ env.PACKAGE_NAME }} asset_name: ${{ env.PACKAGE_NAME }} asset_content_type: ${{ env.UPLOAD_ASSET_TYPE }}