diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index c882b351e7..6a97ad4746 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -94,275 +94,6 @@ jobs: env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} -# ========================= -# Linux Build -# ========================= - - build-linux: - name: "ubuntu-${{ matrix.os }}-${{ matrix.arch }} (CLI,Desktop), GHC: ${{ matrix.ghc }}" - needs: [maybe-release, variables] - runs-on: ${{ matrix.runner }} - strategy: - fail-fast: false - matrix: - include: - - os: 22.04 - os_underscore: 22_04 - arch: x86_64 - runner: "ubuntu-22.04" - ghc: "8.10.7" - should_run: ${{ !(github.ref == 'refs/heads/stable' || startsWith(github.ref, 'refs/tags/v')) }} - - os: 22.04 - os_underscore: 22_04 - arch: x86_64 - runner: "ubuntu-22.04" - should_run: true - ghc: ${{ needs.variables.outputs.GHC_VER }} - - os: 24.04 - os_underscore: 24_04 - arch: x86_64 - runner: "ubuntu-24.04" - should_run: true - ghc: ${{ needs.variables.outputs.GHC_VER }} - - os: 22.04 - os_underscore: 22_04 - arch: aarch64 - runner: "ubuntu-22.04-arm" - should_run: true - ghc: ${{ needs.variables.outputs.GHC_VER }} - - os: 24.04 - os_underscore: 24_04 - arch: aarch64 - runner: "ubuntu-24.04-arm" - should_run: true - ghc: ${{ needs.variables.outputs.GHC_VER }} - steps: - - name: Checkout Code - if: matrix.should_run == true - uses: actions/checkout@v3 - - - name: Setup swap - if: matrix.ghc == '8.10.7' && matrix.should_run == true - uses: ./.github/actions/swap - with: - swap-size-gb: 30 - - - name: Get UID and GID - id: ids - run: | - echo "uid=$(id -u)" >> $GITHUB_OUTPUT - echo "gid=$(id -g)" >> $GITHUB_OUTPUT - - # Otherwise we run out of disk space with Docker build - - name: Free disk space - if: matrix.should_run == true - shell: bash - run: ./scripts/ci/linux_util_free_space.sh - - - name: Restore cached build - if: matrix.should_run == true - uses: actions/cache@v4 - with: - path: | - ~/.cabal/store - dist-newstyle - key: ubuntu-${{ matrix.os }}-${{ matrix.arch }}-ghc${{ matrix.ghc }}-${{ hashFiles('cabal.project', 'simplex-chat.cabal') }} - - - name: Set up Docker Buildx - if: matrix.should_run == true - uses: simplex-chat/docker-setup-buildx-action@v3 - - - name: Build and cache Docker image - if: matrix.should_run == true - uses: simplex-chat/docker-build-push-action@v6 - with: - context: . - load: true - file: Dockerfile.build - tags: build/${{ matrix.os }}:latest - build-args: | - TAG=${{ matrix.os }} - GHC=${{ matrix.ghc }} - USER_UID=${{ steps.ids.outputs.uid }} - USER_GID=${{ steps.ids.outputs.gid }} - - # Docker needs these flags for AppImage build: - # --device /dev/fuse - # --cap-add SYS_ADMIN - # --security-opt apparmor:unconfined - - name: Start container - if: matrix.should_run == true - shell: bash - run: | - docker run -t -d \ - --device /dev/fuse \ - --cap-add SYS_ADMIN \ - --security-opt apparmor:unconfined \ - --name builder \ - -v ~/.cabal:/root/.cabal \ - -v /home/runner/work/_temp:/home/runner/work/_temp \ - -v ${{ github.workspace }}:/project \ - build/${{ matrix.os }}:latest - - - name: Prepare cabal.project.local - if: matrix.should_run == true - shell: bash - run: | - echo "ignore-project: False" >> cabal.project.local - echo "package direct-sqlcipher" >> cabal.project.local - echo " flags: +openssl" >> cabal.project.local - - # chmod/git commands are used to workaround permission issues when cache is restored - - name: Build CLI - if: matrix.should_run == true - shell: docker exec -t builder sh -eu {0} - run: | - cabal clean - cabal update - cabal build -j --enable-tests - mkdir -p /out - for i in simplex-chat simplex-chat-test; do - bin=$(find /project/dist-newstyle -name "$i" -type f -executable) - chmod +x "$bin" - mv "$bin" /out/ - done - strip /out/simplex-chat - - - name: Build CLI deb - if: startsWith(github.ref, 'refs/tags/v') && matrix.should_run == true - shell: docker exec -t builder sh -eu {0} - run: | - version=${{ github.ref }} - version=${version#refs/tags/v} - version=${version%-*} - - ./scripts/desktop/build-cli-deb.sh "$version" - - - name: Copy tests from container - if: matrix.should_run == true - shell: bash - run: | - docker cp builder:/out/simplex-chat-test . - - - name: Copy CLI from container and prepare it - id: linux_cli_prepare - if: startsWith(github.ref, 'refs/tags/v') && matrix.should_run == true - shell: bash - run: | - cli_name="simplex-chat-ubuntu-${{ matrix.os_underscore }}-${{ matrix.arch }}" - cli_deb_name="${cli_name}.deb" - cli_path="${{ github.workspace }}" - - docker cp builder:/out/simplex-chat "./${cli_name}" - docker cp builder:/out/deb-build/simplex-chat.deb "./${cli_deb_name}" - - echo "bin_name=${cli_name}" >> $GITHUB_OUTPUT - echo "bin_path=${cli_path}/${cli_name}" >> $GITHUB_OUTPUT - echo "bin_hash=$(echo SHA2-256\(${cli_name}\)= $(openssl sha256 "${cli_path}/${cli_name}" | cut -d' ' -f 2))" >> $GITHUB_OUTPUT - - echo "deb_name=${cli_deb_name}" >> $GITHUB_OUTPUT - echo "deb_path=${cli_path}/${cli_deb_name}" >> $GITHUB_OUTPUT - echo "deb_hash=$(echo SHA2-256\(${cli_deb_name}\)= $(openssl sha256 "${cli_path}/${cli_deb_name}" | cut -d' ' -f 2))" >> $GITHUB_OUTPUT - - - name: Upload CLI - if: startsWith(github.ref, 'refs/tags/v') && matrix.should_run == true - uses: ./.github/actions/prepare-release - with: - bin_name: ${{ steps.linux_cli_prepare.outputs.bin_name }} - bin_path: ${{ steps.linux_cli_prepare.outputs.bin_path }} - bin_hash: ${{ steps.linux_cli_prepare.outputs.bin_hash }} - github_ref: ${{ github.ref }} - github_token: ${{ secrets.GITHUB_TOKEN }} - - - name: Upload CLI deb - if: startsWith(github.ref, 'refs/tags/v') && matrix.should_run == true - uses: ./.github/actions/prepare-release - with: - bin_name: ${{ steps.linux_cli_prepare.outputs.deb_name }} - bin_path: ${{ steps.linux_cli_prepare.outputs.deb_path }} - bin_hash: ${{ steps.linux_cli_prepare.outputs.deb_hash }} - github_ref: ${{ github.ref }} - github_token: ${{ secrets.GITHUB_TOKEN }} - - - name: Build Desktop - if: startsWith(github.ref, 'refs/tags/v') && matrix.should_run == true - shell: docker exec -t builder sh -eu {0} - run: | - scripts/desktop/make-deb-linux.sh - - - name: Prepare Desktop - id: linux_desktop_build - if: startsWith(github.ref, 'refs/tags/v') && matrix.should_run == true - shell: bash - run: | - path=$(echo ${{ github.workspace }}/apps/multiplatform/release/main/deb/simplex_${{ matrix.arch }}.deb ) - echo "package_path=$path" >> $GITHUB_OUTPUT - echo "package_hash=$(echo SHA2-256\(simplex-desktop-ubuntu-${{ matrix.os_underscore }}-${{ matrix.arch }}.deb\)= $(openssl sha256 $path | cut -d' ' -f 2))" >> $GITHUB_OUTPUT - - - name: Upload Desktop - uses: ./.github/actions/prepare-release - if: startsWith(github.ref, 'refs/tags/v') && matrix.should_run == true - with: - bin_path: ${{ steps.linux_desktop_build.outputs.package_path }} - bin_name: simplex-desktop-ubuntu-${{ matrix.os_underscore }}-${{ matrix.arch }}.deb - bin_hash: ${{ steps.linux_desktop_build.outputs.package_hash }} - github_ref: ${{ github.ref }} - github_token: ${{ secrets.GITHUB_TOKEN }} - - - name: Build AppImage - if: startsWith(github.ref, 'refs/tags/v') && matrix.os == '22.04' && matrix.should_run == true - shell: docker exec -t builder sh -eu {0} - run: | - scripts/desktop/make-appimage-linux.sh - - - name: Prepare AppImage - id: linux_appimage_build - if: startsWith(github.ref, 'refs/tags/v') && matrix.os == '22.04' && matrix.should_run == true - shell: bash - run: | - path=$(echo ${{ github.workspace }}/apps/multiplatform/release/main/*imple*.AppImage) - echo "appimage_path=$path" >> $GITHUB_OUTPUT - echo "appimage_hash=$(echo SHA2-256\(simplex-desktop-${{ matrix.arch }}.AppImage\)= $(openssl sha256 $path | cut -d' ' -f 2))" >> $GITHUB_OUTPUT - - - name: Upload AppImage - if: startsWith(github.ref, 'refs/tags/v') && matrix.os == '22.04' && matrix.should_run == true - uses: ./.github/actions/prepare-release - with: - bin_path: ${{ steps.linux_appimage_build.outputs.appimage_path }} - bin_name: "simplex-desktop-${{ matrix.arch }}.AppImage" - bin_hash: ${{ steps.linux_appimage_build.outputs.appimage_hash }} - github_ref: ${{ github.ref }} - github_token: ${{ secrets.GITHUB_TOKEN }} - - - name: Fix permissions for cache - if: matrix.should_run == true - shell: bash - run: | - sudo chmod -R 777 dist-newstyle ~/.cabal - sudo chown -R $(id -u):$(id -g) dist-newstyle ~/.cabal - - - name: Run tests - if: matrix.should_run == true && matrix.arch == 'x86_64' - timeout-minutes: 120 - shell: bash - run: | - i=1 - attempts=1 - ${{ (github.ref == 'refs/heads/stable' || startsWith(github.ref, 'refs/tags/v')) }} && attempts=3 - while [ "$i" -le "$attempts" ]; do - if ./simplex-chat-test; then - break - else - echo "Attempt $i failed, retrying..." - i=$((i + 1)) - sleep 1 - fi - done - if [ "$i" -gt "$attempts" ]; then - echo "All "$attempts" attempts failed." - exit 1 - fi - # ========================= # MacOS Build # ========================= @@ -434,7 +165,6 @@ jobs: - name: Build Desktop id: mac_desktop_build - if: startsWith(github.ref, 'refs/tags/v') shell: bash env: APPLE_SIMPLEX_SIGNING_KEYCHAIN: ${{ secrets.APPLE_SIMPLEX_SIGNING_KEYCHAIN }} @@ -446,6 +176,11 @@ jobs: echo "package_path=$path" >> $GITHUB_OUTPUT echo "package_hash=$(echo SHA2-256\(${{ matrix.desktop_asset_name }}\)= $(openssl sha256 $path | cut -d' ' -f 2))" >> $GITHUB_OUTPUT + - uses: actions/upload-artifact@v6 + with: + name: ${{ matrix.desktop_asset_name }} + path: ${{ steps.mac_desktop_build.outputs.package_path }} + - name: Upload Desktop if: startsWith(github.ref, 'refs/tags/v') uses: ./.github/actions/prepare-release @@ -476,198 +211,3 @@ jobs: echo "All "$attempts" attempts failed." exit 1 fi - -# ========================= -# Windows Build -# ========================= - - build-windows: - name: "${{ matrix.os }} (CLI,Desktop), GHC: ${{ matrix.ghc }}" - needs: [maybe-release, variables] - runs-on: ${{ matrix.os }} - strategy: - fail-fast: false - matrix: - include: - - os: windows-latest - ghc: ${{ needs.variables.outputs.GHC_VER }} - cli_asset_name: simplex-chat-windows-x86-64 - desktop_asset_name: simplex-desktop-windows-x86_64.msi - steps: - - name: Checkout Code - uses: actions/checkout@v3 - - - name: Prepare build - uses: ./.github/actions/prepare-build - with: - java_ver: ${{ needs.variables.outputs.JAVA_VER }} - ghc_ver: ${{ matrix.ghc }} - os: ${{ matrix.os }} - cache_path: "C:/cabal" - github_ref: ${{ github.ref }} - - - name: Configure pagefile (Windows) - uses: simplex-chat/configure-pagefile-action@v1.4 - with: - minimum-size: 16GB - maximum-size: 16GB - disk-root: "C:" - - - name: 'Setup MSYS2' - uses: simplex-chat/setup-msys2@v2 - with: - msystem: ucrt64 - update: true - install: >- - git - perl - make - pacboy: >- - toolchain:p - cmake:p - - # rm -rf dist-newstyle/src/direct-sq* is here because of the bug in cabal's dependency which prevents second build from finishing - - name: Build CLI - id: windows_cli_build - shell: msys2 {0} - run: | - export PATH=$PATH:/c/ghcup/bin:$(echo /c/tools/ghc-*/bin || echo) - scripts/desktop/prepare-openssl-windows.sh - openssl_windows_style_path=$(echo `pwd`/dist-newstyle/openssl-3.0.15 | sed 's#/\([a-zA-Z]\)#\1:#' | sed 's#/#\\#g') - rm cabal.project.local 2>/dev/null || true - echo "ignore-project: False" >> cabal.project.local - echo "package direct-sqlcipher" >> cabal.project.local - echo " flags: +openssl" >> cabal.project.local - echo " extra-include-dirs: $openssl_windows_style_path\include" >> cabal.project.local - echo " extra-lib-dirs: $openssl_windows_style_path" >> cabal.project.local - - rm -rf dist-newstyle/src/direct-sq* - sed -i "s/, unix /--, unix /" simplex-chat.cabal - cabal build -j --enable-tests - rm -rf dist-newstyle/src/direct-sq* - path=$(cabal list-bin simplex-chat | tail -n 1) - echo "bin_path=$path" >> $GITHUB_OUTPUT - echo "bin_hash=$(echo SHA2-256\(${{ matrix.cli_asset_name }}\)= $(openssl sha256 $path | cut -d' ' -f 2))" >> $GITHUB_OUTPUT - - - name: Upload CLI - if: startsWith(github.ref, 'refs/tags/v') - uses: ./.github/actions/prepare-release - with: - bin_path: ${{ steps.windows_cli_build.outputs.bin_path }} - bin_name: ${{ matrix.cli_asset_name }} - bin_hash: ${{ steps.windows_cli_build.outputs.bin_hash }} - github_ref: ${{ github.ref }} - github_token: ${{ secrets.GITHUB_TOKEN }} - - - name: Build Desktop - id: windows_desktop_build - if: startsWith(github.ref, 'refs/tags/v') - shell: msys2 {0} - run: | - export PATH=$PATH:/c/ghcup/bin:$(echo /c/tools/ghc-*/bin || echo) - scripts/desktop/build-lib-windows.sh - cd apps/multiplatform - ./gradlew packageMsi - rm -rf dist-newstyle/src/direct-sq* - path=$(echo $PWD/release/main/msi/*imple*.msi | sed 's#/\([a-z]\)#\1:#' | sed 's#/#\\#g') - echo "package_path=$path" >> $GITHUB_OUTPUT - echo "package_hash=$(echo SHA2-256\(${{ matrix.desktop_asset_name }}\)= $(openssl sha256 $path | cut -d' ' -f 2))" >> $GITHUB_OUTPUT - - - name: Upload Desktop - if: startsWith(github.ref, 'refs/tags/v') - uses: ./.github/actions/prepare-release - with: - bin_path: ${{ steps.windows_desktop_build.outputs.package_path }} - bin_name: ${{ matrix.desktop_asset_name }} - bin_hash: ${{ steps.windows_desktop_build.outputs.package_hash }} - github_ref: ${{ github.ref }} - github_token: ${{ secrets.GITHUB_TOKEN }} - -# ========================= -# NodeJS libs release -# ========================= - -# Downloads Desktop builds, extracts and archives libraries for NodeJS addon. -# Depends on Linux/MacOS, executes only on release. - -# Secrets: -# ------- -# NODEJS_REPO_TOKEN -# Only select repositories: simplex-chat-libs -# Permissions: -# * Contents (Read and Write) - - release-nodejs-libs: - runs-on: ubuntu-latest - needs: [build-linux, build-macos] - if: startsWith(github.ref, 'refs/tags/v') && (!cancelled()) - steps: - - name: Checkout current repository - uses: actions/checkout@v6 - - - name: Install packages for archiving - run: sudo apt install -y msitools gcc-mingw-w64 - - - name: Build archives - run: | - INIT_DIR='${{ runner.temp }}/artifacts' - RELEASE_DIR='${{ runner.temp }}/release-assets' - TAG='${{ github.ref_name }}' - URL='https://github.com/${{ github.repository }}/releases/download' - PREFIX='${{ github.event.repository.name }}-libs' - # Windows-specific - FILE_URL='https://raw.githubusercontent.com/${{ github.repository }}/refs/tags/${{ github.ref_name }}' - - # Setup directories - mkdir "$INIT_DIR" "$RELEASE_DIR" && cd "$INIT_DIR" - - # Downlaod desktop release - curl --proto '=https' --tlsv1.2 -sSf -L "${URL}/${TAG}/simplex-desktop-ubuntu-22_04-x86_64.deb" -o linux.deb - curl --proto '=https' --tlsv1.2 -sSf -L "${URL}/${TAG}/simplex-desktop-macos-aarch64.dmg" -o macos-aarch64.dmg - curl --proto '=https' --tlsv1.2 -sSf -L "${URL}/${TAG}/simplex-desktop-macos-x86_64.dmg" -o macos-x86_64.dmg - curl --proto '=https' --tlsv1.2 -sSf -L "${URL}/${TAG}/simplex-desktop-windows-x86_64.msi" -o windows-x86_64.msi - - # Linux - # ----- - # Extract libraries - dpkg-deb -R linux.deb linux-out/ && cd linux-out/opt/simplex/lib/app/resources - # Preprare directory - mkdir libs && cp *.so libs/ - # Archive - zip -r "${PREFIX}-linux-x86_64.zip" libs - # Back to original dir - mv "${PREFIX}-linux-x86_64.zip" "$RELEASE_DIR" && cd "$INIT_DIR" - - # MacOS: aarch64 - # -------------- - 7z x macos-aarch64.dmg -omacos1-out/ && cd macos1-out/SimpleX/SimpleX.app/Contents/app/resources/ - mkdir libs && cp *.dylib libs/ - zip -r "${PREFIX}-macos-aarch64.zip" libs - mv "${PREFIX}-macos-aarch64.zip" "$RELEASE_DIR" && cd "$INIT_DIR" - - # Macos: x86_64 - # ------------- - 7z x macos-x86_64.dmg -omacos2-out/ && cd macos2-out/SimpleX/SimpleX.app/Contents/app/resources/ - mkdir libs && cp *.dylib libs/ - zip -r "${PREFIX}-macos-x86_64.zip" libs - mv "${PREFIX}-macos-x86_64.zip" "$RELEASE_DIR" && cd "$INIT_DIR" - - # Windows: x86_64 - # --------------- - msiextract windows-x86_64.msi -C windows-out && cd windows-out/SimpleX/app/resources - - # We need to generate library that exports symbols from Windows dll - curl --proto '=https' --tlsv1.2 -sSf -LO "${FILE_URL}/libsimplex.dll.def" - x86_64-w64-mingw32-dlltool -d libsimplex.dll.def -l libsimplex.lib -D libsimplex.dll - - mkdir libs && cp *.dll *.lib libs/ - zip -r "${PREFIX}-windows-x86_64.zip" libs - mv "${PREFIX}-windows-x86_64.zip" "$RELEASE_DIR" && cd "$INIT_DIR" - - - name: Create release in libs repo and upload artifacts - uses: softprops/action-gh-release@v2 - with: - repository: ${{ github.repository }}-libs - tag_name: ${{ github.ref_name }} - files: ${{ runner.temp }}/release-assets/* - token: ${{ secrets.NODEJS_REPO_TOKEN }}