Add new python feature to make Python support conditional #12
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build Binaries | |
| on: | |
| push: | |
| branches: | |
| - '*_build' | |
| env: | |
| REFINERY_CONFIG: postgres://arroyo:arroyo@localhost:5432/arroyo | |
| REFINERY_VERSION: 0.8.14 | |
| PROTOC_VERSION: 27.3 | |
| jobs: | |
| linux: | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| # see https://docs.github.com/en/actions/using-github-hosted-runners/using-github-hosted-runners/about-github-hosted-runners#standard-github-hosted-runners-for-public-repositories | |
| config: | |
| - { runner: buildjet-32vcpu-ubuntu-2204, protoc: linux-x86_64, pyarch: x86_64, artifact: linux-x86_64 } | |
| - { runner: buildjet-32vcpu-ubuntu-2204-arm, protoc: linux-aarch_64, pyarch: aarch64, artifact: linux-arm64 } | |
| runs-on: ${{ matrix.config.runner }} | |
| services: | |
| postgres: | |
| image: postgres:14.13-alpine3.20 | |
| env: | |
| POSTGRES_USER: arroyo | |
| POSTGRES_PASSWORD: arroyo | |
| options: >- | |
| --health-cmd pg_isready | |
| --health-interval 10s | |
| --health-timeout 5s | |
| --health-retries 5 | |
| ports: | |
| - 5432:5432 | |
| steps: | |
| - name: Check out | |
| uses: actions/checkout@v4 | |
| - name: Setup pnpm | |
| uses: pnpm/action-setup@v4 | |
| with: | |
| version: 9.7.1 | |
| - name: Install protoc compiler | |
| run: | | |
| wget https://github.com/protocolbuffers/protobuf/releases/download/v$PROTOC_VERSION/protoc-$PROTOC_VERSION-${{ matrix.config.protoc }}.zip | |
| unzip protoc*.zip && sudo mv bin/protoc /usr/local/bin | |
| - name: Update rust | |
| run: | | |
| rustup update | |
| - name: Install Python 3.12 | |
| run: | | |
| curl -OL https://github.com/indygreg/python-build-standalone/releases/download/20240814/cpython-3.12.5+20240814-${{ matrix.config.pyarch }}-unknown-linux-gnu-install_only.tar.gz | |
| tar xvfz cpython*.tar.gz | |
| sudo cp -r python/bin/* /usr/local/bin/ | |
| sudo cp -r python/include/* /usr/local/include/ | |
| sudo cp -r python/lib/* /usr/local/lib/ | |
| sudo cp -r python/share/* /usr/local/share/ | |
| sudo ldconfig | |
| - name: Run DB migrations | |
| run: | | |
| cargo install --debug refinery_cli --version $REFINERY_VERSION | |
| refinery migrate -e REFINERY_CONFIG -p crates/arroyo-api/migrations | |
| - name: Run frontend build | |
| run: cd webui && pnpm install && pnpm build | |
| - name: Create output directory | |
| run: mkdir artifacts | |
| - name: Build Arroyo with Python | |
| run: cargo build --features python --release --package arroyo && strip target/release/arroyo && mv target/release/arroyo artifacts/arroyo-python | |
| - name: Build Arroyo without Python | |
| run: cargo build --release --package arroyo && strip target/release/arroyo && mv target/release/arroyo artifacts/arroyo | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: arroyo-${{ matrix.config.artifact }} | |
| path: artifacts/* | |
| if-no-files-found: error | |
| macos: | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| # see https://docs.github.com/en/actions/using-github-hosted-runners/using-github-hosted-runners/about-github-hosted-runners#standard-github-hosted-runners-for-public-repositories | |
| config: | |
| - { runner: macos-14-large, protoc: osx-x86_64, artifact: macos-x86_64 } | |
| - { runner: macos-14-xlarge, protoc: osx-aarch_64, artifact: macos-m1 } | |
| runs-on: ${{ matrix.config.runner }} | |
| steps: | |
| - name: Check out | |
| uses: actions/checkout@v4 | |
| - name: Setup pnpm | |
| uses: pnpm/action-setup@v4 | |
| with: | |
| version: 9.7.1 | |
| - name: Install Python 3.12 via homebrew | |
| run: brew install [email protected] | |
| - name: Install protoc compiler | |
| run: | | |
| wget https://github.com/protocolbuffers/protobuf/releases/download/v$PROTOC_VERSION/protoc-$PROTOC_VERSION-${{ matrix.config.protoc }}.zip | |
| unzip protoc*.zip && sudo mv bin/protoc /usr/local/bin | |
| - name: Install Postgres and prepare DB | |
| run: | | |
| brew install postgresql@14 && brew services start postgresql && sleep 10 | |
| psql postgres -c "CREATE USER arroyo WITH PASSWORD 'arroyo' SUPERUSER;" | |
| createdb arroyo | |
| - name: Run DB migrations | |
| run: | | |
| cargo install --debug refinery_cli --version $REFINERY_VERSION | |
| refinery migrate -e REFINERY_CONFIG -p crates/arroyo-api/migrations | |
| - name: Run frontend build | |
| run: cd webui && pnpm install && pnpm build | |
| - name: Create output directory | |
| run: mkdir artifacts | |
| - name: Build Arroyo with Python | |
| run: PYO3_PYTHON=$(brew --prefix [email protected])/Frameworks/Python.framework/Versions/3.12/bin/python3 cargo build --features python --release --package arroyo && strip target/release/arroyo && mv target/release/arroyo artifacts/arroyo-python | |
| - name: Build Arroyo without Python | |
| run: cargo build --release --package arroyo && strip target/release/arroyo && mv target/release/arroyo artifacts/arroyo | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: arroyo-${{ matrix.config.artifact }} | |
| path: artifacts/* | |
| if-no-files-found: error |