Build FFmpeg #965
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build FFmpeg | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| doRelease: | |
| description: 'Publish new release' | |
| type: boolean | |
| default: false | |
| required: false | |
| buildOnly: | |
| description: 'Only build ffmpeg' | |
| type: boolean | |
| default: false | |
| required: false | |
| schedule: | |
| - cron: '42 13 * * *' | |
| env: | |
| DOCKER_BUILDKIT: 1 | |
| HAVE_CLEANUP_PAT: ${{ secrets.CLEANUP_PAT != '' }} | |
| jobs: | |
| pre_check: | |
| name: Pre Checks | |
| if: ${{ github.event.inputs.buildOnly != 'true' }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Repo Check | |
| run: | | |
| if [[ "$GITHUB_REPOSITORY" != "yt-dlp/FFmpeg-Builds" ]]; then | |
| echo "When forking this repository to make your own builds, you have to adjust this check." | |
| echo "When doing so make sure to randomize the scheduled cron time above, in order to spread out the various build times as much as possible." | |
| echo "This has been put in place due to the enormous amounts of traffic hundreds/thousands of parallel builds can cause on external infrastructure." | |
| exit 1 | |
| fi | |
| exit 0 | |
| build_base: | |
| name: Build base image | |
| if: ${{ github.event.inputs.buildOnly != 'true' }} | |
| needs: pre_check | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Install buildx | |
| uses: docker/setup-buildx-action@v2 | |
| with: | |
| config: .github/buildkit.toml | |
| - name: Login to Docker | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ github.token }} | |
| - name: Image Name | |
| id: imagename | |
| run: | | |
| IMG="${GITHUB_REPOSITORY,,}/base" | |
| DLIMG="${GITHUB_REPOSITORY,,}/dl_cache" | |
| echo "name=ghcr.io/${IMG/ /-}" >> $GITHUB_OUTPUT | |
| echo "rawname=${IMG/ /-}" >> $GITHUB_OUTPUT | |
| echo "dlname=ghcr.io/${DLIMG/ /-}" >> $GITHUB_OUTPUT | |
| echo "dlrawname=${DLIMG/ /-}" >> $GITHUB_OUTPUT | |
| - name: Stop Commands | |
| run: T="$(echo -n ${{ github.token }} | sha256sum | head -c 64)" && echo -e "::add-mask::${T}\n::stop-commands::${T}" | |
| - name: Build target base image | |
| uses: docker/build-push-action@v3 | |
| with: | |
| context: images/base | |
| pull: true | |
| push: true | |
| tags: ${{ steps.imagename.outputs.name }}:latest | |
| cache-to: type=registry,mode=max,ref=${{ steps.imagename.outputs.name }}:cache | |
| cache-from: type=registry,ref=${{ steps.imagename.outputs.name }}:cache | |
| - name: Generate download cache Dockerfile | |
| id: dl_cache | |
| run: | | |
| ./generate.sh dl only | |
| echo "dltagname=$(./util/get_dl_cache_tag.sh)" >> $GITHUB_OUTPUT | |
| cat Dockerfile.dl | |
| - name: Build download cache image | |
| uses: docker/build-push-action@v3 | |
| with: | |
| context: . | |
| file: Dockerfile.dl | |
| pull: true | |
| push: true | |
| tags: ${{ steps.imagename.outputs.dlname }}:${{ steps.dl_cache.outputs.dltagname }} | |
| cache-to: type=registry,mode=max,ref=${{ steps.imagename.outputs.dlname }}:cache | |
| cache-from: type=registry,ref=${{ steps.imagename.outputs.dlname }}:cache | |
| - name: Cleanup | |
| if: ${{ env.HAVE_CLEANUP_PAT == 'true' }} | |
| continue-on-error: true | |
| uses: BtbN/delete-untagged-ghcr-action@main | |
| with: | |
| token: ${{ secrets.CLEANUP_PAT }} | |
| package_name: ${{ steps.imagename.outputs.rawname }} | |
| repository_owner: ${{ github.repository_owner }} | |
| repository: ${{ github.repository }} | |
| owner_type: user | |
| untagged_only: true | |
| - name: Cleanup Download Cache | |
| if: ${{ env.HAVE_CLEANUP_PAT == 'true' }} | |
| continue-on-error: true | |
| uses: BtbN/delete-untagged-ghcr-action@main | |
| with: | |
| token: ${{ secrets.CLEANUP_PAT }} | |
| package_name: ${{ steps.imagename.outputs.dlrawname }} | |
| repository_owner: ${{ github.repository_owner }} | |
| repository: ${{ github.repository }} | |
| owner_type: user | |
| untagged_only: false | |
| keep_latest: 20 | |
| build_target_bases: | |
| name: Build target base image | |
| if: ${{ github.event.inputs.buildOnly != 'true' }} | |
| needs: build_base | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| target: [win32,win64,linux64,linuxarm64] | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Install buildx | |
| uses: docker/setup-buildx-action@v2 | |
| with: | |
| config: .github/buildkit.toml | |
| - name: Login to Docker | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ github.token }} | |
| - name: Image Name | |
| id: imagename | |
| run: | | |
| IMG="${GITHUB_REPOSITORY,,}/base-${{ matrix.target }}" | |
| echo "name=ghcr.io/${IMG/ /-}" >> $GITHUB_OUTPUT | |
| echo "rawname=${IMG/ /-}" >> $GITHUB_OUTPUT | |
| echo "gh_repo=${GITHUB_REPOSITORY,,}" >> $GITHUB_OUTPUT | |
| - name: Stop Commands | |
| run: T="$(echo -n ${{ github.token }} | sha256sum | head -c 64)" && echo -e "::add-mask::${T}\n::stop-commands::${T}" | |
| - name: Build target base image | |
| uses: docker/build-push-action@v3 | |
| with: | |
| context: images/base-${{ matrix.target }} | |
| pull: true | |
| push: true | |
| tags: ${{ steps.imagename.outputs.name }}:latest | |
| cache-to: type=registry,mode=max,ref=${{ steps.imagename.outputs.name }}:cache | |
| cache-from: type=registry,ref=${{ steps.imagename.outputs.name }}:cache | |
| build-args: | | |
| GH_REPO=ghcr.io/${{ steps.imagename.outputs.gh_repo }} | |
| - name: Cleanup | |
| if: ${{ env.HAVE_CLEANUP_PAT == 'true' }} | |
| continue-on-error: true | |
| uses: BtbN/delete-untagged-ghcr-action@main | |
| with: | |
| token: ${{ secrets.CLEANUP_PAT }} | |
| package_name: ${{ steps.imagename.outputs.rawname }} | |
| repository_owner: ${{ github.repository_owner }} | |
| repository: ${{ github.repository }} | |
| owner_type: user | |
| untagged_only: true | |
| build_targets: | |
| name: Build target-variant image | |
| if: ${{ github.event.inputs.buildOnly != 'true' }} | |
| needs: build_target_bases | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| target: [win32,win64] | |
| variant: [gpl,gpl 6.0,gpl-shared,gpl-shared 6.0] | |
| include: | |
| - target: linux64 | |
| variant: gpl | |
| - target: linux64 | |
| variant: gpl 6.0 | |
| - target: linuxarm64 | |
| variant: gpl | |
| - target: linuxarm64 | |
| variant: gpl 6.0 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Install buildx | |
| uses: docker/setup-buildx-action@v2 | |
| with: | |
| config: .github/buildkit.toml | |
| - name: Login to Docker | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ github.token }} | |
| - name: Generate Dockerfile | |
| run: ./generate.sh ${{ matrix.target }} ${{ matrix.variant }} | |
| - name: Image Name | |
| id: imagename | |
| run: | | |
| IMG="${GITHUB_REPOSITORY,,}/${{ matrix.target }}-${{ matrix.variant }}" | |
| echo "name=ghcr.io/${IMG/ /-}" >> $GITHUB_OUTPUT | |
| echo "rawname=${IMG/ /-}" >> $GITHUB_OUTPUT | |
| - name: Stop Commands | |
| run: T="$(echo -n ${{ github.token }} | sha256sum | head -c 64)" && echo -e "::add-mask::${T}\n::stop-commands::${T}" | |
| - name: Build target base image | |
| uses: docker/build-push-action@v3 | |
| with: | |
| context: . | |
| pull: true | |
| push: true | |
| tags: ${{ steps.imagename.outputs.name }}:latest | |
| cache-to: type=registry,mode=max,ref=${{ steps.imagename.outputs.name }}:cache | |
| cache-from: type=registry,ref=${{ steps.imagename.outputs.name }}:cache | |
| - name: Cleanup | |
| if: ${{ env.HAVE_CLEANUP_PAT == 'true' }} | |
| continue-on-error: true | |
| uses: BtbN/delete-untagged-ghcr-action@main | |
| with: | |
| token: ${{ secrets.CLEANUP_PAT }} | |
| package_name: ${{ steps.imagename.outputs.rawname }} | |
| repository_owner: ${{ github.repository_owner }} | |
| repository: ${{ github.repository }} | |
| owner_type: user | |
| untagged_only: true | |
| build_ffmpeg: | |
| name: Build ffmpeg | |
| if: ${{ ( github.event.inputs.buildOnly == 'true' && !cancelled() ) || success() }} | |
| needs: build_targets | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| target: [win32,win64] | |
| variant: [gpl,gpl 6.0,gpl-shared,gpl-shared 6.0] | |
| include: | |
| - target: linux64 | |
| variant: gpl | |
| - target: linux64 | |
| variant: gpl 6.0 | |
| - target: linuxarm64 | |
| variant: gpl | |
| - target: linuxarm64 | |
| variant: gpl 6.0 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Login to Docker | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ github.token }} | |
| - name: Build ffmpeg | |
| run: | | |
| T="$(echo -n ${{ github.token }} | sha256sum | head -c 64)" && echo -e "::add-mask::${T}\n::stop-commands::${T}" | |
| ./build.sh ${{ matrix.target }} ${{ matrix.variant }} | |
| - name: Upload artifacts | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ffmpeg | |
| path: artifacts/* | |
| publish_release: | |
| name: Publish release | |
| if: ${{ !cancelled() && ( github.event_name == 'schedule' || github.event.inputs.doRelease == 'true' ) && needs.build_ffmpeg.result == 'success' }} | |
| needs: build_ffmpeg | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Download artifacts | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: ffmpeg | |
| path: artifacts | |
| - name: Create release | |
| id: create_release | |
| run: | | |
| set -xe | |
| shopt -s nullglob | |
| RELDATE="$(date +'%Y-%m-%d %H:%M')" | |
| NAME="Auto-Build $RELDATE" | |
| TAGNAME="autobuild-$(date +'%Y-%m-%d-%H-%M')" | |
| hub release create $(for a in artifacts/*.{zip,tar.xz}; do echo -a $a; done) -m "$NAME" -t "master" "$TAGNAME" | |
| echo "tag_name=${TAGNAME}" >> $GITHUB_OUTPUT | |
| echo "rel_date=${RELDATE}" >> $GITHUB_OUTPUT | |
| env: | |
| GITHUB_TOKEN: ${{ github.token }} | |
| - name: Update Latest | |
| run: | | |
| set -xe | |
| shopt -s nullglob | |
| mkdir latest_artifacts | |
| ./util/repack_latest.sh latest_artifacts artifacts/*.{zip,tar.xz} | |
| NAME="Latest Auto-Build (${{ steps.create_release.outputs.rel_date }})" | |
| TAGNAME="latest" | |
| hub release delete "$TAGNAME" || true | |
| git push --delete origin "$TAGNAME" || true | |
| sleep 15 | |
| hub release create $(for a in latest_artifacts/*; do echo -a $a; done) -m "$NAME" -t "master" "$TAGNAME" | |
| env: | |
| GITHUB_TOKEN: ${{ github.token }} | |
| - name: Update Wiki | |
| run: ./util/update_wiki.sh artifacts ${{ steps.create_release.outputs.tag_name }} | |
| env: | |
| GITHUB_TOKEN: ${{ github.token }} | |
| - name: Prune old releases | |
| run: ./util/prunetags.sh | |
| env: | |
| GITHUB_TOKEN: ${{ github.token }} |