Spaces:
Paused
Paused
| name: Create and publish Docker images with specific build args | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - main | |
| - dev | |
| - hf-space | |
| tags: | |
| - v* | |
| env: | |
| REGISTRY: ghcr.io | |
| jobs: | |
| build-main-image: | |
| runs-on: ${{ matrix.platform == 'linux/arm64' && 'ubuntu-24.04-arm' || 'ubuntu-latest' }} | |
| permissions: | |
| contents: read | |
| packages: write | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| platform: | |
| - linux/amd64 | |
| - linux/arm64 | |
| steps: | |
| # GitHub Packages requires the entire repository name to be in lowercase | |
| # although the repository owner has a lowercase username, this prevents some people from running actions after forking | |
| - name: Set repository and image name to lowercase | |
| run: | | |
| echo "IMAGE_NAME=${IMAGE_NAME,,}" >>${GITHUB_ENV} | |
| echo "FULL_IMAGE_NAME=ghcr.io/${IMAGE_NAME,,}" >>${GITHUB_ENV} | |
| env: | |
| IMAGE_NAME: '${{ github.repository }}' | |
| - name: Prepare | |
| run: | | |
| platform=${{ matrix.platform }} | |
| echo "PLATFORM_PAIR=${platform//\//-}" >> $GITHUB_ENV | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Log in to the Container registry | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ${{ env.REGISTRY }} | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Extract metadata for Docker images (default latest tag) | |
| id: meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: ${{ env.FULL_IMAGE_NAME }} | |
| tags: | | |
| type=ref,event=branch | |
| type=ref,event=tag | |
| type=sha,prefix=git- | |
| type=semver,pattern={{version}} | |
| type=semver,pattern={{major}}.{{minor}} | |
| flavor: | | |
| latest=${{ github.ref == 'refs/heads/main' }} | |
| - name: Extract metadata for Docker cache | |
| id: cache-meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: ${{ env.FULL_IMAGE_NAME }} | |
| tags: | | |
| type=ref,event=branch | |
| ${{ github.ref_type == 'tag' && 'type=raw,value=main' || '' }} | |
| flavor: | | |
| prefix=cache-${{ matrix.platform }}- | |
| latest=false | |
| - name: Build Docker image (latest) | |
| uses: docker/build-push-action@v5 | |
| id: build | |
| with: | |
| context: . | |
| push: true | |
| platforms: ${{ matrix.platform }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| outputs: type=image,name=${{ env.FULL_IMAGE_NAME }},push-by-digest=true,name-canonical=true,push=true | |
| cache-from: type=registry,ref=${{ steps.cache-meta.outputs.tags }} | |
| cache-to: type=registry,ref=${{ steps.cache-meta.outputs.tags }},mode=max | |
| build-args: | | |
| BUILD_HASH=${{ github.sha }} | |
| UID=1000 | |
| GID=1000 | |
| - name: Export digest | |
| run: | | |
| mkdir -p /tmp/digests | |
| digest="${{ steps.build.outputs.digest }}" | |
| touch "/tmp/digests/${digest#sha256:}" | |
| - name: Upload digest | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: digests-main-${{ env.PLATFORM_PAIR }} | |
| path: /tmp/digests/* | |
| if-no-files-found: error | |
| retention-days: 1 | |
| build-cuda-image: | |
| runs-on: ${{ matrix.platform == 'linux/arm64' && 'ubuntu-24.04-arm' || 'ubuntu-latest' }} | |
| permissions: | |
| contents: read | |
| packages: write | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| platform: | |
| - linux/amd64 | |
| - linux/arm64 | |
| steps: | |
| # GitHub Packages requires the entire repository name to be in lowercase | |
| # although the repository owner has a lowercase username, this prevents some people from running actions after forking | |
| - name: Set repository and image name to lowercase | |
| run: | | |
| echo "IMAGE_NAME=${IMAGE_NAME,,}" >>${GITHUB_ENV} | |
| echo "FULL_IMAGE_NAME=ghcr.io/${IMAGE_NAME,,}" >>${GITHUB_ENV} | |
| env: | |
| IMAGE_NAME: '${{ github.repository }}' | |
| - name: Prepare | |
| run: | | |
| platform=${{ matrix.platform }} | |
| echo "PLATFORM_PAIR=${platform//\//-}" >> $GITHUB_ENV | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Log in to the Container registry | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ${{ env.REGISTRY }} | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Extract metadata for Docker images (cuda tag) | |
| id: meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: ${{ env.FULL_IMAGE_NAME }} | |
| tags: | | |
| type=ref,event=branch | |
| type=ref,event=tag | |
| type=sha,prefix=git- | |
| type=semver,pattern={{version}} | |
| type=semver,pattern={{major}}.{{minor}} | |
| type=raw,enable=${{ github.ref == 'refs/heads/main' }},prefix=,suffix=,value=cuda | |
| flavor: | | |
| latest=${{ github.ref == 'refs/heads/main' }} | |
| suffix=-cuda,onlatest=true | |
| - name: Extract metadata for Docker cache | |
| id: cache-meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: ${{ env.FULL_IMAGE_NAME }} | |
| tags: | | |
| type=ref,event=branch | |
| ${{ github.ref_type == 'tag' && 'type=raw,value=main' || '' }} | |
| flavor: | | |
| prefix=cache-cuda-${{ matrix.platform }}- | |
| latest=false | |
| - name: Build Docker image (cuda) | |
| uses: docker/build-push-action@v5 | |
| id: build | |
| with: | |
| context: . | |
| push: true | |
| platforms: ${{ matrix.platform }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| outputs: type=image,name=${{ env.FULL_IMAGE_NAME }},push-by-digest=true,name-canonical=true,push=true | |
| cache-from: type=registry,ref=${{ steps.cache-meta.outputs.tags }} | |
| cache-to: type=registry,ref=${{ steps.cache-meta.outputs.tags }},mode=max | |
| build-args: | | |
| BUILD_HASH=${{ github.sha }} | |
| USE_CUDA=true | |
| - name: Export digest | |
| run: | | |
| mkdir -p /tmp/digests | |
| digest="${{ steps.build.outputs.digest }}" | |
| touch "/tmp/digests/${digest#sha256:}" | |
| - name: Upload digest | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: digests-cuda-${{ env.PLATFORM_PAIR }} | |
| path: /tmp/digests/* | |
| if-no-files-found: error | |
| retention-days: 1 | |
| build-ollama-image: | |
| runs-on: ${{ matrix.platform == 'linux/arm64' && 'ubuntu-24.04-arm' || 'ubuntu-latest' }} | |
| permissions: | |
| contents: read | |
| packages: write | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| platform: | |
| - linux/amd64 | |
| - linux/arm64 | |
| steps: | |
| # GitHub Packages requires the entire repository name to be in lowercase | |
| # although the repository owner has a lowercase username, this prevents some people from running actions after forking | |
| - name: Set repository and image name to lowercase | |
| run: | | |
| echo "IMAGE_NAME=${IMAGE_NAME,,}" >>${GITHUB_ENV} | |
| echo "FULL_IMAGE_NAME=ghcr.io/${IMAGE_NAME,,}" >>${GITHUB_ENV} | |
| env: | |
| IMAGE_NAME: '${{ github.repository }}' | |
| - name: Prepare | |
| run: | | |
| platform=${{ matrix.platform }} | |
| echo "PLATFORM_PAIR=${platform//\//-}" >> $GITHUB_ENV | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Log in to the Container registry | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ${{ env.REGISTRY }} | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Extract metadata for Docker images (ollama tag) | |
| id: meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: ${{ env.FULL_IMAGE_NAME }} | |
| tags: | | |
| type=ref,event=branch | |
| type=ref,event=tag | |
| type=sha,prefix=git- | |
| type=semver,pattern={{version}} | |
| type=semver,pattern={{major}}.{{minor}} | |
| type=raw,enable=${{ github.ref == 'refs/heads/main' }},prefix=,suffix=,value=ollama | |
| flavor: | | |
| latest=${{ github.ref == 'refs/heads/main' }} | |
| suffix=-ollama,onlatest=true | |
| - name: Extract metadata for Docker cache | |
| id: cache-meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: ${{ env.FULL_IMAGE_NAME }} | |
| tags: | | |
| type=ref,event=branch | |
| ${{ github.ref_type == 'tag' && 'type=raw,value=main' || '' }} | |
| flavor: | | |
| prefix=cache-ollama-${{ matrix.platform }}- | |
| latest=false | |
| - name: Build Docker image (ollama) | |
| uses: docker/build-push-action@v5 | |
| id: build | |
| with: | |
| context: . | |
| push: true | |
| platforms: ${{ matrix.platform }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| outputs: type=image,name=${{ env.FULL_IMAGE_NAME }},push-by-digest=true,name-canonical=true,push=true | |
| cache-from: type=registry,ref=${{ steps.cache-meta.outputs.tags }} | |
| cache-to: type=registry,ref=${{ steps.cache-meta.outputs.tags }},mode=max | |
| build-args: | | |
| BUILD_HASH=${{ github.sha }} | |
| USE_OLLAMA=true | |
| - name: Export digest | |
| run: | | |
| mkdir -p /tmp/digests | |
| digest="${{ steps.build.outputs.digest }}" | |
| touch "/tmp/digests/${digest#sha256:}" | |
| - name: Upload digest | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: digests-ollama-${{ env.PLATFORM_PAIR }} | |
| path: /tmp/digests/* | |
| if-no-files-found: error | |
| retention-days: 1 | |
| merge-main-images: | |
| runs-on: ubuntu-latest | |
| needs: [build-main-image] | |
| outputs: | |
| image_tag: ${{ steps.output-image-name.outputs.image_tag }} | |
| steps: | |
| # GitHub Packages requires the entire repository name to be in lowercase | |
| # although the repository owner has a lowercase username, this prevents some people from running actions after forking | |
| - name: Set repository and image name to lowercase | |
| run: | | |
| echo "IMAGE_NAME=${IMAGE_NAME,,}" >>${GITHUB_ENV} | |
| echo "FULL_IMAGE_NAME=ghcr.io/${IMAGE_NAME,,}" >>${GITHUB_ENV} | |
| env: | |
| IMAGE_NAME: '${{ github.repository }}' | |
| - name: Download digests | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: digests-main-* | |
| path: /tmp/digests | |
| merge-multiple: true | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Log in to the Container registry | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ${{ env.REGISTRY }} | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Extract metadata for Docker images (default latest tag) | |
| id: meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: ${{ env.FULL_IMAGE_NAME }} | |
| tags: | | |
| type=ref,event=branch | |
| type=ref,event=tag | |
| type=sha,prefix=git- | |
| type=semver,pattern={{version}} | |
| type=semver,pattern={{major}}.{{minor}} | |
| flavor: | | |
| latest=${{ github.ref == 'refs/heads/main' }} | |
| - name: Create manifest list and push | |
| working-directory: /tmp/digests | |
| run: | | |
| docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \ | |
| $(printf '${{ env.FULL_IMAGE_NAME }}@sha256:%s ' *) | |
| - name: Inspect image | |
| run: | | |
| docker buildx imagetools inspect ${{ env.FULL_IMAGE_NAME }}:${{ steps.meta.outputs.version }} | |
| - name: Output image name | |
| id: output-image-name | |
| run: | | |
| export IMAGE_SHA=$(docker buildx imagetools inspect "${{ env.FULL_IMAGE_NAME }}:${{ steps.meta.outputs.version }}" --format "{{json .}}" | jq -r '.manifest.digest') | |
| export IMAGE_TAG="${{ env.FULL_IMAGE_NAME }}@$IMAGE_SHA" | |
| echo "image_tag=$IMAGE_TAG" >> $GITHUB_OUTPUT | |
| trigger-hf-space-deploy: | |
| needs: [merge-main-images] | |
| uses: ./.github/workflows/deploy-to-hf-spaces.yml | |
| with: | |
| image-name: ${{ needs.merge-main-images.outputs.image_tag }} | |
| secrets: inherit | |
| merge-cuda-images: | |
| runs-on: ubuntu-latest | |
| needs: [build-cuda-image] | |
| steps: | |
| # GitHub Packages requires the entire repository name to be in lowercase | |
| # although the repository owner has a lowercase username, this prevents some people from running actions after forking | |
| - name: Set repository and image name to lowercase | |
| run: | | |
| echo "IMAGE_NAME=${IMAGE_NAME,,}" >>${GITHUB_ENV} | |
| echo "FULL_IMAGE_NAME=ghcr.io/${IMAGE_NAME,,}" >>${GITHUB_ENV} | |
| env: | |
| IMAGE_NAME: '${{ github.repository }}' | |
| - name: Download digests | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: digests-cuda-* | |
| path: /tmp/digests | |
| merge-multiple: true | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Log in to the Container registry | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ${{ env.REGISTRY }} | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Extract metadata for Docker images (default latest tag) | |
| id: meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: ${{ env.FULL_IMAGE_NAME }} | |
| tags: | | |
| type=ref,event=branch | |
| type=ref,event=tag | |
| type=sha,prefix=git- | |
| type=semver,pattern={{version}} | |
| type=semver,pattern={{major}}.{{minor}} | |
| type=raw,enable=${{ github.ref == 'refs/heads/main' }},prefix=,suffix=,value=cuda | |
| flavor: | | |
| latest=${{ github.ref == 'refs/heads/main' }} | |
| suffix=-cuda,onlatest=true | |
| - name: Create manifest list and push | |
| working-directory: /tmp/digests | |
| run: | | |
| docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \ | |
| $(printf '${{ env.FULL_IMAGE_NAME }}@sha256:%s ' *) | |
| - name: Inspect image | |
| run: | | |
| docker buildx imagetools inspect ${{ env.FULL_IMAGE_NAME }}:${{ steps.meta.outputs.version }} | |
| merge-ollama-images: | |
| runs-on: ubuntu-latest | |
| needs: [build-ollama-image] | |
| steps: | |
| # GitHub Packages requires the entire repository name to be in lowercase | |
| # although the repository owner has a lowercase username, this prevents some people from running actions after forking | |
| - name: Set repository and image name to lowercase | |
| run: | | |
| echo "IMAGE_NAME=${IMAGE_NAME,,}" >>${GITHUB_ENV} | |
| echo "FULL_IMAGE_NAME=ghcr.io/${IMAGE_NAME,,}" >>${GITHUB_ENV} | |
| env: | |
| IMAGE_NAME: '${{ github.repository }}' | |
| - name: Download digests | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: digests-ollama-* | |
| path: /tmp/digests | |
| merge-multiple: true | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Log in to the Container registry | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ${{ env.REGISTRY }} | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Extract metadata for Docker images (default ollama tag) | |
| id: meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: ${{ env.FULL_IMAGE_NAME }} | |
| tags: | | |
| type=ref,event=branch | |
| type=ref,event=tag | |
| type=sha,prefix=git- | |
| type=semver,pattern={{version}} | |
| type=semver,pattern={{major}}.{{minor}} | |
| type=raw,enable=${{ github.ref == 'refs/heads/main' }},prefix=,suffix=,value=ollama | |
| flavor: | | |
| latest=${{ github.ref == 'refs/heads/main' }} | |
| suffix=-ollama,onlatest=true | |
| - name: Create manifest list and push | |
| working-directory: /tmp/digests | |
| run: | | |
| docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \ | |
| $(printf '${{ env.FULL_IMAGE_NAME }}@sha256:%s ' *) | |
| - name: Inspect image | |
| run: | | |
| docker buildx imagetools inspect ${{ env.FULL_IMAGE_NAME }}:${{ steps.meta.outputs.version }} | |