v1.5.0

.github/workflows/build_75.yaml

@@ -25,11 +25,6 @@
        - name: Checkout repository
          uses: actions/checkout@v3
 
-       - name: Tailscale
-         uses: huggingface/tailscale-action@main
-         with:
-           authkey: ${{ secrets.TAILSCALE_AUTHKEY }}
-
        - name: Initialize Docker Buildx
          uses: docker/[email protected]
          with:
@@ -56,19 +51,12 @@
            username: ${{ github.actor }}
            password: ${{ secrets.GITHUB_TOKEN }}
 
-       - name: Login to internal Container Registry
-         uses: docker/[email protected]
-         with:
-           username: ${{ secrets.TAILSCALE_DOCKER_USERNAME }}
-           password: ${{ secrets.TAILSCALE_DOCKER_PASSWORD }}
-           registry: registry.internal.huggingface.tech
-
        - name: Extract metadata (tags, labels) for Docker
          id: meta-75
          uses: docker/[email protected]
          with:
            images: |
-             registry.internal.huggingface.tech/api-inference/text-embeddings-inference
+             registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
              ghcr.io/huggingface/text-embeddings-inference
            flavor: |
              latest=false
@@ -96,15 +84,15 @@
              DEFAULT_USE_FLASH_ATTENTION=False
            tags: ${{ steps.meta-75.outputs.tags }}
            labels: ${{ steps.meta-75.outputs.labels }}
-           cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-75,mode=max
-           cache-to: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-75,mode=max
+           cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-75,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
+           cache-to: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-75,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
 
        - name: Extract metadata (tags, labels) for Docker
          id: meta-75-grpc
          uses: docker/[email protected]
          with:
            images: |
-             registry.internal.huggingface.tech/api-inference/text-embeddings-inference
+             registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
              ghcr.io/huggingface/text-embeddings-inference
            flavor: |
              latest=false
@@ -133,4 +121,4 @@
              DEFAULT_USE_FLASH_ATTENTION=False
            tags: ${{ steps.meta-75-grpc.outputs.tags }}
            labels: ${{ steps.meta-75-grpc.outputs.labels }}
-           cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-75,mode=max
+           cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-75,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max

.github/workflows/build_80.yaml

@@ -37,11 +37,6 @@
        - name: Checkout repository
          uses: actions/checkout@v3
 
-       - name: Tailscale
-         uses: huggingface/tailscale-action@main
-         with:
-           authkey: ${{ secrets.TAILSCALE_AUTHKEY }}
-
        - name: Initialize Docker Buildx
          uses: docker/[email protected]
          with:
@@ -68,19 +63,12 @@
            username: ${{ github.actor }}
            password: ${{ secrets.GITHUB_TOKEN }}
 
-       - name: Login to internal Container Registry
-         uses: docker/[email protected]
-         with:
-           username: ${{ secrets.TAILSCALE_DOCKER_USERNAME }}
-           password: ${{ secrets.TAILSCALE_DOCKER_PASSWORD }}
-           registry: registry.internal.huggingface.tech
-
        - name: Extract metadata (tags, labels) for Docker
          id: meta-80
          uses: docker/[email protected]
          with:
            images: |
-             registry.internal.huggingface.tech/api-inference/text-embeddings-inference
+             registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
              ghcr.io/huggingface/text-embeddings-inference
            flavor: |
              latest=false
@@ -107,15 +95,15 @@
              DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
            tags: ${{ steps.meta-80.outputs.tags }}
            labels: ${{ steps.meta-80.outputs.labels }}
-           cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-80,mode=max
-           cache-to: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-80,mode=max
+           cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-80,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
+           cache-to: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-80,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
 
        - name: Extract metadata (tags, labels) for Docker
          id: meta-80-grpc
          uses: docker/[email protected]
          with:
            images: |
-             registry.internal.huggingface.tech/api-inference/text-embeddings-inference
+             registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
              ghcr.io/huggingface/text-embeddings-inference
            flavor: |
              latest=false
@@ -143,4 +131,4 @@
              DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
            tags: ${{ steps.meta-80-grpc.outputs.tags }}
            labels: ${{ steps.meta-80-grpc.outputs.labels }}
-           cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-80,mode=max
+           cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-80,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max

.github/workflows/build_86.yaml

@@ -25,11 +25,6 @@
        - name: Checkout repository
          uses: actions/checkout@v3
 
-       - name: Tailscale
-         uses: huggingface/tailscale-action@main
-         with:
-           authkey: ${{ secrets.TAILSCALE_AUTHKEY }}
-
        - name: Initialize Docker Buildx
          uses: docker/[email protected]
          with:
@@ -56,19 +51,12 @@
            username: ${{ github.actor }}
            password: ${{ secrets.GITHUB_TOKEN }}
 
-       - name: Login to internal Container Registry
-         uses: docker/[email protected]
-         with:
-           username: ${{ secrets.TAILSCALE_DOCKER_USERNAME }}
-           password: ${{ secrets.TAILSCALE_DOCKER_PASSWORD }}
-           registry: registry.internal.huggingface.tech
-
        - name: Extract metadata (tags, labels) for Docker
          id: meta-86
          uses: docker/[email protected]
          with:
            images: |
-             registry.internal.huggingface.tech/api-inference/text-embeddings-inference
+             registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
              ghcr.io/huggingface/text-embeddings-inference
            flavor: |
              latest=false
@@ -95,15 +83,15 @@
              DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
            tags: ${{ steps.meta-86.outputs.tags }}
            labels: ${{ steps.meta-86.outputs.labels }}
-           cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-86,mode=max
-           cache-to: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-86,mode=max
+           cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-86,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
+           cache-to: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-86,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
 
        - name: Extract metadata (tags, labels) for Docker
          id: meta-86-grpc
          uses: docker/[email protected]
          with:
            images: |
-             registry.internal.huggingface.tech/api-inference/text-embeddings-inference
+             registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
              ghcr.io/huggingface/text-embeddings-inference
            flavor: |
              latest=false
@@ -131,4 +119,4 @@
              DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
            tags: ${{ steps.meta-86-grpc.outputs.tags }}
            labels: ${{ steps.meta-86-grpc.outputs.labels }}
-           cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-86,mode=max
+           cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-86,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max

.github/workflows/build_89.yaml

@@ -25,11 +25,6 @@
        - name: Checkout repository
          uses: actions/checkout@v3
 
-       - name: Tailscale
-         uses: huggingface/tailscale-action@main
-         with:
-           authkey: ${{ secrets.TAILSCALE_AUTHKEY }}
-
        - name: Initialize Docker Buildx
          uses: docker/[email protected]
          with:
@@ -56,19 +51,12 @@
            username: ${{ github.actor }}
            password: ${{ secrets.GITHUB_TOKEN }}
 
-       - name: Login to internal Container Registry
-         uses: docker/[email protected]
-         with:
-           username: ${{ secrets.TAILSCALE_DOCKER_USERNAME }}
-           password: ${{ secrets.TAILSCALE_DOCKER_PASSWORD }}
-           registry: registry.internal.huggingface.tech
-
        - name: Extract metadata (tags, labels) for Docker
          id: meta-89
          uses: docker/[email protected]
          with:
            images: |
-             registry.internal.huggingface.tech/api-inference/text-embeddings-inference
+             registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
              ghcr.io/huggingface/text-embeddings-inference
            flavor: |
              latest=false
@@ -95,15 +83,15 @@
              DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
            tags: ${{ steps.meta-89.outputs.tags }}
            labels: ${{ steps.meta-89.outputs.labels }}
-           cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-89,mode=max
-           cache-to: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-89,mode=max
+           cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-89,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
+           cache-to: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-89,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
 
        - name: Extract metadata (tags, labels) for Docker
          id: meta-89-grpc
          uses: docker/[email protected]
          with:
            images: |
-             registry.internal.huggingface.tech/api-inference/text-embeddings-inference
+             registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
              ghcr.io/huggingface/text-embeddings-inference
            flavor: |
              latest=false
@@ -131,4 +119,4 @@
              DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
            tags: ${{ steps.meta-89-grpc.outputs.tags }}
            labels: ${{ steps.meta-89-grpc.outputs.labels }}
-           cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-89,mode=max
+           cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-89,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max

.github/workflows/build_90.yaml

@@ -25,11 +25,6 @@
        - name: Checkout repository
          uses: actions/checkout@v3
 
-       - name: Tailscale
-         uses: huggingface/tailscale-action@main
-         with:
-           authkey: ${{ secrets.TAILSCALE_AUTHKEY }}
-
        - name: Initialize Docker Buildx
          uses: docker/[email protected]
          with:
@@ -56,19 +51,12 @@
            username: ${{ github.actor }}
            password: ${{ secrets.GITHUB_TOKEN }}
 
-       - name: Login to internal Container Registry
-         uses: docker/[email protected]
-         with:
-           username: ${{ secrets.TAILSCALE_DOCKER_USERNAME }}
-           password: ${{ secrets.TAILSCALE_DOCKER_PASSWORD }}
-           registry: registry.internal.huggingface.tech
-
        - name: Extract metadata (tags, labels) for Docker
          id: meta-90
          uses: docker/[email protected]
          with:
            images: |
-             registry.internal.huggingface.tech/api-inference/text-embeddings-inference
+             registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
              ghcr.io/huggingface/text-embeddings-inference
            flavor: |
              latest=false
@@ -95,15 +83,15 @@
              DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
            tags: ${{ steps.meta-90.outputs.tags }}
            labels: ${{ steps.meta-90.outputs.labels }}
-           cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-90,mode=max
-           cache-to: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-90,mode=max
+           cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-90,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
+           cache-to: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-90,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
 
        - name: Extract metadata (tags, labels) for Docker
          id: meta-90-grpc
          uses: docker/[email protected]
          with:
            images: |
-             registry.internal.huggingface.tech/api-inference/text-embeddings-inference
+             registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
              ghcr.io/huggingface/text-embeddings-inference
            flavor: |
              latest=false
@@ -131,4 +119,4 @@
              DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
            tags: ${{ steps.meta-90-grpc.outputs.tags }}
            labels: ${{ steps.meta-90-grpc.outputs.labels }}
-           cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-90,mode=max
+           cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-90,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max

.github/workflows/build_all.yaml

@@ -25,11 +25,6 @@
        - name: Checkout repository
          uses: actions/checkout@v3
 
-       - name: Tailscale
-         uses: huggingface/tailscale-action@v1
-         with:
-           authkey: ${{ secrets.TAILSCALE_AUTHKEY }}
-
        - name: Initialize Docker Buildx
          uses: docker/[email protected]
          with:
@@ -49,19 +44,12 @@
            username: ${{ github.actor }}
            password: ${{ secrets.GITHUB_TOKEN }}
 
-       - name: Login to internal Container Registry
-         uses: docker/[email protected]
-         with:
-           username: ${{ secrets.TAILSCALE_DOCKER_USERNAME }}
-           password: ${{ secrets.TAILSCALE_DOCKER_PASSWORD }}
-           registry: registry.internal.huggingface.tech
-
        - name: Extract metadata (tags, labels) for Docker
          id: meta
          uses: docker/[email protected]
          with:
            images: |
-             registry.internal.huggingface.tech/api-inference/text-embeddings-inference
+             registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
              ghcr.io/huggingface/text-embeddings-inference
            flavor: |
              latest=false
@@ -84,36 +72,5 @@
              DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
            tags: ${{ steps.meta.outputs.tags }}
            labels: ${{ steps.meta.outputs.labels }}
-           cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-all,mode=max
-           cache-to: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-all,mode=max
-
-       - name: Extract metadata (tags, labels) for Docker
-         id: meta-sagemaker
-         uses: docker/[email protected]
-         with:
-           images: |
-             registry.internal.huggingface.tech/api-inference/text-embeddings-inference/sagemaker
-           flavor: |
-             latest=false
-           tags: |
-             type=semver,pattern=cuda-{{version}}
-             type=semver,pattern=cuda-{{major}}.{{minor}}
-             type=raw,value=cuda-latest,enable=${{ github.ref == format('refs/heads/{0}', github.event.repository.default_branch) }}
-             type=raw,value=cuda-sha-${{ env.GITHUB_SHA_SHORT }}
-
-       - name: Build and push Docker image
-         id: build-and-push-sagemaker
-         uses: docker/build-push-action@v4
-         with:
-           context: .
-           file: Dockerfile-cuda-all
-           push: ${{ github.event_name != 'pull_request' }}
-           platforms: 'linux/amd64'
-           target: sagemaker
-           build-args: |
-             GIT_SHA=${{ env.GITHUB_SHA }}
-             DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
-           tags: ${{ steps.meta-sagemaker.outputs.tags }}
-           labels: ${{ steps.meta-sagemaker.outputs.labels }}
-           cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-all,mode=max
-           cache-to: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-all,mode=max
+           cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-all,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
+           cache-to: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-all,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max