Skip to content

Commit 661a77f

Browse files
OlivierDehaeneOlivierDehaene
authored
v1.5.0 (#336)
1 parent dcbea38 commit 661a77f

17 files changed

+83
-198
lines changed

‎.github/workflows/build_75.yaml

+5-17
Original file line numberDiff line numberDiff line change
@@ -25,11 +25,6 @@
2525
- name: Checkout repository
2626
uses: actions/checkout@v3
2727

28-
- name: Tailscale
29-
uses: huggingface/tailscale-action@main
30-
with:
31-
authkey: ${{ secrets.TAILSCALE_AUTHKEY }}
32-
3328
- name: Initialize Docker Buildx
3429
uses: docker/setup-buildx-action@v2.0.0
3530
with:
@@ -56,19 +51,12 @@
5651
username: ${{ github.actor }}
5752
password: ${{ secrets.GITHUB_TOKEN }}
5853

59-
- name: Login to internal Container Registry
60-
uses: docker/login-action@v2.1.0
61-
with:
62-
username: ${{ secrets.TAILSCALE_DOCKER_USERNAME }}
63-
password: ${{ secrets.TAILSCALE_DOCKER_PASSWORD }}
64-
registry: registry.internal.huggingface.tech
65-
6654
- name: Extract metadata (tags, labels) for Docker
6755
id: meta-75
6856
uses: docker/metadata-action@v4.3.0
6957
with:
7058
images: |
71-
registry.internal.huggingface.tech/api-inference/text-embeddings-inference
59+
registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
7260
ghcr.io/huggingface/text-embeddings-inference
7361
flavor: |
7462
latest=false
@@ -96,15 +84,15 @@
9684
DEFAULT_USE_FLASH_ATTENTION=False
9785
tags: ${{ steps.meta-75.outputs.tags }}
9886
labels: ${{ steps.meta-75.outputs.labels }}
99-
cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-75,mode=max
100-
cache-to: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-75,mode=max
87+
cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-75,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
88+
cache-to: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-75,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
10189

10290
- name: Extract metadata (tags, labels) for Docker
10391
id: meta-75-grpc
10492
uses: docker/metadata-action@v4.3.0
10593
with:
10694
images: |
107-
registry.internal.huggingface.tech/api-inference/text-embeddings-inference
95+
registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
10896
ghcr.io/huggingface/text-embeddings-inference
10997
flavor: |
11098
latest=false
@@ -133,4 +121,4 @@
133121
DEFAULT_USE_FLASH_ATTENTION=False
134122
tags: ${{ steps.meta-75-grpc.outputs.tags }}
135123
labels: ${{ steps.meta-75-grpc.outputs.labels }}
136-
cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-75,mode=max
124+
cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-75,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max

‎.github/workflows/build_80.yaml

+5-17
Original file line numberDiff line numberDiff line change
@@ -37,11 +37,6 @@
3737
- name: Checkout repository
3838
uses: actions/checkout@v3
3939

40-
- name: Tailscale
41-
uses: huggingface/tailscale-action@main
42-
with:
43-
authkey: ${{ secrets.TAILSCALE_AUTHKEY }}
44-
4540
- name: Initialize Docker Buildx
4641
uses: docker/setup-buildx-action@v2.0.0
4742
with:
@@ -68,19 +63,12 @@
6863
username: ${{ github.actor }}
6964
password: ${{ secrets.GITHUB_TOKEN }}
7065

71-
- name: Login to internal Container Registry
72-
uses: docker/login-action@v2.1.0
73-
with:
74-
username: ${{ secrets.TAILSCALE_DOCKER_USERNAME }}
75-
password: ${{ secrets.TAILSCALE_DOCKER_PASSWORD }}
76-
registry: registry.internal.huggingface.tech
77-
7866
- name: Extract metadata (tags, labels) for Docker
7967
id: meta-80
8068
uses: docker/metadata-action@v4.3.0
8169
with:
8270
images: |
83-
registry.internal.huggingface.tech/api-inference/text-embeddings-inference
71+
registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
8472
ghcr.io/huggingface/text-embeddings-inference
8573
flavor: |
8674
latest=false
@@ -107,15 +95,15 @@
10795
DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
10896
tags: ${{ steps.meta-80.outputs.tags }}
10997
labels: ${{ steps.meta-80.outputs.labels }}
110-
cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-80,mode=max
111-
cache-to: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-80,mode=max
98+
cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-80,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
99+
cache-to: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-80,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
112100

113101
- name: Extract metadata (tags, labels) for Docker
114102
id: meta-80-grpc
115103
uses: docker/metadata-action@v4.3.0
116104
with:
117105
images: |
118-
registry.internal.huggingface.tech/api-inference/text-embeddings-inference
106+
registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
119107
ghcr.io/huggingface/text-embeddings-inference
120108
flavor: |
121109
latest=false
@@ -143,4 +131,4 @@
143131
DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
144132
tags: ${{ steps.meta-80-grpc.outputs.tags }}
145133
labels: ${{ steps.meta-80-grpc.outputs.labels }}
146-
cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-80,mode=max
134+
cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-80,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max

‎.github/workflows/build_86.yaml

+5-17
Original file line numberDiff line numberDiff line change
@@ -25,11 +25,6 @@
2525
- name: Checkout repository
2626
uses: actions/checkout@v3
2727

28-
- name: Tailscale
29-
uses: huggingface/tailscale-action@main
30-
with:
31-
authkey: ${{ secrets.TAILSCALE_AUTHKEY }}
32-
3328
- name: Initialize Docker Buildx
3429
uses: docker/setup-buildx-action@v2.0.0
3530
with:
@@ -56,19 +51,12 @@
5651
username: ${{ github.actor }}
5752
password: ${{ secrets.GITHUB_TOKEN }}
5853

59-
- name: Login to internal Container Registry
60-
uses: docker/login-action@v2.1.0
61-
with:
62-
username: ${{ secrets.TAILSCALE_DOCKER_USERNAME }}
63-
password: ${{ secrets.TAILSCALE_DOCKER_PASSWORD }}
64-
registry: registry.internal.huggingface.tech
65-
6654
- name: Extract metadata (tags, labels) for Docker
6755
id: meta-86
6856
uses: docker/metadata-action@v4.3.0
6957
with:
7058
images: |
71-
registry.internal.huggingface.tech/api-inference/text-embeddings-inference
59+
registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
7260
ghcr.io/huggingface/text-embeddings-inference
7361
flavor: |
7462
latest=false
@@ -95,15 +83,15 @@
9583
DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
9684
tags: ${{ steps.meta-86.outputs.tags }}
9785
labels: ${{ steps.meta-86.outputs.labels }}
98-
cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-86,mode=max
99-
cache-to: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-86,mode=max
86+
cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-86,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
87+
cache-to: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-86,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
10088

10189
- name: Extract metadata (tags, labels) for Docker
10290
id: meta-86-grpc
10391
uses: docker/metadata-action@v4.3.0
10492
with:
10593
images: |
106-
registry.internal.huggingface.tech/api-inference/text-embeddings-inference
94+
registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
10795
ghcr.io/huggingface/text-embeddings-inference
10896
flavor: |
10997
latest=false
@@ -131,4 +119,4 @@
131119
DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
132120
tags: ${{ steps.meta-86-grpc.outputs.tags }}
133121
labels: ${{ steps.meta-86-grpc.outputs.labels }}
134-
cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-86,mode=max
122+
cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-86,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max

‎.github/workflows/build_89.yaml

+5-17
Original file line numberDiff line numberDiff line change
@@ -25,11 +25,6 @@
2525
- name: Checkout repository
2626
uses: actions/checkout@v3
2727

28-
- name: Tailscale
29-
uses: huggingface/tailscale-action@main
30-
with:
31-
authkey: ${{ secrets.TAILSCALE_AUTHKEY }}
32-
3328
- name: Initialize Docker Buildx
3429
uses: docker/setup-buildx-action@v2.0.0
3530
with:
@@ -56,19 +51,12 @@
5651
username: ${{ github.actor }}
5752
password: ${{ secrets.GITHUB_TOKEN }}
5853

59-
- name: Login to internal Container Registry
60-
uses: docker/login-action@v2.1.0
61-
with:
62-
username: ${{ secrets.TAILSCALE_DOCKER_USERNAME }}
63-
password: ${{ secrets.TAILSCALE_DOCKER_PASSWORD }}
64-
registry: registry.internal.huggingface.tech
65-
6654
- name: Extract metadata (tags, labels) for Docker
6755
id: meta-89
6856
uses: docker/metadata-action@v4.3.0
6957
with:
7058
images: |
71-
registry.internal.huggingface.tech/api-inference/text-embeddings-inference
59+
registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
7260
ghcr.io/huggingface/text-embeddings-inference
7361
flavor: |
7462
latest=false
@@ -95,15 +83,15 @@
9583
DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
9684
tags: ${{ steps.meta-89.outputs.tags }}
9785
labels: ${{ steps.meta-89.outputs.labels }}
98-
cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-89,mode=max
99-
cache-to: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-89,mode=max
86+
cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-89,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
87+
cache-to: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-89,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
10088

10189
- name: Extract metadata (tags, labels) for Docker
10290
id: meta-89-grpc
10391
uses: docker/metadata-action@v4.3.0
10492
with:
10593
images: |
106-
registry.internal.huggingface.tech/api-inference/text-embeddings-inference
94+
registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
10795
ghcr.io/huggingface/text-embeddings-inference
10896
flavor: |
10997
latest=false
@@ -131,4 +119,4 @@
131119
DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
132120
tags: ${{ steps.meta-89-grpc.outputs.tags }}
133121
labels: ${{ steps.meta-89-grpc.outputs.labels }}
134-
cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-89,mode=max
122+
cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-89,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max

‎.github/workflows/build_90.yaml

+5-17
Original file line numberDiff line numberDiff line change
@@ -25,11 +25,6 @@
2525
- name: Checkout repository
2626
uses: actions/checkout@v3
2727

28-
- name: Tailscale
29-
uses: huggingface/tailscale-action@main
30-
with:
31-
authkey: ${{ secrets.TAILSCALE_AUTHKEY }}
32-
3328
- name: Initialize Docker Buildx
3429
uses: docker/setup-buildx-action@v2.0.0
3530
with:
@@ -56,19 +51,12 @@
5651
username: ${{ github.actor }}
5752
password: ${{ secrets.GITHUB_TOKEN }}
5853

59-
- name: Login to internal Container Registry
60-
uses: docker/login-action@v2.1.0
61-
with:
62-
username: ${{ secrets.TAILSCALE_DOCKER_USERNAME }}
63-
password: ${{ secrets.TAILSCALE_DOCKER_PASSWORD }}
64-
registry: registry.internal.huggingface.tech
65-
6654
- name: Extract metadata (tags, labels) for Docker
6755
id: meta-90
6856
uses: docker/metadata-action@v4.3.0
6957
with:
7058
images: |
71-
registry.internal.huggingface.tech/api-inference/text-embeddings-inference
59+
registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
7260
ghcr.io/huggingface/text-embeddings-inference
7361
flavor: |
7462
latest=false
@@ -95,15 +83,15 @@
9583
DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
9684
tags: ${{ steps.meta-90.outputs.tags }}
9785
labels: ${{ steps.meta-90.outputs.labels }}
98-
cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-90,mode=max
99-
cache-to: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-90,mode=max
86+
cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-90,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
87+
cache-to: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-90,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
10088

10189
- name: Extract metadata (tags, labels) for Docker
10290
id: meta-90-grpc
10391
uses: docker/metadata-action@v4.3.0
10492
with:
10593
images: |
106-
registry.internal.huggingface.tech/api-inference/text-embeddings-inference
94+
registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
10795
ghcr.io/huggingface/text-embeddings-inference
10896
flavor: |
10997
latest=false
@@ -131,4 +119,4 @@
131119
DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
132120
tags: ${{ steps.meta-90-grpc.outputs.tags }}
133121
labels: ${{ steps.meta-90-grpc.outputs.labels }}
134-
cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-90,mode=max
122+
cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-90,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max

‎.github/workflows/build_all.yaml

+3-46
Original file line numberDiff line numberDiff line change
@@ -25,11 +25,6 @@
2525
- name: Checkout repository
2626
uses: actions/checkout@v3
2727

28-
- name: Tailscale
29-
uses: huggingface/tailscale-action@v1
30-
with:
31-
authkey: ${{ secrets.TAILSCALE_AUTHKEY }}
32-
3328
- name: Initialize Docker Buildx
3429
uses: docker/setup-buildx-action@v2.0.0
3530
with:
@@ -49,19 +44,12 @@
4944
username: ${{ github.actor }}
5045
password: ${{ secrets.GITHUB_TOKEN }}
5146

52-
- name: Login to internal Container Registry
53-
uses: docker/login-action@v2.1.0
54-
with:
55-
username: ${{ secrets.TAILSCALE_DOCKER_USERNAME }}
56-
password: ${{ secrets.TAILSCALE_DOCKER_PASSWORD }}
57-
registry: registry.internal.huggingface.tech
58-
5947
- name: Extract metadata (tags, labels) for Docker
6048
id: meta
6149
uses: docker/metadata-action@v4.3.0
6250
with:
6351
images: |
64-
registry.internal.huggingface.tech/api-inference/text-embeddings-inference
52+
registry-push.github-runners.huggingface.tech/api-inference/text-embeddings-inference
6553
ghcr.io/huggingface/text-embeddings-inference
6654
flavor: |
6755
latest=false
@@ -84,36 +72,5 @@
8472
DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
8573
tags: ${{ steps.meta.outputs.tags }}
8674
labels: ${{ steps.meta.outputs.labels }}
87-
cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-all,mode=max
88-
cache-to: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-all,mode=max
89-
90-
- name: Extract metadata (tags, labels) for Docker
91-
id: meta-sagemaker
92-
uses: docker/metadata-action@v4.3.0
93-
with:
94-
images: |
95-
registry.internal.huggingface.tech/api-inference/text-embeddings-inference/sagemaker
96-
flavor: |
97-
latest=false
98-
tags: |
99-
type=semver,pattern=cuda-{{version}}
100-
type=semver,pattern=cuda-{{major}}.{{minor}}
101-
type=raw,value=cuda-latest,enable=${{ github.ref == format('refs/heads/{0}', github.event.repository.default_branch) }}
102-
type=raw,value=cuda-sha-${{ env.GITHUB_SHA_SHORT }}
103-
104-
- name: Build and push Docker image
105-
id: build-and-push-sagemaker
106-
uses: docker/build-push-action@v4
107-
with:
108-
context: .
109-
file: Dockerfile-cuda-all
110-
push: ${{ github.event_name != 'pull_request' }}
111-
platforms: 'linux/amd64'
112-
target: sagemaker
113-
build-args: |
114-
GIT_SHA=${{ env.GITHUB_SHA }}
115-
DOCKER_LABEL=sha-${{ env.GITHUB_SHA_SHORT }}
116-
tags: ${{ steps.meta-sagemaker.outputs.tags }}
117-
labels: ${{ steps.meta-sagemaker.outputs.labels }}
118-
cache-from: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-all,mode=max
119-
cache-to: type=registry,ref=registry.internal.huggingface.tech/api-inference/text-embeddings-inference:cache-all,mode=max
75+
cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-all,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max
76+
cache-to: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-all,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max

0 commit comments

Comments
 (0)