mirror of
https://github.com/huggingface/transformers.git
synced 2025-08-03 03:31:05 +06:00

* separate images * Fix condition Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
211 lines
5.8 KiB
YAML
211 lines
5.8 KiB
YAML
name: Build docker images (scheduled)
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- docker-image*
|
|
repository_dispatch:
|
|
workflow_call:
|
|
inputs:
|
|
image_postfix:
|
|
required: true
|
|
type: string
|
|
schedule:
|
|
- cron: "0 1 * * *"
|
|
|
|
concurrency:
|
|
group: docker-images-builds
|
|
cancel-in-progress: false
|
|
|
|
jobs:
|
|
latest-docker:
|
|
name: "Latest PyTorch + TensorFlow [dev]"
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
-
|
|
name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v1
|
|
-
|
|
name: Check out code
|
|
uses: actions/checkout@v2
|
|
-
|
|
name: Login to DockerHub
|
|
uses: docker/login-action@v1
|
|
with:
|
|
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
password: ${{ secrets.DOCKERHUB_PASSWORD }}
|
|
-
|
|
name: Build and push
|
|
uses: docker/build-push-action@v2
|
|
with:
|
|
context: ./docker/transformers-all-latest-gpu
|
|
build-args: |
|
|
REF=main
|
|
push: true
|
|
tags: huggingface/transformers-all-latest-gpu${{ inputs.image_postfix }}
|
|
|
|
latest-with-torch-nightly-docker:
|
|
name: "Nightly PyTorch + Stable TensorFlow"
|
|
# Push CI doesn't need this image
|
|
if: inputs.image_postfix != '-push-ci'
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
-
|
|
name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v1
|
|
-
|
|
name: Check out code
|
|
uses: actions/checkout@v2
|
|
-
|
|
name: Login to DockerHub
|
|
uses: docker/login-action@v1
|
|
with:
|
|
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
password: ${{ secrets.DOCKERHUB_PASSWORD }}
|
|
-
|
|
name: Build and push
|
|
uses: docker/build-push-action@v2
|
|
with:
|
|
context: ./docker/transformers-all-latest-gpu
|
|
build-args: |
|
|
REF=main
|
|
PYTORCH=pre
|
|
push: true
|
|
tags: huggingface/transformers-all-latest-torch-nightly-gpu
|
|
|
|
latest-torch-deepspeed-docker:
|
|
name: "Latest PyTorch + DeepSpeed"
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
-
|
|
name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v1
|
|
-
|
|
name: Check out code
|
|
uses: actions/checkout@v2
|
|
-
|
|
name: Login to DockerHub
|
|
uses: docker/login-action@v1
|
|
with:
|
|
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
password: ${{ secrets.DOCKERHUB_PASSWORD }}
|
|
-
|
|
name: Build and push
|
|
uses: docker/build-push-action@v2
|
|
with:
|
|
context: ./docker/transformers-pytorch-deepspeed-latest-gpu
|
|
build-args: |
|
|
REF=main
|
|
push: true
|
|
tags: huggingface/transformers-pytorch-deepspeed-latest-gpu${{ inputs.image_postfix }}
|
|
|
|
nightly-torch-deepspeed-docker:
|
|
name: "Nightly PyTorch + DeepSpeed"
|
|
# Push CI doesn't need this image
|
|
if: inputs.image_postfix != '-push-ci'
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
-
|
|
name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v1
|
|
-
|
|
name: Check out code
|
|
uses: actions/checkout@v2
|
|
-
|
|
name: Login to DockerHub
|
|
uses: docker/login-action@v1
|
|
with:
|
|
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
password: ${{ secrets.DOCKERHUB_PASSWORD }}
|
|
-
|
|
name: Build and push
|
|
uses: docker/build-push-action@v2
|
|
with:
|
|
context: ./docker/transformers-pytorch-deepspeed-nightly-gpu
|
|
build-args: |
|
|
REF=main
|
|
push: true
|
|
tags: huggingface/transformers-pytorch-deepspeed-nightly-gpu
|
|
|
|
doc-builder:
|
|
name: "Doc builder"
|
|
# Push CI doesn't need this image
|
|
if: inputs.image_postfix != '-push-ci'
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
-
|
|
name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v1
|
|
-
|
|
name: Check out code
|
|
uses: actions/checkout@v2
|
|
-
|
|
name: Login to DockerHub
|
|
uses: docker/login-action@v1
|
|
with:
|
|
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
password: ${{ secrets.DOCKERHUB_PASSWORD }}
|
|
-
|
|
name: Build and push
|
|
uses: docker/build-push-action@v2
|
|
with:
|
|
context: ./docker/transformers-doc-builder
|
|
push: true
|
|
tags: huggingface/transformers-doc-builder
|
|
|
|
latest-pytorch:
|
|
name: "Latest PyTorch [dev]"
|
|
# Push CI doesn't need this image
|
|
if: inputs.image_postfix != '-push-ci'
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
-
|
|
name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v1
|
|
-
|
|
name: Check out code
|
|
uses: actions/checkout@v2
|
|
-
|
|
name: Login to DockerHub
|
|
uses: docker/login-action@v1
|
|
with:
|
|
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
password: ${{ secrets.DOCKERHUB_PASSWORD }}
|
|
-
|
|
name: Build and push
|
|
uses: docker/build-push-action@v2
|
|
with:
|
|
context: ./docker/transformers-pytorch-gpu
|
|
build-args: |
|
|
REF=main
|
|
push: true
|
|
tags: huggingface/transformers-pytorch-gpu
|
|
|
|
latest-tensorflow:
|
|
name: "Latest TensorFlow [dev]"
|
|
# Push CI doesn't need this image
|
|
if: inputs.image_postfix != '-push-ci'
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
-
|
|
name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v1
|
|
-
|
|
name: Check out code
|
|
uses: actions/checkout@v2
|
|
-
|
|
name: Login to DockerHub
|
|
uses: docker/login-action@v1
|
|
with:
|
|
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
password: ${{ secrets.DOCKERHUB_PASSWORD }}
|
|
-
|
|
name: Build and push
|
|
uses: docker/build-push-action@v2
|
|
with:
|
|
context: ./docker/transformers-tensorflow-gpu
|
|
build-args: |
|
|
REF=main
|
|
push: true
|
|
tags: huggingface/transformers-tensorflow-gpu
|