From 3476c19e91a882fab8c76970a8798890a3f0f299 Mon Sep 17 00:00:00 2001 From: Guillaume LEGENDRE Date: Tue, 17 Sep 2024 18:12:12 +0200 Subject: [PATCH] CI Build image - move runners (#33530) * move runners * move runners * move runners --- .github/workflows/build-docker-images.yml | 27 ++++++++++++------- .../build-nightly-ci-docker-images.yml | 8 +++--- .../workflows/build-past-ci-docker-images.yml | 6 +++-- 3 files changed, 27 insertions(+), 14 deletions(-) diff --git a/.github/workflows/build-docker-images.yml b/.github/workflows/build-docker-images.yml index df772db773e..c21faf2d747 100644 --- a/.github/workflows/build-docker-images.yml +++ b/.github/workflows/build-docker-images.yml @@ -20,7 +20,8 @@ concurrency: jobs: latest-docker: name: "Latest PyTorch + TensorFlow [dev]" - runs-on: [intel-cpu, 8-cpu, ci] + runs-on: + group: aws-general-8-plus steps: - name: Set up Docker Buildx @@ -68,7 +69,8 @@ jobs: latest-torch-deepspeed-docker: name: "Latest PyTorch + DeepSpeed" - runs-on: [intel-cpu, 8-cpu, ci] + runs-on: + group: aws-general-8-plus steps: - name: Set up Docker Buildx @@ -104,7 +106,8 @@ jobs: # Can't build 2 images in a single job `latest-torch-deepspeed-docker` (for `nvcr.io/nvidia`) latest-torch-deepspeed-docker-for-push-ci-daily-build: name: "Latest PyTorch + DeepSpeed (Push CI - Daily Build)" - runs-on: [intel-cpu, 8-cpu, ci] + runs-on: + group: aws-general-8-plus steps: - name: Set up Docker Buildx @@ -145,7 +148,8 @@ jobs: name: "Doc builder" # Push CI doesn't need this image if: inputs.image_postfix != '-push-ci' - runs-on: [intel-cpu, 8-cpu, ci] + runs-on: + group: aws-general-8-plus steps: - name: Set up Docker Buildx @@ -180,7 +184,8 @@ jobs: name: "Latest PyTorch [dev]" # Push CI doesn't need this image if: inputs.image_postfix != '-push-ci' - runs-on: [intel-cpu, 8-cpu, ci] + runs-on: + group: aws-general-8-plus steps: - name: Set up Docker Buildx @@ -215,7 +220,8 @@ jobs: latest-pytorch-amd: name: "Latest PyTorch (AMD) [dev]" - runs-on: [intel-cpu, 8-cpu, ci] + runs-on: + group: aws-general-8-plus steps: - name: Set up Docker Buildx @@ -265,7 +271,8 @@ jobs: name: "Latest TensorFlow [dev]" # Push CI doesn't need this image if: inputs.image_postfix != '-push-ci' - runs-on: [intel-cpu, 8-cpu, ci] + runs-on: + group: aws-general-8-plus steps: - name: Set up Docker Buildx @@ -300,7 +307,8 @@ jobs: latest-pytorch-deepspeed-amd: name: "PyTorch + DeepSpeed (AMD) [dev]" - runs-on: [intel-cpu, 8-cpu, ci] + runs-on: + group: aws-general-8-plus steps: - name: Set up Docker Buildx @@ -350,7 +358,8 @@ jobs: name: "Latest Pytorch + Quantization [dev]" # Push CI doesn't need this image if: inputs.image_postfix != '-push-ci' - runs-on: [intel-cpu, 8-cpu, ci] + runs-on: + group: aws-general-8-plus steps: - name: Set up Docker Buildx diff --git a/.github/workflows/build-nightly-ci-docker-images.yml b/.github/workflows/build-nightly-ci-docker-images.yml index 0b1b7df5f8a..4b00a6d3fae 100644 --- a/.github/workflows/build-nightly-ci-docker-images.yml +++ b/.github/workflows/build-nightly-ci-docker-images.yml @@ -13,7 +13,8 @@ concurrency: jobs: latest-with-torch-nightly-docker: name: "Nightly PyTorch + Stable TensorFlow" - runs-on: [intel-cpu, 8-cpu, ci] + runs-on: + group: aws-general-8-plus steps: - name: Set up Docker Buildx @@ -40,7 +41,8 @@ jobs: nightly-torch-deepspeed-docker: name: "Nightly PyTorch + DeepSpeed" - runs-on: [intel-cpu, 8-cpu, ci] + runs-on: + group: aws-general-8-plus steps: - name: Set up Docker Buildx @@ -62,4 +64,4 @@ jobs: build-args: | REF=main push: true - tags: huggingface/transformers-pytorch-deepspeed-nightly-gpu \ No newline at end of file + tags: huggingface/transformers-pytorch-deepspeed-nightly-gpu diff --git a/.github/workflows/build-past-ci-docker-images.yml b/.github/workflows/build-past-ci-docker-images.yml index 6ee60b8a6b6..c4f0b78986c 100644 --- a/.github/workflows/build-past-ci-docker-images.yml +++ b/.github/workflows/build-past-ci-docker-images.yml @@ -16,7 +16,8 @@ jobs: fail-fast: false matrix: version: ["1.13", "1.12", "1.11"] - runs-on: [intel-cpu, 8-cpu, ci] + runs-on: + group: aws-general-8-plus steps: - name: Set up Docker Buildx @@ -60,7 +61,8 @@ jobs: fail-fast: false matrix: version: ["2.11", "2.10", "2.9", "2.8", "2.7", "2.6", "2.5"] - runs-on: [intel-cpu, 8-cpu, ci] + runs-on: + group: aws-general-8-plus steps: - name: Set up Docker Buildx