riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-03 21:00:08 +06:00
Code Issues Actions 25 Packages Projects Releases Wiki Activity

Use T4 single GPU runner with more CPU RAM (#37961)

Browse Source 
larger T4 single GPU

Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
This commit is contained in:
Yih-Dar 2025-05-05 16:17:45 +02:00 committed by GitHub
parent 3b067a15dd
commit 7819911b0c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
7 changed files with 22 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/check_failed_model_tests.yml vendored
View File

@ -29,7 +29,7 @@ jobs:
run_models_gpu: run_models_gpu:
name: " " name: " "
runs-on: runs-on:
group: aws-g4dn-2xlarge-cache group: aws-g4dn-4xlarge-cache
container: container:
image: ${{ inputs.docker }} image: ${{ inputs.docker }}
options: --gpus all --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/ options: --gpus all --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/

2
.github/workflows/doctest_job.yml vendored
View File

@ -28,7 +28,7 @@ jobs:
matrix: matrix:
split_keys: ${{ fromJson(inputs.split_keys) }} split_keys: ${{ fromJson(inputs.split_keys) }}
runs-on: runs-on:
group: aws-g4dn-2xlarge-cache group: aws-g4dn-4xlarge-cache
container: container:
image: huggingface/transformers-all-latest-gpu image: huggingface/transformers-all-latest-gpu
options: --gpus 0 --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/ options: --gpus 0 --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/

2
.github/workflows/doctests.yml vendored
View File

@ -15,7 +15,7 @@ jobs:
setup: setup:
name: Setup name: Setup
runs-on: runs-on:
group: aws-g4dn-2xlarge-cache group: aws-g4dn-4xlarge-cache
container: container:
image: huggingface/transformers-all-latest-gpu image: huggingface/transformers-all-latest-gpu
options: --gpus 0 --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/ options: --gpus 0 --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/

2
.github/workflows/model_jobs.yml vendored
View File

@ -107,7 +107,7 @@ jobs:
run: | run: |
echo "${{ inputs.machine_type }}" echo "${{ inputs.machine_type }}"
if [ "${{ inputs.machine_type }}" = "aws-g4dn-2xlarge-cache" ]; then if [ "${{ inputs.machine_type }}" = "aws-g4dn-4xlarge-cache" ]; then
machine_type=single-gpu machine_type=single-gpu
elif [ "${{ inputs.machine_type }}" = "aws-g4dn-12xlarge-cache" ]; then elif [ "${{ inputs.machine_type }}" = "aws-g4dn-12xlarge-cache" ]; then
machine_type=multi-gpu machine_type=multi-gpu

8
.github/workflows/self-comment-ci.yml vendored
View File

@ -185,7 +185,7 @@ jobs:
fail-fast: false fail-fast: false
matrix: matrix:
folders: ${{ fromJson(needs.get-tests.outputs.models) }} folders: ${{ fromJson(needs.get-tests.outputs.models) }}
machine_type: [aws-g4dn-2xlarge-cache, aws-g4dn-12xlarge-cache] machine_type: [aws-g4dn-4xlarge-cache, aws-g4dn-12xlarge-cache]
runs-on: runs-on:
group: '${{ matrix.machine_type }}' group: '${{ matrix.machine_type }}'
container: container:
@ -239,7 +239,7 @@ jobs:
shell: bash shell: bash
run: | run: |
echo "${{ matrix.machine_type }}" echo "${{ matrix.machine_type }}"
if [ "${{ matrix.machine_type }}" = "aws-g4dn-2xlarge-cache" ]; then if [ "${{ matrix.machine_type }}" = "aws-g4dn-4xlarge-cache" ]; then
machine_type=single-gpu machine_type=single-gpu
elif [ "${{ matrix.machine_type }}" = "aws-g4dn-12xlarge-cache" ]; then elif [ "${{ matrix.machine_type }}" = "aws-g4dn-12xlarge-cache" ]; then
machine_type=multi-gpu machine_type=multi-gpu
@ -292,7 +292,7 @@ jobs:
fail-fast: false fail-fast: false
matrix: matrix:
folders: ${{ fromJson(needs.get-tests.outputs.quantizations) }} folders: ${{ fromJson(needs.get-tests.outputs.quantizations) }}
machine_type: [aws-g4dn-2xlarge-cache, aws-g4dn-12xlarge-cache] machine_type: [aws-g4dn-4xlarge-cache, aws-g4dn-12xlarge-cache]
runs-on: runs-on:
group: '${{ matrix.machine_type }}' group: '${{ matrix.machine_type }}'
container: container:
@ -338,7 +338,7 @@ jobs:
shell: bash shell: bash
run: | run: |
echo "${{ matrix.machine_type }}" echo "${{ matrix.machine_type }}"
if [ "${{ matrix.machine_type }}" = "aws-g4dn-2xlarge-cache" ]; then if [ "${{ matrix.machine_type }}" = "aws-g4dn-4xlarge-cache" ]; then
machine_type=single-gpu machine_type=single-gpu
elif [ "${{ matrix.machine_type }}" = "aws-g4dn-12xlarge-cache" ]; then elif [ "${{ matrix.machine_type }}" = "aws-g4dn-12xlarge-cache" ]; then
machine_type=multi-gpu machine_type=multi-gpu

26
.github/workflows/self-scheduled.yml vendored
View File

@ -49,7 +49,7 @@ jobs:
name: Setup name: Setup
strategy: strategy:
matrix: matrix:
machine_type: [aws-g4dn-2xlarge-cache, aws-g4dn-12xlarge-cache] machine_type: [aws-g4dn-4xlarge-cache, aws-g4dn-12xlarge-cache]
runs-on: runs-on:
group: '${{ matrix.machine_type }}' group: '${{ matrix.machine_type }}'
container: container:
@ -107,7 +107,7 @@ jobs:
strategy: strategy:
fail-fast: false fail-fast: false
matrix: matrix:
machine_type: [aws-g4dn-2xlarge-cache, aws-g4dn-12xlarge-cache] machine_type: [aws-g4dn-4xlarge-cache, aws-g4dn-12xlarge-cache]
slice_id: ${{ fromJSON(needs.setup.outputs.slice_ids) }} slice_id: ${{ fromJSON(needs.setup.outputs.slice_ids) }}
uses: ./.github/workflows/model_jobs.yml uses: ./.github/workflows/model_jobs.yml
with: with:
@ -125,7 +125,7 @@ jobs:
strategy: strategy:
fail-fast: false fail-fast: false
matrix: matrix:
machine_type: [aws-g4dn-2xlarge-cache, aws-g4dn-12xlarge-cache] machine_type: [aws-g4dn-4xlarge-cache, aws-g4dn-12xlarge-cache]
slice_id: [0, 1] slice_id: [0, 1]
uses: ./.github/workflows/model_jobs.yml uses: ./.github/workflows/model_jobs.yml
with: with:
@ -143,7 +143,7 @@ jobs:
strategy: strategy:
fail-fast: false fail-fast: false
matrix: matrix:
machine_type: [aws-g4dn-2xlarge-cache, aws-g4dn-12xlarge-cache] machine_type: [aws-g4dn-4xlarge-cache, aws-g4dn-12xlarge-cache]
runs-on: runs-on:
group: '${{ matrix.machine_type }}' group: '${{ matrix.machine_type }}'
container: container:
@ -177,7 +177,7 @@ jobs:
run: | run: |
echo "${{ matrix.machine_type }}" echo "${{ matrix.machine_type }}"
if [ "${{ matrix.machine_type }}" = "aws-g4dn-2xlarge-cache" ]; then if [ "${{ matrix.machine_type }}" = "aws-g4dn-4xlarge-cache" ]; then
machine_type=single-gpu machine_type=single-gpu
elif [ "${{ matrix.machine_type }}" = "aws-g4dn-12xlarge-cache" ]; then elif [ "${{ matrix.machine_type }}" = "aws-g4dn-12xlarge-cache" ]; then
machine_type=multi-gpu machine_type=multi-gpu
@ -211,7 +211,7 @@ jobs:
strategy: strategy:
fail-fast: false fail-fast: false
matrix: matrix:
machine_type: [aws-g4dn-2xlarge-cache, aws-g4dn-12xlarge-cache] machine_type: [aws-g4dn-4xlarge-cache, aws-g4dn-12xlarge-cache]
runs-on: runs-on:
group: '${{ matrix.machine_type }}' group: '${{ matrix.machine_type }}'
container: container:
@ -246,7 +246,7 @@ jobs:
run: | run: |
echo "${{ matrix.machine_type }}" echo "${{ matrix.machine_type }}"
if [ "${{ matrix.machine_type }}" = "aws-g4dn-2xlarge-cache" ]; then if [ "${{ matrix.machine_type }}" = "aws-g4dn-4xlarge-cache" ]; then
machine_type=single-gpu machine_type=single-gpu
elif [ "${{ matrix.machine_type }}" = "aws-g4dn-12xlarge-cache" ]; then elif [ "${{ matrix.machine_type }}" = "aws-g4dn-12xlarge-cache" ]; then
machine_type=multi-gpu machine_type=multi-gpu
@ -280,7 +280,7 @@ jobs:
strategy: strategy:
fail-fast: false fail-fast: false
matrix: matrix:
machine_type: [aws-g4dn-2xlarge-cache] machine_type: [aws-g4dn-4xlarge-cache]
runs-on: runs-on:
group: '${{ matrix.machine_type }}' group: '${{ matrix.machine_type }}'
container: container:
@ -314,7 +314,7 @@ jobs:
run: | run: |
echo "${{ matrix.machine_type }}" echo "${{ matrix.machine_type }}"
if [ "${{ matrix.machine_type }}" = "aws-g4dn-2xlarge-cache" ]; then if [ "${{ matrix.machine_type }}" = "aws-g4dn-4xlarge-cache" ]; then
machine_type=single-gpu machine_type=single-gpu
elif [ "${{ matrix.machine_type }}" = "aws-g4dn-12xlarge-cache" ]; then elif [ "${{ matrix.machine_type }}" = "aws-g4dn-12xlarge-cache" ]; then
machine_type=multi-gpu machine_type=multi-gpu
@ -349,7 +349,7 @@ jobs:
strategy: strategy:
fail-fast: false fail-fast: false
matrix: matrix:
machine_type: [aws-g4dn-2xlarge-cache, aws-g4dn-12xlarge-cache] machine_type: [aws-g4dn-4xlarge-cache, aws-g4dn-12xlarge-cache]
runs-on: runs-on:
group: '${{ matrix.machine_type }}' group: '${{ matrix.machine_type }}'
container: container:
@ -411,7 +411,7 @@ jobs:
run: | run: |
echo "${{ matrix.machine_type }}" echo "${{ matrix.machine_type }}"
if [ "${{ matrix.machine_type }}" = "aws-g4dn-2xlarge-cache" ]; then if [ "${{ matrix.machine_type }}" = "aws-g4dn-4xlarge-cache" ]; then
machine_type=single-gpu machine_type=single-gpu
elif [ "${{ matrix.machine_type }}" = "aws-g4dn-12xlarge-cache" ]; then elif [ "${{ matrix.machine_type }}" = "aws-g4dn-12xlarge-cache" ]; then
machine_type=multi-gpu machine_type=multi-gpu
@ -448,7 +448,7 @@ jobs:
fail-fast: false fail-fast: false
matrix: matrix:
folders: ${{ fromJson(needs.setup.outputs.quantization_matrix) }} folders: ${{ fromJson(needs.setup.outputs.quantization_matrix) }}
machine_type: [aws-g4dn-2xlarge-cache, aws-g4dn-12xlarge-cache] machine_type: [aws-g4dn-4xlarge-cache, aws-g4dn-12xlarge-cache]
runs-on: runs-on:
group: '${{ matrix.machine_type }}' group: '${{ matrix.machine_type }}'
container: container:
@ -491,7 +491,7 @@ jobs:
run: | run: |
echo "${{ matrix.machine_type }}" echo "${{ matrix.machine_type }}"
if [ "${{ matrix.machine_type }}" = "aws-g4dn-2xlarge-cache" ]; then if [ "${{ matrix.machine_type }}" = "aws-g4dn-4xlarge-cache" ]; then
machine_type=single-gpu machine_type=single-gpu
elif [ "${{ matrix.machine_type }}" = "aws-g4dn-12xlarge-cache" ]; then elif [ "${{ matrix.machine_type }}" = "aws-g4dn-12xlarge-cache" ]; then
machine_type=multi-gpu machine_type=multi-gpu

2
.github/workflows/ssh-runner.yml vendored
View File

@ -35,7 +35,7 @@ jobs:
shell: bash shell: bash
run: | run: |
if [[ "${{ github.event.inputs.num_gpus }}" == "single" && "${{ github.event.inputs.runner_type }}" == "t4" ]]; then if [[ "${{ github.event.inputs.num_gpus }}" == "single" && "${{ github.event.inputs.runner_type }}" == "t4" ]]; then
echo "RUNNER=aws-g4dn-2xlarge-cache" >> $GITHUB_ENV echo "RUNNER=aws-g4dn-4xlarge-cache" >> $GITHUB_ENV
elif [[ "${{ github.event.inputs.num_gpus }}" == "multi" && "${{ github.event.inputs.runner_type }}" == "t4" ]]; then elif [[ "${{ github.event.inputs.num_gpus }}" == "multi" && "${{ github.event.inputs.runner_type }}" == "t4" ]]; then
echo "RUNNER=aws-g4dn-12xlarge-cache" >> $GITHUB_ENV echo "RUNNER=aws-g4dn-12xlarge-cache" >> $GITHUB_ENV
elif [[ "${{ github.event.inputs.num_gpus }}" == "single" && "${{ github.event.inputs.runner_type }}" == "a10" ]]; then elif [[ "${{ github.event.inputs.num_gpus }}" == "single" && "${{ github.event.inputs.runner_type }}" == "a10" ]]; then