From 4be8b95a9f0665a94589231cf4dd50d379ac1710 Mon Sep 17 00:00:00 2001 From: Sylvain Gugger <35901082+sgugger@users.noreply.github.com> Date: Mon, 2 May 2022 10:25:53 -0400 Subject: [PATCH] Disable Flax GPU tests on push (#17042) --- .github/workflows/self-push.yml | 120 ++++++++++++++++---------------- 1 file changed, 60 insertions(+), 60 deletions(-) diff --git a/.github/workflows/self-push.yml b/.github/workflows/self-push.yml index 1889e4d9281..31cf8a086a3 100644 --- a/.github/workflows/self-push.yml +++ b/.github/workflows/self-push.yml @@ -76,66 +76,66 @@ jobs: name: run_all_tests_torch_gpu_test_reports path: reports - run_tests_flax_gpu: - runs-on: [self-hosted, docker-gpu-test, single-gpu] - container: - image: tensorflow/tensorflow:2.4.1-gpu - options: --gpus 0 --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/ - steps: - - name: Set up Python 3.7 - uses: actions/setup-python@v2 - with: - python-version: 3.7 - - - name: Install dependencies - run: | - apt -y update && apt install -y software-properties-common && apt -y update && add-apt-repository -y ppa:git-core/ppa && apt -y update && apt install -y git espeak-ng - pip install --upgrade "jax[cuda111]" -f https://storage.googleapis.com/jax-releases/jax_releases.html - pip install --upgrade pip - pip install .[sklearn,testing,sentencepiece,flax,flax-speech,vision] - - - name: Launcher docker - uses: actions/checkout@v2 - with: - fetch-depth: 2 - - - name: NVIDIA-SMI - continue-on-error: true - run: | - nvidia-smi - - - name: Are GPUs recognized by our DL frameworks - run: | - python -c "from jax.lib import xla_bridge; print('GPU available:', xla_bridge.get_backend().platform)" - python -c "import jax; print('Number of GPUs available:', len(jax.local_devices()))" - - - name: Fetch the tests to run - run: | - python utils/tests_fetcher.py --diff_with_last_commit | tee test_preparation.txt - - - name: Report fetched tests - uses: actions/upload-artifact@v2 - with: - name: test_fetched - path: test_preparation.txt - - - name: Run all non-slow tests on GPU - run: | - if [ -f test_list.txt ]; then - python -m pytest -n 2 --dist=loadfile -v --make-reports=tests_flax_gpu $(cat test_list.txt) - fi - - - name: Failure short reports - if: ${{ failure() }} - run: cat reports/tests_flax_gpu_failures_short.txt - - - name: Test suite reports artifacts - if: ${{ always() }} - uses: actions/upload-artifact@v2 - with: - name: run_all_tests_flax_gpu_test_reports - path: reports - +# run_tests_flax_gpu: +# runs-on: [self-hosted, docker-gpu-test, single-gpu] +# container: +# image: tensorflow/tensorflow:2.4.1-gpu +# options: --gpus 0 --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/ +# steps: +# - name: Set up Python 3.7 +# uses: actions/setup-python@v2 +# with: +# python-version: 3.7 +# +# - name: Install dependencies +# run: | +# apt -y update && apt install -y software-properties-common && apt -y update && add-apt-repository -y ppa:git-core/ppa && apt -y update && apt install -y git espeak-ng +# pip install --upgrade "jax[cuda111]" -f https://storage.googleapis.com/jax-releases/jax_releases.html +# pip install --upgrade pip +# pip install .[sklearn,testing,sentencepiece,flax,flax-speech,vision] +# +# - name: Launcher docker +# uses: actions/checkout@v2 +# with: +# fetch-depth: 2 +# +# - name: NVIDIA-SMI +# continue-on-error: true +# run: | +# nvidia-smi +# +# - name: Are GPUs recognized by our DL frameworks +# run: | +# python -c "from jax.lib import xla_bridge; print('GPU available:', xla_bridge.get_backend().platform)" +# python -c "import jax; print('Number of GPUs available:', len(jax.local_devices()))" +# +# - name: Fetch the tests to run +# run: | +# python utils/tests_fetcher.py --diff_with_last_commit | tee test_preparation.txt +# +# - name: Report fetched tests +# uses: actions/upload-artifact@v2 +# with: +# name: test_fetched +# path: test_preparation.txt +# +# - name: Run all non-slow tests on GPU +# run: | +# if [ -f test_list.txt ]; then +# python -m pytest -n 2 --dist=loadfile -v --make-reports=tests_flax_gpu $(cat test_list.txt) +# fi +# +# - name: Failure short reports +# if: ${{ failure() }} +# run: cat reports/tests_flax_gpu_failures_short.txt +# +# - name: Test suite reports artifacts +# if: ${{ always() }} +# uses: actions/upload-artifact@v2 +# with: +# name: run_all_tests_flax_gpu_test_reports +# path: reports +# # run_tests_tf_gpu: # runs-on: [self-hosted, docker-gpu, single-gpu] # timeout-minutes: 120