diff --git a/.github/workflows/self-nightly-scheduled.yml b/.github/workflows/self-nightly-scheduled.yml
index 8865707dc0f..c3840799514 100644
--- a/.github/workflows/self-nightly-scheduled.yml
+++ b/.github/workflows/self-nightly-scheduled.yml
@@ -75,6 +75,10 @@ jobs:
           rm -rf tests/models/__pycache__
           rm -rf reports
 
+      - name: Show installed libraries and their versions
+        working-directory: /transformers
+        run: pip freeze
+
       - id: set-matrix
         name: Identify models to test
         working-directory: /transformers/tests
@@ -122,6 +126,10 @@ jobs:
         run: |
           python3 utils/print_env.py
 
+      - name: Show installed libraries and their versions
+        working-directory: /transformers
+        run: pip freeze
+
       - name: Run all tests on GPU
         working-directory: /transformers
         run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }}
@@ -175,6 +183,10 @@ jobs:
         run: |
           python3 utils/print_env.py
 
+      - name: Show installed libraries and their versions
+        working-directory: /transformers
+        run: pip freeze
+
       - name: Run all tests on GPU
         working-directory: /transformers
         run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }}
@@ -228,6 +240,10 @@ jobs:
         run: |
           python utils/print_env.py
 
+      - name: Show installed libraries and their versions
+        working-directory: /workspace/transformers
+        run: pip freeze
+
       - name: Run all tests on GPU
         working-directory: /workspace/transformers
         run: |
@@ -283,4 +299,5 @@ jobs:
         # `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`.
         run: |
           pip install slack_sdk
+          pip show slack_sdk
           python utils/notification_service.py "${{ needs.setup.outputs.matrix }}"
diff --git a/.github/workflows/self-past.yml b/.github/workflows/self-past.yml
index 17ff5b9cca3..411fdecd4cc 100644
--- a/.github/workflows/self-past.yml
+++ b/.github/workflows/self-past.yml
@@ -83,6 +83,10 @@ jobs:
           rm -rf tests/models/__pycache__
           rm -rf reports
 
+      - name: Show installed libraries and their versions
+        working-directory: /transformers
+        run: pip freeze
+
       - id: set-matrix
         working-directory: /transformers
         name: Identify models to test
@@ -127,6 +131,10 @@ jobs:
         run: |
           python3 utils/print_env.py
 
+      - name: Show installed libraries and their versions
+        working-directory: /transformers
+        run: pip freeze
+
       - name: Run all tests on GPU
         working-directory: /transformers
         run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }}
@@ -189,6 +197,10 @@ jobs:
         run: |
           python3 utils/print_env.py
 
+      - name: Show installed libraries and their versions
+        working-directory: /transformers
+        run: pip freeze
+
       - name: Run all tests on GPU
         working-directory: /transformers
         run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }}
@@ -250,6 +262,7 @@ jobs:
         # `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`.
         run: |
           pip install slack_sdk
+          pip show slack_sdk
           python utils/notification_service.py "${{ needs.setup.outputs.matrix }}"
 
       # Upload complete failure tables, as they might be big and only truncated versions could be sent to Slack.
diff --git a/.github/workflows/self-push.yml b/.github/workflows/self-push.yml
index 6abe3498cdf..b72c5c3cae5 100644
--- a/.github/workflows/self-push.yml
+++ b/.github/workflows/self-push.yml
@@ -112,6 +112,10 @@ jobs:
           rm -rf tests/models/__pycache__
           rm -rf reports
 
+      - name: Show installed libraries and their versions
+        working-directory: /transformers
+        run: pip freeze
+
       - name: Fetch the tests to run
         working-directory: /transformers
         # TODO: add `git-python` in the docker images
@@ -212,6 +216,10 @@ jobs:
         run: |
           python3 utils/print_env.py
 
+      - name: Show installed libraries and their versions
+        working-directory: /transformers
+        run: pip freeze
+
       - name: Run all non-slow selected tests on GPU
         working-directory: /transformers
         run: |
@@ -297,6 +305,10 @@ jobs:
         run: |
           python3 utils/print_env.py
 
+      - name: Show installed libraries and their versions
+        working-directory: /transformers
+        run: pip freeze
+
       - name: Run all non-slow selected tests on GPU
         env:
           MKL_SERVICE_FORCE_INTEL: 1
@@ -380,6 +392,10 @@ jobs:
         run: |
           python utils/print_env.py
 
+      - name: Show installed libraries and their versions
+        working-directory: /workspace/transformers
+        run: pip freeze
+
       - name: Run all non-slow selected tests on GPU
         working-directory: /workspace/transformers
         # TODO: Here we pass all tests in the 2 folders for simplicity. It's better to pass only the identified tests.
@@ -462,6 +478,10 @@ jobs:
         run: |
           python utils/print_env.py
 
+      - name: Show installed libraries and their versions
+        working-directory: /workspace/transformers
+        run: pip freeze
+
       - name: Run all non-slow selected tests on GPU
         working-directory: /workspace/transformers
         # TODO: Here we pass all tests in the 2 folders for simplicity. It's better to pass only the identified tests.
@@ -560,4 +580,5 @@ jobs:
         # `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`.
         run: |
           pip install slack_sdk
+          pip show slack_sdk
           python utils/notification_service.py "${{ needs.setup.outputs.matrix }}"
diff --git a/.github/workflows/self-scheduled.yml b/.github/workflows/self-scheduled.yml
index 3b91eac50d5..41b9f39bd47 100644
--- a/.github/workflows/self-scheduled.yml
+++ b/.github/workflows/self-scheduled.yml
@@ -74,6 +74,10 @@ jobs:
           rm -rf tests/models/__pycache__
           rm -rf reports
 
+      - name: Show installed libraries and their versions
+        working-directory: /transformers
+        run: pip freeze
+
       - id: set-matrix
         name: Identify models to test
         working-directory: /transformers/tests
@@ -121,6 +125,10 @@ jobs:
         run: |
           python3 utils/print_env.py
 
+      - name: Show installed libraries and their versions
+        working-directory: /transformers
+        run: pip freeze
+
       - name: Run all tests on GPU
         working-directory: /transformers
         run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }}
@@ -174,6 +182,10 @@ jobs:
         run: |
           python3 utils/print_env.py
 
+      - name: Show installed libraries and their versions
+        working-directory: /transformers
+        run: pip freeze
+
       - name: Run all tests on GPU
         working-directory: /transformers
         run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }}
@@ -211,6 +223,10 @@ jobs:
         run: |
           python3 utils/print_env.py
 
+      - name: Show installed libraries and their versions
+        working-directory: /transformers
+        run: pip freeze
+
       - name: Run examples tests on GPU
         working-directory: /transformers
         run: |
@@ -254,6 +270,10 @@ jobs:
         run: |
           python3 utils/print_env.py
 
+      - name: Show installed libraries and their versions
+        working-directory: /transformers
+        run: pip freeze
+
       - name: Run all pipeline tests on GPU
         working-directory: /transformers
         run: |
@@ -297,6 +317,10 @@ jobs:
         run: |
           python3 utils/print_env.py
 
+      - name: Show installed libraries and their versions
+        working-directory: /transformers
+        run: pip freeze
+
       - name: Run all pipeline tests on GPU
         working-directory: /transformers
         run: |
@@ -349,6 +373,10 @@ jobs:
         run: |
           python utils/print_env.py
 
+      - name: Show installed libraries and their versions
+        working-directory: /workspace/transformers
+        run: pip freeze
+
       - name: Run all tests on GPU
         working-directory: /workspace/transformers
         run: |
@@ -407,4 +435,5 @@ jobs:
         # `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`.
         run: |
           pip install slack_sdk
+          pip show slack_sdk
           python utils/notification_service.py "${{ needs.setup.outputs.matrix }}"