diff --git a/.circleci/config.yml b/.circleci/config.yml
index ac23723f983..996eab68156 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -12,7 +12,6 @@ jobs:
             - run: sudo python -m spacy download en
             - run: python -m pytest -sv ./pytorch_transformers/tests/ --cov
             - run: codecov
-        parallelism: 4
     build_py2:
         working_directory: ~/pytorch-transformers
         docker:
@@ -25,7 +24,6 @@ jobs:
             - run: sudo python -m spacy download en
             - run: python -m pytest -sv ./pytorch_transformers/tests/ --cov
             - run: codecov
-        parallelism: 4
 workflows:
   version: 2
   build_and_test: