diff --git a/.circleci/config.yml b/.circleci/config.yml
index 469e6d525..4ded90fd8 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -62,6 +62,7 @@ jobs:
             . venv/bin/activate
             pip install --progress-bar off pip==21.0.1
             pip install --progress-bar off -e .
+            pip install pytest-circleci-parallelized
 
       - run:
           name: "[no-extra] Print installation"
@@ -191,7 +192,7 @@ jobs:
 
   pytests:
     executor: ubuntu-python37
-
+    parallelism: 4
     steps:
 
       - ubuntu_restore_all
@@ -199,9 +200,10 @@ jobs:
       - run:
           name: "[all] Run pytest"
           when: always
+          parallelism: 4
           command: |
             . venv/bin/activate
-            pytest nevergrad -v --exitfirst --durations=20 --cov=nevergrad
+            pytest nevergrad -v --exitfirst --durations=20 --cov=nevergrad --circleci-parallelize
 
 
   docs-deploy:
diff --git a/requirements/dev.txt b/requirements/dev.txt
index 647eef027..d82dbba81 100644
--- a/requirements/dev.txt
+++ b/requirements/dev.txt
@@ -2,6 +2,7 @@ black==22.3.0
 mypy>=0.800
 pytest>=4.3.0
 pytest-cov>=2.6.1
+pytest-circleci-parallelized
 pylint>=2.4.4
 wheel>=0.33.6
 setuptools>=41.2.0