diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 5318c9d9f808ab21df2032eb0c5ed83da82e10ee..91e29bf95c1e0230fab5918a213e42a89e755920 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -31,7 +31,7 @@ test:
 lint:
   stage: test
   script:
-    - tox -e lint,security
+    - tox -e black,lint,security
   allow_failure: true
 
 build_dist:
diff --git a/tox.ini b/tox.ini
index 4424ba0b3d28b93cc9b3d55ec4ec3f9a3a92daba..0360454dc696281f5558261b1cf635fdc4c386bc 100644
--- a/tox.ini
+++ b/tox.ini
@@ -33,8 +33,8 @@ commands = poetry build
 [testenv:docs]
 commands = poetry run make -C docs/ html {posargs}
 
-[testenv:autoformat]
-commands = poetry run black {posargs} biscuit/core/
+[testenv:black]
+commands = poetry run black --check --diff biscuit/core/
 
 [flake8]
 max_line_length = 100