diff --git a/requirements/requirements_lightning.txt b/requirements/requirements_lightning.txt
index 405320c26cbe..01d4bdb8d11f 100644
--- a/requirements/requirements_lightning.txt
+++ b/requirements/requirements_lightning.txt
@@ -1,4 +1,4 @@
-pytorch-lightning>=1.6.1
+pytorch-lightning>=1.6.1,<1.6.4
 torchmetrics>=0.4.1rc0
 transformers>=4.0.1
 webdataset>=0.1.48,<=0.1.62