diff --git a/release/rllib_tests/regression_tests/run.sh b/release/rllib_tests/regression_tests/run.sh
index abbabcb04..c3bacb896 100755
--- a/release/rllib_tests/regression_tests/run.sh
+++ b/release/rllib_tests/regression_tests/run.sh
@@ -47,6 +47,7 @@ conda uninstall -y terminado
 pip install -U pip
 pip install -U "$wheel"
 pip install "ray[rllib]" "ray[debug]"
+pip install -r requirements.txt
 pip install terminado
 pip install torch==1.6 torchvision
 pip install boto3==1.4.8 cython==0.29.0