diff --git a/agents/ppo2.docker b/agents/ppo2.docker
index d5d3065..b17d15e 100644
--- a/agents/ppo2.docker
+++ b/agents/ppo2.docker
@@ -9,7 +9,7 @@ RUN apt-get update && \
 # so we manually fetch the deps we need.
 RUN . ~/venv/bin/activate && \
     pip install scipy tqdm joblib zmq dill progressbar2 cloudpickle opencv-python && \
-    pip install --no-deps git+https://github.com/openai/baselines.git
+    pip install --no-deps git+https://github.com/openai/baselines.git@24fe3d6576dd8f4cdd5f017805be689d6fa6be8c
 
 ADD ppo2_agent.py ./agent.py
 ADD sonic_util.py .
diff --git a/agents/rainbow.docker b/agents/rainbow.docker
index 1697a85..486bd0d 100644
--- a/agents/rainbow.docker
+++ b/agents/rainbow.docker
@@ -9,7 +9,7 @@ RUN apt-get update && \
 # so we manually fetch the deps we need.
 RUN . ~/venv/bin/activate && \
     pip install scipy tqdm joblib zmq dill progressbar2 cloudpickle opencv-python && \
-    pip install --no-deps git+https://github.com/openai/baselines.git
+    pip install --no-deps git+https://github.com/openai/baselines.git@24fe3d6576dd8f4cdd5f017805be689d6fa6be8c
 
 # Use the anyrl open source RL framework.
 RUN . ~/venv/bin/activate && \