diff --git a/docker/Dockerfile b/docker/Dockerfile
index f2658d2..7b72ff4 100644
--- a/docker/Dockerfile
+++ b/docker/Dockerfile
@@ -2,7 +2,7 @@ FROM coach-base:master as builder
 
 # prep some of the more common environments
 # Gym (installed with coach)
-Run pip3 install gym[atari] box2d
+Run pip3 install gym[atari]==0.12.5 box2d
 # Mujoco
 RUN mkdir -p ~/.mujoco \
     && wget https://www.roboti.us/download/mjpro150_linux.zip -O mujoco.zip \
@@ -29,5 +29,5 @@ COPY --from=builder /root/.cache /root/.cache
 COPY setup.py /root/src/.
 COPY requirements.txt /root/src/.
 COPY README.md /root/src/.
-RUN pip3 install gym[atari] box2d mujoco_py==1.50.1.68 vizdoom && pip3 install -e .[all] && rm -rf /root/.cache
+RUN pip3 install gym[atari]==0.12.5 box2d mujoco_py==1.50.1.68 vizdoom && pip3 install -e .[all] && rm -rf /root/.cache
 COPY . /root/src
diff --git a/docker/Dockerfile.gym_environment b/docker/Dockerfile.gym_environment
index a724c05..4a26b83 100644
--- a/docker/Dockerfile.gym_environment
+++ b/docker/Dockerfile.gym_environment
@@ -1,7 +1,7 @@
 FROM coach-base:master as builder
 
 # prep gym and any of its related requirements.
-RUN pip3 install gym[atari,box2d,classic_control]
+RUN pip3 install gym[atari,box2d,classic_control]==0.12.5
 
 # add coach source starting with files that could trigger
 # re-build if dependencies change.
@@ -16,5 +16,5 @@ COPY --from=builder /root/.cache /root/.cache
 COPY setup.py /root/src/.
 COPY requirements.txt /root/src/.
 COPY README.md /root/src/.
-RUN pip3 install gym[atari,box2d,classic_control] && pip3 install -e .[all] && rm -rf /root/.cache
+RUN pip3 install gym[atari,box2d,classic_control]==0.12.5 && pip3 install -e .[all] && rm -rf /root/.cache
 COPY . /root/src
diff --git a/requirements.txt b/requirements.txt
index 7064cab..764a95d 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -7,7 +7,7 @@ pygame>=1.9.3
 PyOpenGL>=3.1.0
 scipy>=0.19.0
 scikit-image>=0.13.0
-gym>=0.10.5
+gym==0.12.5
 bokeh>=0.13.0
 kubernetes>=8.0.0b1,<=8.0.1
 redis>=2.10.6