create per environment Dockerfiles. (#70)

* create per environment Dockerfiles.

Adjust CI setup to better parallelize runs.
Fix a couple of issues in golden and trace tests.
Update a few of the docs.

* bugfix in mmc agent.

Also install kubectl for CI, update badge branch.

* remove integration test parallelism.

docker/Dockerfile

@@ -1,16 +1,32 @@
-FROM coach-base:master
+FROM coach-base:master as builder
+
+# prep some of the more common environments
+# Gym (installed with coach)
+# Mujoco
+RUN mkdir -p ~/.mujoco \
+    && wget https://www.roboti.us/download/mjpro150_linux.zip -O mujoco.zip \
+    && unzip mujoco.zip -d ~/.mujoco \
+    && rm mujoco.zip
+ARG MUJOCO_KEY
+ENV MUJOCO_KEY=$MUJOCO_KEY
+ENV LD_LIBRARY_PATH /root/.mujoco/mjpro150/bin:$LD_LIBRARY_PATH
+RUN echo $MUJOCO_KEY | base64 --decode > /root/.mujoco/mjkey.txt
+RUN pip3 install mujoco_py
+# Vizdoom
+RUN pip3 install vizdoom
 
 RUN mkdir /root/src
 COPY setup.py /root/src/.
 COPY requirements.txt /root/src/.
+RUN pip3 install -r /root/src/requirements.txt
+
+FROM coach-base:master
+WORKDIR /root/src
+COPY --from=builder /root/.mujoco /root/.mujoco
+ENV LD_LIBRARY_PATH /root/.mujoco/mjpro150/bin:$LD_LIBRARY_PATH
+COPY --from=builder /root/.cache /root/.cache
+COPY setup.py /root/src/.
+COPY requirements.txt /root/src/.
 COPY README.md /root/src/.
-WORKDIR /root/src
-RUN pip3 install -e .[all]
-
-# everything above here should be cached most of the time
+RUN pip3 install mujoco_py vizdoom && pip3 install -e .[all] && rm -rf /root/.cache
 COPY . /root/src
-WORKDIR /root/src
-RUN pip3 install -e .[all]
-
-RUN chmod 777 /root/src/docker/docker_entrypoint.sh
-ENTRYPOINT ["/root/src/docker/docker_entrypoint.sh"]