mirror of
https://github.com/gryf/coach.git
synced 2025-12-18 19:50:17 +01:00
adding docker and jenkins files
This commit is contained in:
itaicaspi-intel
84
Dockerfile
Normal file
84
Dockerfile
Normal file
@@ -0,0 +1,84 @@
|
|||||||
|
FROM nvidia/cuda:9.0-cudnn7-devel-ubuntu16.04
|
||||||
|
|
||||||
|
# https://github.com/NVIDIA/nvidia-docker/issues/619
|
||||||
|
RUN rm /etc/apt/sources.list.d/cuda.list
|
||||||
|
|
||||||
|
RUN apt-get update && \
|
||||||
|
apt-get upgrade -y && \
|
||||||
|
apt-get clean autoclean && \
|
||||||
|
apt-get autoremove -y
|
||||||
|
|
||||||
|
RUN apt-get update && \
|
||||||
|
apt-get install -y python-pip && \
|
||||||
|
apt-get clean autoclean && \
|
||||||
|
apt-get autoremove -y
|
||||||
|
RUN pip install pip --upgrade
|
||||||
|
WORKDIR /root
|
||||||
|
|
||||||
|
# update apt-get
|
||||||
|
RUN apt-get update && \
|
||||||
|
apt-get upgrade -y
|
||||||
|
|
||||||
|
################################
|
||||||
|
# Install apt-get Requirements #
|
||||||
|
################################
|
||||||
|
|
||||||
|
# General
|
||||||
|
RUN apt-get install python3-pip cmake zlib1g-dev python3-tk python-opencv -y
|
||||||
|
|
||||||
|
# Boost libraries
|
||||||
|
RUN apt-get install libboost-all-dev -y
|
||||||
|
|
||||||
|
# Scipy requirements
|
||||||
|
RUN apt-get install libblas-dev liblapack-dev libatlas-base-dev gfortran -y
|
||||||
|
|
||||||
|
# Pygame requirements
|
||||||
|
RUN apt-get install libsdl-dev libsdl-image1.2-dev libsdl-mixer1.2-dev libsdl-ttf2.0-dev -y
|
||||||
|
RUN apt-get install libsmpeg-dev libportmidi-dev libavformat-dev libswscale-dev -y
|
||||||
|
|
||||||
|
# Dashboard
|
||||||
|
RUN apt-get install dpkg-dev build-essential python3.5-dev libjpeg-dev libtiff-dev libsdl1.2-dev libnotify-dev \
|
||||||
|
freeglut3 freeglut3-dev libsm-dev libgtk2.0-dev libgtk-3-dev libwebkitgtk-dev libgtk-3-dev \
|
||||||
|
libwebkitgtk-3.0-dev libgstreamer-plugins-base1.0-dev -y
|
||||||
|
|
||||||
|
# Gym
|
||||||
|
RUN apt-get install libav-tools libsdl2-dev swig cmake -y
|
||||||
|
|
||||||
|
# Mujoco_py
|
||||||
|
RUN apt-get install curl libgl1-mesa-dev libgl1-mesa-glx libglew-dev libosmesa6-dev software-properties-common -y
|
||||||
|
|
||||||
|
# ViZDoom
|
||||||
|
RUN apt-get install build-essential zlib1g-dev libsdl2-dev libjpeg-dev \
|
||||||
|
nasm tar libbz2-dev libgtk2.0-dev cmake git libfluidsynth-dev libgme-dev \
|
||||||
|
libopenal-dev timidity libwildmidi-dev unzip wget -y
|
||||||
|
|
||||||
|
# cleanup apt-get
|
||||||
|
RUN apt-get clean autoclean && \
|
||||||
|
apt-get autoremove -y
|
||||||
|
|
||||||
|
############################
|
||||||
|
# Install Pip Requirements #
|
||||||
|
############################
|
||||||
|
|
||||||
|
RUN pip3 install --upgrade pip
|
||||||
|
|
||||||
|
RUN pip3 install pytest
|
||||||
|
|
||||||
|
# initial installation of coach, so that the docker build won't install everything from scratch
|
||||||
|
RUN pip3 install rl_coach>=0.10.0
|
||||||
|
|
||||||
|
# install additional environments
|
||||||
|
RUN pip3 install gym[atari]==0.10.5
|
||||||
|
RUN pip3 install mujoco_py==1.50.1.56
|
||||||
|
RUN pip3 install vizdoom==1.1.6
|
||||||
|
|
||||||
|
COPY . /root/src
|
||||||
|
WORKDIR /root/src
|
||||||
|
|
||||||
|
RUN pip3 install -e .
|
||||||
|
|
||||||
|
RUN curl -o /usr/local/bin/patchelf https://s3-us-west-2.amazonaws.com/openai-sci-artifacts/manual-builds/patchelf_0.9_amd64.elf \
|
||||||
|
&& chmod +x /usr/local/bin/patchelf
|
||||||
|
|
||||||
|
RUN chmod 777 /root/src/docker_entrypoint
|
||||||
|
ENTRYPOINT ["/root/src/docker_entrypoint"]
|
||||||
125
Jenkinsfile
vendored
Normal file
125
Jenkinsfile
vendored
Normal file
@@ -0,0 +1,125 @@
|
|||||||
|
/*
|
||||||
|
* NervanaSystems/private-coach Jenkinsfile
|
||||||
|
*/
|
||||||
|
|
||||||
|
// Constant Variables for Build
|
||||||
|
// To define the node label - jenkins -> manage jenkins -> manage nodes -> select requested node -> labels
|
||||||
|
static final String nodeLabel = 'gpu'
|
||||||
|
static final String customWorkspace = '/state/ws'
|
||||||
|
static final Map slackColorMap = [
|
||||||
|
'FAILURE': 'danger',
|
||||||
|
'UNSTABLE': 'warning',
|
||||||
|
'SUCCESS': 'good'
|
||||||
|
]
|
||||||
|
static final Map ansiColorMap = [
|
||||||
|
'FAILURE': '\u001B[31m',
|
||||||
|
'WARNING': '\u001B[33m',
|
||||||
|
'SUCCESS': '\u001B[32m',
|
||||||
|
'END': '\u001B[0m'
|
||||||
|
]
|
||||||
|
|
||||||
|
// Common Closures for Build
|
||||||
|
def slackStartMessage = {
|
||||||
|
try {
|
||||||
|
slackSend message: "Build ${env.JOB_NAME} started (<${env.BUILD_URL}|LINK>)"
|
||||||
|
} catch (err) {
|
||||||
|
echo "BUILD WARNING - Failed to send Slack Message: ${err}"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
def slackEndMessage = {
|
||||||
|
try {
|
||||||
|
slackSend color: slackColorMap[currentBuild.currentResult], message: "Build ${env.JOB_NAME} finished with result: ${currentBuild.currentResult} (<${env.BUILD_URL}|LINK>)"
|
||||||
|
} catch (err) {
|
||||||
|
echo "BUILD WARNING - Failed to send Slack Message: ${err}"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
// Wrap entire build with timestamps to improve Jenkins console log readability
|
||||||
|
timestamps {
|
||||||
|
node(nodeLabel) {
|
||||||
|
|
||||||
|
// Send Slack start message
|
||||||
|
slackStartMessage()
|
||||||
|
|
||||||
|
try {
|
||||||
|
ansiColor('xterm') {
|
||||||
|
// Clear previous workspace
|
||||||
|
deleteDir()
|
||||||
|
|
||||||
|
stage('Checkout') {
|
||||||
|
// Clone repo at triggered commit
|
||||||
|
checkout scm
|
||||||
|
}
|
||||||
|
|
||||||
|
stage('Build') {
|
||||||
|
// Build docker image
|
||||||
|
sh 'docker build -t coach --build-arg http_proxy="http://proxy-chain.intel.com:911" --build-arg https_proxy="http://proxy-chain.intel.com:912" -f Dockerfile .'
|
||||||
|
}
|
||||||
|
|
||||||
|
stage('Test') {
|
||||||
|
// Unit tests - short and contained functionality tests that take up to 1 minute.
|
||||||
|
stage('Unit Tests') {
|
||||||
|
try {
|
||||||
|
sh 'docker run\
|
||||||
|
-e http_proxy="http://proxy-chain.intel.com:911"\
|
||||||
|
-e https_proxy="http://proxy-chain.intel.com:912"\
|
||||||
|
-e MUJOCO_KEY=\$MUJOCO_KEY coach pytest rl_coach/tests -m unit_test'
|
||||||
|
} catch (err) {
|
||||||
|
echo "${ansiColorMap['FAILURE']} BUILD FAILURE - Caught Exception: ${err} ${ansiColorMap['END']}"
|
||||||
|
currentBuild.result = 'FAILURE'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Integration tests - long functionality tests which can take up to 1 hour.
|
||||||
|
//stage('Integration Tests') {
|
||||||
|
// try {
|
||||||
|
// sh 'docker run\
|
||||||
|
// -e http_proxy="http://proxy-chain.intel.com:911"\
|
||||||
|
// -e https_proxy="http://proxy-chain.intel.com:912"\
|
||||||
|
// -e MUJOCO_KEY=\$MUJOCO_KEY coach pytest rl_coach/tests -m integration_test -s'
|
||||||
|
// } catch (err) {
|
||||||
|
// echo "${ansiColorMap['FAILURE']} BUILD FAILURE - Caught Exception: ${err} ${ansiColorMap['END']}"
|
||||||
|
// currentBuild.result = 'FAILURE'
|
||||||
|
// }
|
||||||
|
//}
|
||||||
|
|
||||||
|
// Trace tests - long tests which test for equality to known output
|
||||||
|
stage('Trace Tests') {
|
||||||
|
try {
|
||||||
|
sh 'docker run\
|
||||||
|
-e http_proxy="http://proxy-chain.intel.com:911"\
|
||||||
|
-e https_proxy="http://proxy-chain.intel.com:912"\
|
||||||
|
-e MUJOCO_KEY=\$MUJOCO_KEY coach python3 rl_coach/tests/trace_tests.py -prl\
|
||||||
|
-ip Doom_Basic_BC,MontezumaRevenge_BC,Carla_3_Cameras_DDPG,Carla_DDPG,Carla_Dueling_DDQN,Starcraft_CollectMinerals_A3C,Starcraft_CollectMinerals_Dueling_DDQN'
|
||||||
|
} catch (err) {
|
||||||
|
echo "${ansiColorMap['FAILURE']} BUILD FAILURE - Caught Exception: ${err} ${ansiColorMap['END']}"
|
||||||
|
currentBuild.result = 'FAILURE'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Golden tests - long tests which test for performance in terms of score and sample efficiency
|
||||||
|
stage('Golden Tests') {
|
||||||
|
try {
|
||||||
|
sh 'docker run\
|
||||||
|
-e http_proxy="http://proxy-chain.intel.com:911"\
|
||||||
|
-e https_proxy="http://proxy-chain.intel.com:912"\
|
||||||
|
-e MUJOCO_KEY=\$MUJOCO_KEY coach python3 rl_coach/tests/golden_tests.py -np'
|
||||||
|
} catch (err) {
|
||||||
|
echo "${ansiColorMap['FAILURE']} BUILD FAILURE - Caught Exception: ${err} ${ansiColorMap['END']}"
|
||||||
|
currentBuild.result = 'FAILURE'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// TODO: run PEP8 style checks?
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} catch (err) {
|
||||||
|
fail(${err})
|
||||||
|
}
|
||||||
|
|
||||||
|
// Send Slack end message
|
||||||
|
slackEndMessage()
|
||||||
|
|
||||||
|
}
|
||||||
|
}
|
||||||
21
docker_entrypoint
Normal file
21
docker_entrypoint
Normal file
@@ -0,0 +1,21 @@
|
|||||||
|
#!/bin/sh
|
||||||
|
set -e
|
||||||
|
|
||||||
|
# download mjpro150
|
||||||
|
mkdir /root/.mujoco
|
||||||
|
cd /root/.mujoco
|
||||||
|
wget https://www.roboti.us/download/mjpro150_linux.zip
|
||||||
|
unzip mjpro150_linux.zip
|
||||||
|
|
||||||
|
# copy the mujoco license key into the container
|
||||||
|
echo $MUJOCO_KEY | base64 --decode > /root/.mujoco/mjkey.txt
|
||||||
|
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/root/.mujoco/mjpro150/bin
|
||||||
|
|
||||||
|
git clone https://github.com/deepmind/dm_control.git
|
||||||
|
pip3 install ./dm_control
|
||||||
|
|
||||||
|
export VIZDOOM_ROOT=`pip show vizdoom 2>/dev/null | awk '/Location/{print $2}'`/vizdoom
|
||||||
|
|
||||||
|
cd /root/src/
|
||||||
|
|
||||||
|
exec "$@"
|
||||||
Reference in New Issue
Block a user