1
0
mirror of https://github.com/gryf/coach.git synced 2025-12-17 11:10:20 +01:00

aws pip package (#118)

Added support for a rl-coach-slim package.
This commit is contained in:
shadiendrawis
2018-11-19 14:00:16 +02:00
committed by Gal Novik
parent 3817cefb12
commit ff816b347d
2 changed files with 19 additions and 11 deletions

View File

@@ -4,4 +4,5 @@ include rl_coach/environments/doom/*.wad
include rl_coach/environments/mujoco/common/*.xml include rl_coach/environments/mujoco/common/*.xml
include rl_coach/environments/mujoco/*.xml include rl_coach/environments/mujoco/*.xml
include rl_coach/environments/*.ini include rl_coach/environments/*.ini
include rl_coach/tests/*.ini include rl_coach/tests/*.ini
include requirements.txt

View File

@@ -40,6 +40,7 @@ import subprocess
# 3. Run `python setup.py sdist` # 3. Run `python setup.py sdist`
# 4. Run `twine upload dist/*` # 4. Run `twine upload dist/*`
slim_package = False # if true build aws package with partial dependencies, otherwise, build full package
here = path.abspath(path.dirname(__file__)) here = path.abspath(path.dirname(__file__))
@@ -49,10 +50,14 @@ with open(path.join(here, 'README.md'), encoding='utf-8') as f:
install_requires = list() install_requires = list()
extras = dict() extras = dict()
excluded_packages = ['wxPython', 'kubernetes', 'tensorflow'] if slim_package else []
with open(path.join(here, 'requirements.txt'), 'r') as f: with open(path.join(here, 'requirements.txt'), 'r') as f:
for line in f: for line in f:
install_requires.append(line.strip()) package = line.strip()
if any(p in package for p in excluded_packages):
continue
install_requires.append(package)
# check if system has CUDA enabled GPU # check if system has CUDA enabled GPU
p = subprocess.Popen(['command -v nvidia-smi'], stdout=subprocess.PIPE, shell=True) p = subprocess.Popen(['command -v nvidia-smi'], stdout=subprocess.PIPE, shell=True)
@@ -60,15 +65,17 @@ out = p.communicate()[0].decode('UTF-8')
using_GPU = out != '' using_GPU = out != ''
if not using_GPU: if not using_GPU:
# For linux wth no GPU, we install the Intel optimized version of TensorFlow if not slim_package:
if sys.platform == "linux" or sys.platform == "linux2": # For linux wth no GPU, we install the Intel optimized version of TensorFlow
subprocess.check_call(['pip install ' if sys.platform == "linux" or sys.platform == "linux2":
'https://storage.googleapis.com/intel-optimized-tensorflow/tensorflow-1.11.0-cp35-cp35m-linux_x86_64.whl'], subprocess.check_call(['pip install '
shell=True) 'https://storage.googleapis.com/intel-optimized-tensorflow/tensorflow-1.11.0-cp35-cp35m-linux_x86_64.whl'],
install_requires.append('tensorflow>=1.9.0') shell=True)
install_requires.append('tensorflow>=1.9.0')
extras['mxnet'] = ['mxnet-mkl>=1.3.0'] extras['mxnet'] = ['mxnet-mkl>=1.3.0']
else: else:
install_requires.append('tensorflow-gpu>=1.9.0') if not slim_package:
install_requires.append('tensorflow-gpu>=1.9.0')
extras['mxnet'] = ['mxnet-cu90mkl>=1.3.0'] extras['mxnet'] = ['mxnet-cu90mkl>=1.3.0']
all_deps = [] all_deps = []
@@ -78,8 +85,8 @@ extras['all'] = all_deps
setup( setup(
name='rl-coach', name='rl-coach' if not slim_package else 'rl-coach-slim',
version='0.10.0', version='0.11.0',
description='Reinforcement Learning Coach enables easy experimentation with state of the art Reinforcement Learning algorithms.', description='Reinforcement Learning Coach enables easy experimentation with state of the art Reinforcement Learning algorithms.',
url='https://github.com/NervanaSystems/coach', url='https://github.com/NervanaSystems/coach',
author='Intel AI Lab', author='Intel AI Lab',