gryf/coach
1
0
Fork 0
mirror of https://github.com/gryf/coach.git synced 2025-12-17 11:10:20 +01:00
Code Issues Projects Releases Wiki Activity

tests: fix multi environment variables in configci (#284)

Browse Source 
* tests: fix multi environment variables in configci

- fix multi environment vairables in configci
- removing bitflip from mujoco tests
- add bitflip to gym

* tests: disable mujoco_a3c_lstm + fix timeout and fix docker
This commit is contained in:
anabwan
2019-04-04 16:11:41 +03:00
committed by GitHub
parent f173e69187
commit cdb8d9e518
3 changed files with 14 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
.circleci/config.yml
View File

@@ -182,7 +182,7 @@ jobs:
- run: - run:
name: run functional tests name: run functional tests
command: | command: |
export FUNCTIONAL_PRESETS='not mujoco and not CARLA and not doom' export FUNCTIONAL_PRESETS="'not mujoco and not CARLA and not doom'"
python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn functional-test -tc "export FUNCTIONAL_PRESETS=${FUNCTIONAL_PRESETS} && make functional_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096 python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn functional-test -tc "export FUNCTIONAL_PRESETS=${FUNCTIONAL_PRESETS} && make functional_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096
no_output_timeout: 30m no_output_timeout: 30m
- run: - run:
@@ -202,7 +202,7 @@ jobs:
- run: - run:
name: run gym related golden tests name: run gym related golden tests
command: | command: |
export GOLDEN_PRESETS='CartPole' export GOLDEN_PRESETS="'CartPole or BitFlip'"
python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn golden-test-gym -tc "export GOLDEN_PRESETS=${GOLDEN_PRESETS} && make golden_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-gym_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096 python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn golden-test-gym -tc "export GOLDEN_PRESETS=${GOLDEN_PRESETS} && make golden_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-gym_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096
no_output_timeout: 30m no_output_timeout: 30m
- run: - run:
@@ -222,7 +222,7 @@ jobs:
- run: - run:
name: run doom related golden tests name: run doom related golden tests
command: | command: |
export GOLDEN_PRESETS='Doom' export GOLDEN_PRESETS="Doom"
python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn golden-test-doom -tc "export GOLDEN_PRESETS=${GOLDEN_PRESETS} && make golden_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-doom_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096 python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn golden-test-doom -tc "export GOLDEN_PRESETS=${GOLDEN_PRESETS} && make golden_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-doom_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096
no_output_timeout: 30m no_output_timeout: 30m
- run: - run:
@@ -242,9 +242,9 @@ jobs:
- run: - run:
name: run mujoco related golden tests name: run mujoco related golden tests
command: | command: |
export GOLDEN_PRESETS='BitFlip or Mujoco' export GOLDEN_PRESETS="Mujoco"
python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn golden-test-mujoco -tc "export GOLDEN_PRESETS=${GOLDEN_PRESETS} && make golden_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-mujoco_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096 python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn golden-test-mujoco -tc "export GOLDEN_PRESETS=${GOLDEN_PRESETS} && make golden_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-mujoco_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096
no_output_timeout: 30m no_output_timeout: 45m
- run: - run:
name: cleanup name: cleanup
command: | command: |
@@ -262,7 +262,7 @@ jobs:
- run: - run:
name: run starcraft related golden tests name: run starcraft related golden tests
command: | command: |
export GOLDEN_PRESETS='Starcraft' export GOLDEN_PRESETS="Starcraft"
python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn golden-test-starcraft -tc "export GOLDEN_PRESETS=${GOLDEN_PRESETS} && make golden_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-starcraft_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096 python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn golden-test-starcraft -tc "export GOLDEN_PRESETS=${GOLDEN_PRESETS} && make golden_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-starcraft_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096
no_output_timeout: 30m no_output_timeout: 30m
- run: - run:
@@ -282,9 +282,9 @@ jobs:
- run: - run:
name: run mujoco related functional tests name: run mujoco related functional tests
command: | command: |
export FUNCTIONAL_PRESETS='Mujoco' export FUNCTIONAL_PRESETS="Mujoco"
python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn functional-test-mujoco -tc "export FUNCTIONAL_PRESETS=${FUNCTIONAL_PRESETS} && make functional_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-mujoco_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096 python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn functional-test-mujoco -tc "export FUNCTIONAL_PRESETS=${FUNCTIONAL_PRESETS} && make functional_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-mujoco_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096
no_output_timeout: 30m no_output_timeout: 45m
- run: - run:
name: cleanup name: cleanup
command: | command: |
@@ -302,7 +302,7 @@ jobs:
- run: - run:
name: run doom related functional tests name: run doom related functional tests
command: | command: |
export FUNCTIONAL_PRESETS='Doom' export FUNCTIONAL_PRESETS="Doom"
python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn functional-test-doom -tc "export FUNCTIONAL_PRESETS=${FUNCTIONAL_PRESETS} && make functional_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-doom_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096 python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn functional-test-doom -tc "export FUNCTIONAL_PRESETS=${FUNCTIONAL_PRESETS} && make functional_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-doom_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096
no_output_timeout: 30m no_output_timeout: 30m
- run: - run:
@@ -322,8 +322,8 @@ jobs:
- run: - run:
name: run Starcraft related functional tests name: run Starcraft related functional tests
command: | command: |
export FUNCTIONAL_PRESETS='Starcraft' export FUNCTIONAL_PRESETS="Starcraft"
python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn functional-test-starcraft -tc "export FUNCTIONAL_PRESETS=${FUNCTIONAL_PRESETS} && make functional_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-starcraft_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096 python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn functional-test-starcraft -tc "export FUNCTIONAL_PRESETS='${FUNCTIONAL_PRESETS}' && make functional_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-starcraft_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096
no_output_timeout: 30m no_output_timeout: 30m
- run: - run:
name: cleanup name: cleanup
@@ -384,7 +384,7 @@ jobs:
command: | command: |
export TRACE_PRESETS='BitFlip_DQN_HER,BitFlip_DQN,Mujoco_A3C,Mujoco_A3C_LSTM,Mujoco_PPO,Mujoco_ClippedPPO,Mujoco_DDPG' export TRACE_PRESETS='BitFlip_DQN_HER,BitFlip_DQN,Mujoco_A3C,Mujoco_A3C_LSTM,Mujoco_PPO,Mujoco_ClippedPPO,Mujoco_DDPG'
python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn trace-test-mujoco -tc "export TRACE_PRESETS=${TRACE_PRESETS} && make trace_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-mujoco_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096 python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn trace-test-mujoco -tc "export TRACE_PRESETS=${TRACE_PRESETS} && make trace_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-mujoco_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096
no_output_timeout: 30m no_output_timeout: 45m
- run: - run:
name: cleanup name: cleanup
command: | command: |

2
docker/Makefile
View File

@@ -45,7 +45,7 @@ endif
ifndef FUNCTIONAL_PRESETS ifndef FUNCTIONAL_PRESETS
FUNCTIONAL_PRESETS= FUNCTIONAL_PRESETS=
endif endif
FUNCTIONAL_TESTS=python3 -m pytest rl_coach/tests -s -v -k ${FUNCTIONAL_PRESETS} -m functional_test FUNCTIONAL_TESTS=python3 -m pytest rl_coach/tests -s -v ${FUNCTIONAL_PRESETS} -m functional_test
# Golden Tests # Golden Tests
ifdef GOLDEN_PRESETS ifdef GOLDEN_PRESETS

2
rl_coach/presets/Mujoco_A3C_LSTM.py
View File

@@ -47,7 +47,7 @@ env_params = GymVectorEnvironment(level=SingleLevelSelection(mujoco_v2))
# Test # # Test #
######## ########
preset_validation_params = PresetValidationParameters() preset_validation_params = PresetValidationParameters()
preset_validation_params.test = True preset_validation_params.test = False
preset_validation_params.min_reward_threshold = 400 preset_validation_params.min_reward_threshold = 400
preset_validation_params.max_episodes_to_achieve_reward = 1000 preset_validation_params.max_episodes_to_achieve_reward = 1000
preset_validation_params.num_workers = 8 preset_validation_params.num_workers = 8