mirror of
https://github.com/gryf/coach.git
synced 2025-12-17 11:10:20 +01:00
tests: removed Starcraft from CI (#296)
* tests: removed Starcraft from CI * tests: fix comment * tests: fix mujoco
This commit is contained in:
anabwan
@@ -117,23 +117,24 @@ jobs:
|
|||||||
docker push ${REGISTRY}/coach-mujoco_environment:${TAG}
|
docker push ${REGISTRY}/coach-mujoco_environment:${TAG}
|
||||||
no_output_timeout: 10m
|
no_output_timeout: 10m
|
||||||
|
|
||||||
build_starcraft_env:
|
# Starcraft is running too long for evaluation on nightly runs. Consider running in weekly test.
|
||||||
<<: *executor_prep
|
# build_starcraft_env:
|
||||||
steps:
|
# <<: *executor_prep
|
||||||
- checkout
|
# steps:
|
||||||
- *remote_docker
|
# - checkout
|
||||||
- *restore_cache
|
# - *remote_docker
|
||||||
- *aws_prep
|
# - *restore_cache
|
||||||
- run:
|
# - *aws_prep
|
||||||
name: Build and push starcraft environment container
|
# - run:
|
||||||
command: |
|
# name: Build and push starcraft environment container
|
||||||
REGISTRY=316971102342.dkr.ecr.us-west-2.amazonaws.com
|
# command: |
|
||||||
TAG=$(git describe --tags --always --dirty)
|
# REGISTRY=316971102342.dkr.ecr.us-west-2.amazonaws.com
|
||||||
docker pull ${REGISTRY}/coach-base:${MASTER_BRANCH}
|
# TAG=$(git describe --tags --always --dirty)
|
||||||
docker tag ${REGISTRY}/coach-base:${MASTER_BRANCH} coach-base:master
|
# docker pull ${REGISTRY}/coach-base:${MASTER_BRANCH}
|
||||||
docker build --cache-from ${REGISTRY}/coach-base:${MASTER_BRANCH} -t ${REGISTRY}/coach-starcraft_environment:${TAG} -f docker/Dockerfile.starcraft_environment .
|
# docker tag ${REGISTRY}/coach-base:${MASTER_BRANCH} coach-base:master
|
||||||
docker push ${REGISTRY}/coach-starcraft_environment:${TAG}
|
# docker build --cache-from ${REGISTRY}/coach-base:${MASTER_BRANCH} -t ${REGISTRY}/coach-starcraft_environment:${TAG} -f docker/Dockerfile.starcraft_environment .
|
||||||
no_output_timeout: 10m
|
# docker push ${REGISTRY}/coach-starcraft_environment:${TAG}
|
||||||
|
# no_output_timeout: 10m
|
||||||
|
|
||||||
unit_tests:
|
unit_tests:
|
||||||
<<: *executor_prep
|
<<: *executor_prep
|
||||||
@@ -252,25 +253,26 @@ jobs:
|
|||||||
kubectl delete ns golden-test-mujoco-${CIRCLE_BUILD_NUM} || true
|
kubectl delete ns golden-test-mujoco-${CIRCLE_BUILD_NUM} || true
|
||||||
when: always
|
when: always
|
||||||
|
|
||||||
golden_test_starcraft:
|
# Starcraft is running too long for evaluation on nightly runs. Consider running in weekly test.
|
||||||
<<: *executor_prep
|
# golden_test_starcraft:
|
||||||
steps:
|
# <<: *executor_prep
|
||||||
- checkout
|
# steps:
|
||||||
- *remote_docker
|
# - checkout
|
||||||
- *restore_cache
|
# - *remote_docker
|
||||||
- *aws_prep
|
# - *restore_cache
|
||||||
- run:
|
# - *aws_prep
|
||||||
name: run starcraft related golden tests
|
# - run:
|
||||||
command: |
|
# name: run starcraft related golden tests
|
||||||
export GOLDEN_PRESETS="Starcraft"
|
# command: |
|
||||||
python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn golden-test-starcraft -tc "export GOLDEN_PRESETS=${GOLDEN_PRESETS} && make golden_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-starcraft_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096
|
# export GOLDEN_PRESETS="Starcraft"
|
||||||
no_output_timeout: 30m
|
# python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn golden-test-starcraft -tc "export GOLDEN_PRESETS=${GOLDEN_PRESETS} && make golden_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-starcraft_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096
|
||||||
- run:
|
# no_output_timeout: 30m
|
||||||
name: cleanup
|
# - run:
|
||||||
command: |
|
# name: cleanup
|
||||||
kubectl delete --all pods --namespace=golden-test-starcraft-${CIRCLE_BUILD_NUM} || true
|
# command: |
|
||||||
kubectl delete ns golden-test-starcraft-${CIRCLE_BUILD_NUM} || true
|
# kubectl delete --all pods --namespace=golden-test-starcraft-${CIRCLE_BUILD_NUM} || true
|
||||||
when: always
|
# kubectl delete ns golden-test-starcraft-${CIRCLE_BUILD_NUM} || true
|
||||||
|
# when: always
|
||||||
|
|
||||||
functional_test_mujoco:
|
functional_test_mujoco:
|
||||||
<<: *executor_prep
|
<<: *executor_prep
|
||||||
@@ -312,25 +314,26 @@ jobs:
|
|||||||
kubectl delete ns functional-test-doom-${CIRCLE_BUILD_NUM} || true
|
kubectl delete ns functional-test-doom-${CIRCLE_BUILD_NUM} || true
|
||||||
when: always
|
when: always
|
||||||
|
|
||||||
functional_test_Starcraft:
|
# Starcraft is running too long for evaluation on nightly runs. Consider running in weekly test.
|
||||||
<<: *executor_prep
|
# functional_test_Starcraft:
|
||||||
steps:
|
# <<: *executor_prep
|
||||||
- checkout
|
# steps:
|
||||||
- *remote_docker
|
# - checkout
|
||||||
- *restore_cache
|
# - *remote_docker
|
||||||
- *aws_prep
|
# - *restore_cache
|
||||||
- run:
|
# - *aws_prep
|
||||||
name: run Starcraft related functional tests
|
# - run:
|
||||||
command: |
|
# name: run Starcraft related functional tests
|
||||||
export FUNCTIONAL_PRESETS="Starcraft"
|
# command: |
|
||||||
python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn functional-test-starcraft -tc "export FUNCTIONAL_PRESETS='${FUNCTIONAL_PRESETS}' && make functional_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-starcraft_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096
|
# export FUNCTIONAL_PRESETS="Starcraft"
|
||||||
no_output_timeout: 30m
|
# python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn functional-test-starcraft -tc "export FUNCTIONAL_PRESETS='${FUNCTIONAL_PRESETS}' && make functional_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-starcraft_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096
|
||||||
- run:
|
# no_output_timeout: 30m
|
||||||
name: cleanup
|
# - run:
|
||||||
command: |
|
# name: cleanup
|
||||||
kubectl delete --all pods --namespace=functional-test-starcraft-${CIRCLE_BUILD_NUM} || true
|
# command: |
|
||||||
kubectl delete ns functional-test-starcraft-${CIRCLE_BUILD_NUM} || true
|
# kubectl delete --all pods --namespace=functional-test-starcraft-${CIRCLE_BUILD_NUM} || true
|
||||||
when: always
|
# kubectl delete ns functional-test-starcraft-${CIRCLE_BUILD_NUM} || true
|
||||||
|
# when: always
|
||||||
|
|
||||||
trace_test_gym:
|
trace_test_gym:
|
||||||
<<: *executor_prep
|
<<: *executor_prep
|
||||||
@@ -392,25 +395,26 @@ jobs:
|
|||||||
kubectl delete ns trace-test-mujoco-${CIRCLE_BUILD_NUM} || true
|
kubectl delete ns trace-test-mujoco-${CIRCLE_BUILD_NUM} || true
|
||||||
when: always
|
when: always
|
||||||
|
|
||||||
trace_test_starcraft:
|
# Starcraft is running too long for evaluation on nightly runs. Consider running in weekly test.
|
||||||
<<: *executor_prep
|
# trace_test_starcraft:
|
||||||
steps:
|
# <<: *executor_prep
|
||||||
- checkout
|
# steps:
|
||||||
- *remote_docker
|
# - checkout
|
||||||
- *restore_cache
|
# - *remote_docker
|
||||||
- *aws_prep
|
# - *restore_cache
|
||||||
- run:
|
# - *aws_prep
|
||||||
name: run starcraft related trace tests
|
# - run:
|
||||||
command: |
|
# name: run starcraft related trace tests
|
||||||
export TRACE_PRESETS='Starcraft_CollectMinerals_Arc,Starcraft_CollectMinerals_Deuling_DDQN'
|
# command: |
|
||||||
python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn trace-test-starcraft -tc "export TRACE_PRESETS=${TRACE_PRESETS} && make trace_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-starcraft_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096
|
# export TRACE_PRESETS='Starcraft_CollectMinerals_Arc,Starcraft_CollectMinerals_Deuling_DDQN'
|
||||||
no_output_timeout: 30m
|
# python3 rl_coach/tests/test_eks.py -c coach-test -bn ${CIRCLE_BUILD_NUM} -tn trace-test-starcraft -tc "export TRACE_PRESETS=${TRACE_PRESETS} && make trace_tests_without_docker" -i 316971102342.dkr.ecr.us-west-2.amazonaws.com/coach-starcraft_environment:$(git describe --tags --always --dirty) -cpu 2048 -mem 4096
|
||||||
- run:
|
# no_output_timeout: 30m
|
||||||
name: cleanup
|
# - run:
|
||||||
command: |
|
# name: cleanup
|
||||||
kubectl delete --all pods --namespace=trace-test-starcraft-${CIRCLE_BUILD_NUM} || true
|
# command: |
|
||||||
kubectl delete ns trace-test-starcraft-${CIRCLE_BUILD_NUM} || true
|
# kubectl delete --all pods --namespace=trace-test-starcraft-${CIRCLE_BUILD_NUM} || true
|
||||||
when: always
|
# kubectl delete ns trace-test-starcraft-${CIRCLE_BUILD_NUM} || true
|
||||||
|
# when: always
|
||||||
|
|
||||||
multinode_test:
|
multinode_test:
|
||||||
<<: *executor_prep
|
<<: *executor_prep
|
||||||
@@ -503,9 +507,9 @@ workflows:
|
|||||||
- build_mujoco_env:
|
- build_mujoco_env:
|
||||||
requires:
|
requires:
|
||||||
- e2e_approval
|
- e2e_approval
|
||||||
- build_starcraft_env:
|
# - build_starcraft_env:
|
||||||
requires:
|
# requires:
|
||||||
- e2e_approval
|
# - e2e_approval
|
||||||
- gym_approval:
|
- gym_approval:
|
||||||
type: approval
|
type: approval
|
||||||
requires:
|
requires:
|
||||||
@@ -518,10 +522,10 @@ workflows:
|
|||||||
type: approval
|
type: approval
|
||||||
requires:
|
requires:
|
||||||
- golden_test_mujoco
|
- golden_test_mujoco
|
||||||
- starcraft_approval:
|
# - starcraft_approval:
|
||||||
type: approval
|
# type: approval
|
||||||
requires:
|
# requires:
|
||||||
- golden_test_starcraft
|
# - golden_test_starcraft
|
||||||
- golden_test_gym:
|
- golden_test_gym:
|
||||||
requires:
|
requires:
|
||||||
- build_gym_env
|
- build_gym_env
|
||||||
@@ -531,9 +535,9 @@ workflows:
|
|||||||
- golden_test_mujoco:
|
- golden_test_mujoco:
|
||||||
requires:
|
requires:
|
||||||
- build_mujoco_env
|
- build_mujoco_env
|
||||||
- golden_test_starcraft:
|
# - golden_test_starcraft:
|
||||||
requires:
|
# requires:
|
||||||
- build_starcraft_env
|
# - build_starcraft_env
|
||||||
- trace_test_gym:
|
- trace_test_gym:
|
||||||
requires:
|
requires:
|
||||||
- gym_approval
|
- gym_approval
|
||||||
@@ -543,9 +547,9 @@ workflows:
|
|||||||
- trace_test_mujoco:
|
- trace_test_mujoco:
|
||||||
requires:
|
requires:
|
||||||
- mujoco_approval
|
- mujoco_approval
|
||||||
- trace_test_starcraft:
|
# - trace_test_starcraft:
|
||||||
requires:
|
# requires:
|
||||||
- starcraft_approval
|
# - starcraft_approval
|
||||||
- container_deploy:
|
- container_deploy:
|
||||||
requires:
|
requires:
|
||||||
- unit_tests
|
- unit_tests
|
||||||
@@ -568,7 +572,7 @@ workflows:
|
|||||||
- build_gym_env
|
- build_gym_env
|
||||||
- build_doom_env
|
- build_doom_env
|
||||||
- build_mujoco_env
|
- build_mujoco_env
|
||||||
# Starcraft disabled from nightly because tests are un-stabled
|
# Starcraft is running too long for evaluation on nightly runs. Consider running in weekly test.
|
||||||
#- build_starcraft_env
|
#- build_starcraft_env
|
||||||
- functional_test_doom:
|
- functional_test_doom:
|
||||||
requires:
|
requires:
|
||||||
@@ -577,7 +581,7 @@ workflows:
|
|||||||
requires:
|
requires:
|
||||||
- build_mujoco_env
|
- build_mujoco_env
|
||||||
- functional_test_doom
|
- functional_test_doom
|
||||||
# Starcraft disabled from nightly because tests are un-stabled
|
# Starcraft is running too long for evaluation on nightly runs. Consider running in weekly test.
|
||||||
#- functional_test_starcraft:
|
#- functional_test_starcraft:
|
||||||
# requires:
|
# requires:
|
||||||
# - build_starcraft_env
|
# - build_starcraft_env
|
||||||
@@ -593,7 +597,7 @@ workflows:
|
|||||||
requires:
|
requires:
|
||||||
- build_mujoco_env
|
- build_mujoco_env
|
||||||
- golden_test_doom
|
- golden_test_doom
|
||||||
# Starcraft disabled from nightly because tests are un-stabled
|
# Starcraft is running too long for evaluation on nightly runs. Consider running in weekly test.
|
||||||
#- golden_test_starcraft:
|
#- golden_test_starcraft:
|
||||||
# requires:
|
# requires:
|
||||||
# - build_starcraft_env
|
# - build_starcraft_env
|
||||||
|
|||||||
Reference in New Issue
Block a user