gryf/coach
1
0
Fork 0
mirror of https://github.com/gryf/coach.git synced 2025-12-18 03:30:19 +01:00
Code Issues Projects Releases Wiki Activity

Adding initial interface for backend and redis pubsub (#19)

Browse Source 
* Adding initial interface for backend and redis pubsub

* Addressing comments, adding super in all memories

* Removing distributed experience replay
This commit is contained in:
Ajay Deshpande
2018-10-03 15:07:48 -07:00
committed by zach dwiel
parent a54ef2757f
commit 6b2de6ba6d
21 changed files with 459 additions and 444 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
rl_coach/rollout_worker.py
View File

@@ -10,11 +10,14 @@ this rollout worker:
import argparse
import time
import os
import json
from rl_coach.base_parameters import TaskParameters
from rl_coach.coach import expand_preset
from rl_coach.core_types import EnvironmentEpisodes, RunPhase
from rl_coach.utils import short_dynamic_import
from rl_coach.memories.backend.memory_impl import construct_memory_params
# Q: specify alternative distributed memory, or should this go in the preset?
# A: preset must define distributed memory to be used. we aren't going to take
@@ -58,9 +61,12 @@ def rollout_worker(graph_manager, checkpoint_dir):
task_parameters = TaskParameters()
task_parameters.__dict__['checkpoint_restore_dir'] = checkpoint_dir
graph_manager.create_graph(task_parameters)
graph_manager.phase = RunPhase.TRAIN
graph_manager.act(EnvironmentEpisodes(num_steps=10))
for i in range(10000000):
graph_manager.act(EnvironmentEpisodes(num_steps=10))
graph_manager.restore_checkpoint()
graph_manager.phase = RunPhase.UNDEFINED
@@ -82,13 +88,19 @@ def main():
help="(int) Port of the redis server",
default=6379,
type=int)
parser.add_argument('--memory_backend_params',
help="(string) JSON string of the memory backend params",
type=str)
args = parser.parse_args()
graph_manager = short_dynamic_import(expand_preset(args.preset), ignore_module_case=True)
graph_manager.agent_params.memory.redis_ip = args.redis_ip
graph_manager.agent_params.memory.redis_port = args.redis_port
if args.memory_backend_params:
args.memory_backend_params = json.loads(args.memory_backend_params)
if 'run_type' not in args.memory_backend_params:
args.memory_backend_params['run_type'] = 'worker'
graph_manager.agent_params.memory.register_var('memory_backend_params', construct_memory_params(args.memory_backend_params))
rollout_worker(
graph_manager=graph_manager,
checkpoint_dir=args.checkpoint_dir,