gryf/coach
1
0
Fork 0
mirror of https://github.com/gryf/coach.git synced 2025-12-17 19:20:19 +01:00
Code Issues Projects Releases Wiki Activity

change method interface: AgentInterface.emulate_act_on_trainer(transition: Transition) -> emulate_act_on_trainer(action: ActionType)

Browse Source
This commit is contained in:
zach dwiel
2019-04-05 10:53:03 -04:00
committed by Zach Dwiel
parent b20e795ce0
commit f2fead57e5
3 changed files with 8 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
rl_coach/agents/agent.py
View File

@@ -813,6 +813,7 @@ class Agent(AgentInterface):
curr_state = self.curr_state
self.last_action_info = self.choose_action(curr_state)
# is it intentional that self.last_action_info is not filtered?
filtered_action_info = self.output_filter.filter(self.last_action_info)
return filtered_action_info
@@ -1037,7 +1038,7 @@ class Agent(AgentInterface):
# TODO-remove - this is a temporary flow, used by the trainer worker, duplicated from observe() - need to create
# an external trainer flow reusing the existing flow and methods [e.g. observe(), step(), act()]
def emulate_act_on_trainer(self, transition: Transition) -> ActionInfo:
def emulate_act_on_trainer(self, action: ActionType) -> ActionInfo:
"""
This emulates the act using the transition obtained from the rollout worker on the training worker
in case of distributed training.
@@ -1053,7 +1054,8 @@ class Agent(AgentInterface):
self.total_steps_counter += 1
self.current_episode_steps_counter += 1
self.last_action_info = transition.action
# these types don't match: ActionInfo = ActionType
self.last_action_info = action
return self.last_action_info