gryf/coach
1
0 Fork 0
mirror of https://github.com/gryf/coach.git synced 2026-10-13 18:22:29 +02:00
Code Issues Projects Releases Wiki Activity

bug fixes for OPE (#311)

Browse Source
This commit is contained in:
Gal Leibovich authored and GitHub committed 2019-05-21 16:39:11 +03:00
1 parent 85d70dd7d5
commit acceb03ac0
8 files changed
+38 -21
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

rl_coach/graph_managers/batch_rl_graph_manager.py
+3 -3
View File
@@ -173,12 +173,12 @@ class BatchRLGraphManager(BasicRLGraphManager):
"""
agent = self.level_managers[0].agents['agent']
screen.log_title("Training a regression model for estimating MDP rewards")
agent.improve_reward_model(epochs=self.reward_model_num_epochs)
# prepare dataset to be consumed in the expected formats for OPE
agent.memory.prepare_evaluation_dataset()
screen.log_title("Training a regression model for estimating MDP rewards")
agent.improve_reward_model(epochs=self.reward_model_num_epochs)
screen.log_title("Collecting static statistics for OPE")
agent.ope_manager.gather_static_shared_stats(evaluation_dataset_as_transitions=
agent.memory.evaluation_dataset_as_transitions,