gryf/coach
1
0
Fork 0
mirror of https://github.com/gryf/coach.git synced 2025-12-17 11:10:20 +01:00
Code Issues Projects Releases Wiki Activity

bug fix for clipped ppo for discrete controls

Browse Source
This commit is contained in:
itaicaspi-intel
2018-09-18 10:37:42 +03:00
parent abaa58b559
commit 73cc6e39d0
2 changed files with 9 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
rl_coach/agents/clipped_ppo_agent.py
View File

@@ -194,7 +194,9 @@ class ClippedPPOAgent(ActorCriticAgent):
for input_index, input in enumerate(old_policy_distribution):
inputs['output_1_{}'.format(input_index + 1)] = input
inputs['output_1_3'] = self.ap.algorithm.clipping_decay_schedule.current_value
# update the clipping decay schedule value
inputs['output_1_{}'.format(len(old_policy_distribution)+1)] = \
self.ap.algorithm.clipping_decay_schedule.current_value
total_loss, losses, unclipped_grads, fetch_result = \
self.networks['main'].train_and_sync_networks(