gryf/coach
1
0
Fork 0
mirror of https://github.com/gryf/coach.git synced 2025-12-17 11:10:20 +01:00
Code Issues Projects Releases Wiki Activity

updated atari presets with v4 environment ids

Browse Source
This commit is contained in:
Itai Caspi
2017-10-23 14:14:01 +03:00
parent 1a09b7cec3
commit 43bc359166
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
presets.py
View File

@@ -819,7 +819,7 @@ class Montezuma_NEC(Preset):
class Breakout_NEC(Preset):
def __init__(self):
Preset.__init__(self, NEC, Atari, ExplorationParameters)
self.env.level = 'BreakoutDeterministic-v3'
self.env.level = 'BreakoutDeterministic-v4'
self.learning_rate = 0.00025
self.agent.num_transitions_in_experience_replay = 1000000
self.exploration.initial_epsilon = 1.0
@@ -1107,7 +1107,7 @@ class Doom_Basic_A3C(Preset):
class Pong_A3C(Preset):
def __init__(self):
Preset.__init__(self, ActorCritic, Atari, CategoricalExploration)
self.env.level = 'PongDeterministic-v3'
self.env.level = 'PongDeterministic-v4'
self.agent.policy_gradient_rescaler = 'GAE'
self.learning_rate = 0.0001
self.num_heatup_steps = 0
@@ -1123,7 +1123,7 @@ class Pong_A3C(Preset):
class Breakout_A3C(Preset):
def __init__(self):
Preset.__init__(self, ActorCritic, Atari, CategoricalExploration)
self.env.level = 'BreakoutDeterministic-v3'
self.env.level = 'BreakoutDeterministic-v4'
self.agent.policy_gradient_rescaler = 'GAE'
self.learning_rate = 0.0001
self.num_heatup_steps = 200