diff --git a/rl_coach/presets/CartPole_ClippedPPO.py b/rl_coach/presets/CartPole_ClippedPPO.py index 6aa9d4c..50014c4 100644 --- a/rl_coach/presets/CartPole_ClippedPPO.py +++ b/rl_coach/presets/CartPole_ClippedPPO.py @@ -47,10 +47,9 @@ agent_params.algorithm.num_steps_between_copying_online_weights_to_target = Envi # Distributed Coach synchronization type. agent_params.algorithm.distributed_coach_synchronization_type = DistributedCoachSynchronizationType.SYNC -agent_params.exploration = EGreedyParameters() -agent_params.exploration.epsilon_schedule = LinearSchedule(1.0, 0.01, 10000) agent_params.pre_network_filter.add_observation_filter('observation', 'normalize_observation', ObservationNormalizationFilter(name='normalize_observation')) + ############### # Environment # ###############