removing datasets + imports optimization

rl_coach/architectures/tensorflow_components/heads/categorical_q_head.py

@@ -15,11 +15,11 @@
 #
 
 import tensorflow as tf
-from rl_coach.base_parameters import AgentParameters
-from rl_coach.spaces import SpacesDefinition
 
 from rl_coach.architectures.tensorflow_components.heads.head import Head, HeadParameters
+from rl_coach.base_parameters import AgentParameters
 from rl_coach.core_types import QActionStateValue
+from rl_coach.spaces import SpacesDefinition
 
 
 class CategoricalQHeadParameters(HeadParameters):

rl_coach/architectures/tensorflow_components/heads/ddpg_actor_head.py

@@ -15,13 +15,12 @@
 #
 
 import tensorflow as tf
-from rl_coach.architectures.tensorflow_components.architecture import batchnorm_activation_dropout
 
+from rl_coach.architectures.tensorflow_components.architecture import batchnorm_activation_dropout
 from rl_coach.architectures.tensorflow_components.heads.head import Head, HeadParameters
 from rl_coach.base_parameters import AgentParameters
-from rl_coach.spaces import SpacesDefinition
-
 from rl_coach.core_types import ActionProbabilities
+from rl_coach.spaces import SpacesDefinition
 
 
 class DDPGActorHeadParameters(HeadParameters):

rl_coach/architectures/tensorflow_components/heads/dnd_q_head.py

@@ -14,12 +14,12 @@
 # limitations under the License.
 #
 import tensorflow as tf
-from rl_coach.architectures.tensorflow_components.heads.head import HeadParameters
 
-from rl_coach.base_parameters import AgentParameters
+from rl_coach.architectures.tensorflow_components.heads.head import HeadParameters
 from rl_coach.architectures.tensorflow_components.heads.q_head import QHead
-from rl_coach.spaces import SpacesDefinition
+from rl_coach.base_parameters import AgentParameters
 from rl_coach.memories.non_episodic import differentiable_neural_dictionary
+from rl_coach.spaces import SpacesDefinition
 
 
 class DNDQHeadParameters(HeadParameters):

rl_coach/architectures/tensorflow_components/heads/dueling_q_head.py

@@ -15,10 +15,10 @@
 #
 
 import tensorflow as tf
-from rl_coach.architectures.tensorflow_components.heads.head import HeadParameters
 
-from rl_coach.base_parameters import AgentParameters
+from rl_coach.architectures.tensorflow_components.heads.head import HeadParameters
 from rl_coach.architectures.tensorflow_components.heads.q_head import QHead
+from rl_coach.base_parameters import AgentParameters
 from rl_coach.spaces import SpacesDefinition
 
 

rl_coach/architectures/tensorflow_components/heads/head.py

@@ -17,10 +17,10 @@ from typing import Type
 
 import numpy as np
 import tensorflow as tf
-from rl_coach.base_parameters import AgentParameters, Parameters
-from rl_coach.spaces import SpacesDefinition
 from tensorflow.python.ops.losses.losses_impl import Reduction
 
+from rl_coach.base_parameters import AgentParameters, Parameters
+from rl_coach.spaces import SpacesDefinition
 from rl_coach.utils import force_list
 
 

rl_coach/architectures/tensorflow_components/heads/measurements_prediction_head.py

@@ -15,11 +15,11 @@
 #
 
 import tensorflow as tf
-from rl_coach.base_parameters import AgentParameters
-from rl_coach.spaces import SpacesDefinition
 
 from rl_coach.architectures.tensorflow_components.heads.head import Head, HeadParameters
+from rl_coach.base_parameters import AgentParameters
 from rl_coach.core_types import Measurements
+from rl_coach.spaces import SpacesDefinition
 
 
 class MeasurementsPredictionHeadParameters(HeadParameters):

rl_coach/architectures/tensorflow_components/heads/naf_head.py

@@ -15,12 +15,12 @@
 #
 
 import tensorflow as tf
-from rl_coach.base_parameters import AgentParameters
-from rl_coach.spaces import BoxActionSpace
-from rl_coach.spaces import SpacesDefinition
 
 from rl_coach.architectures.tensorflow_components.heads.head import Head, HeadParameters
+from rl_coach.base_parameters import AgentParameters
 from rl_coach.core_types import QActionStateValue
+from rl_coach.spaces import BoxActionSpace
+from rl_coach.spaces import SpacesDefinition
 
 
 class NAFHeadParameters(HeadParameters):

rl_coach/architectures/tensorflow_components/heads/policy_head.py

@@ -16,15 +16,15 @@
 
 import numpy as np
 import tensorflow as tf
+
 from rl_coach.architectures.tensorflow_components.heads.head import Head, normalized_columns_initializer, HeadParameters
 from rl_coach.base_parameters import AgentParameters
+from rl_coach.core_types import ActionProbabilities
+from rl_coach.exploration_policies.continuous_entropy import ContinuousEntropyParameters
 from rl_coach.spaces import DiscreteActionSpace, BoxActionSpace, CompoundActionSpace
 from rl_coach.spaces import SpacesDefinition
 from rl_coach.utils import eps
 
-from rl_coach.core_types import ActionProbabilities
-from rl_coach.exploration_policies.continuous_entropy import ContinuousEntropyParameters
-
 
 class PolicyHeadParameters(HeadParameters):
     def __init__(self, activation_function: str ='tanh', name: str='policy_head_params'):

rl_coach/architectures/tensorflow_components/heads/ppo_head.py

@@ -16,14 +16,14 @@
 
 import numpy as np
 import tensorflow as tf
+
+from rl_coach.architectures.tensorflow_components.heads.head import Head, HeadParameters, normalized_columns_initializer
 from rl_coach.base_parameters import AgentParameters
+from rl_coach.core_types import ActionProbabilities
 from rl_coach.spaces import BoxActionSpace, DiscreteActionSpace
 from rl_coach.spaces import SpacesDefinition
 from rl_coach.utils import eps
 
-from rl_coach.architectures.tensorflow_components.heads.head import Head, HeadParameters, normalized_columns_initializer
-from rl_coach.core_types import ActionProbabilities
-
 
 class PPOHeadParameters(HeadParameters):
     def __init__(self, activation_function: str ='tanh', name: str='ppo_head_params'):

rl_coach/architectures/tensorflow_components/heads/ppo_v_head.py

@@ -15,11 +15,11 @@
 #
 
 import tensorflow as tf
-from rl_coach.base_parameters import AgentParameters
-from rl_coach.spaces import SpacesDefinition
 
 from rl_coach.architectures.tensorflow_components.heads.head import Head, normalized_columns_initializer, HeadParameters
+from rl_coach.base_parameters import AgentParameters
 from rl_coach.core_types import ActionProbabilities
+from rl_coach.spaces import SpacesDefinition
 
 
 class PPOVHeadParameters(HeadParameters):

rl_coach/architectures/tensorflow_components/heads/q_head.py

@@ -15,11 +15,11 @@
 #
 
 import tensorflow as tf
-from rl_coach.base_parameters import AgentParameters
-from rl_coach.spaces import SpacesDefinition, BoxActionSpace, DiscreteActionSpace
 
 from rl_coach.architectures.tensorflow_components.heads.head import Head, HeadParameters
+from rl_coach.base_parameters import AgentParameters
 from rl_coach.core_types import QActionStateValue
+from rl_coach.spaces import SpacesDefinition, BoxActionSpace, DiscreteActionSpace
 
 
 class QHeadParameters(HeadParameters):

rl_coach/architectures/tensorflow_components/heads/quantile_regression_q_head.py

@@ -15,11 +15,11 @@
 #
 
 import tensorflow as tf
-from rl_coach.base_parameters import AgentParameters
-from rl_coach.spaces import SpacesDefinition
 
 from rl_coach.architectures.tensorflow_components.heads.head import Head, HeadParameters
+from rl_coach.base_parameters import AgentParameters
 from rl_coach.core_types import QActionStateValue
+from rl_coach.spaces import SpacesDefinition
 
 
 class QuantileRegressionQHeadParameters(HeadParameters):

rl_coach/architectures/tensorflow_components/heads/v_head.py

@@ -15,11 +15,11 @@
 #
 
 import tensorflow as tf
-from rl_coach.base_parameters import AgentParameters
-from rl_coach.spaces import SpacesDefinition
 
 from rl_coach.architectures.tensorflow_components.heads.head import Head, normalized_columns_initializer, HeadParameters
+from rl_coach.base_parameters import AgentParameters
 from rl_coach.core_types import VStateValue
+from rl_coach.spaces import SpacesDefinition
 
 
 class VHeadParameters(HeadParameters):