removing datasets + imports optimization

rl_coach/architectures/tensorflow_components/architecture.py

@@ -19,12 +19,12 @@ from typing import List
 
 import numpy as np
 import tensorflow as tf
-from rl_coach.base_parameters import AgentParameters, DistributedTaskParameters
-from rl_coach.spaces import SpacesDefinition
-from rl_coach.utils import force_list, squeeze_list
 
 from rl_coach.architectures.architecture import Architecture
+from rl_coach.base_parameters import AgentParameters, DistributedTaskParameters
 from rl_coach.core_types import GradientClippingMethod
+from rl_coach.spaces import SpacesDefinition
+from rl_coach.utils import force_list, squeeze_list
 
 
 def batchnorm_activation_dropout(input_layer, batchnorm, activation_function, dropout, dropout_rate, layer_idx):

rl_coach/architectures/tensorflow_components/embedders/embedder.py

@@ -18,10 +18,9 @@ from typing import List, Union
 
 import numpy as np
 import tensorflow as tf
-from rl_coach.architectures.tensorflow_components.shared_variables import SharedRunningStats
-from rl_coach.base_parameters import EmbedderScheme
 
 from rl_coach.architectures.tensorflow_components.architecture import batchnorm_activation_dropout
+from rl_coach.base_parameters import EmbedderScheme
 from rl_coach.core_types import InputEmbedding
 
 

rl_coach/architectures/tensorflow_components/embedders/image_embedder.py

@@ -17,10 +17,10 @@
 from typing import List
 
 import tensorflow as tf
-from rl_coach.architectures.tensorflow_components.architecture import Conv2d
-from rl_coach.base_parameters import EmbedderScheme
 
+from rl_coach.architectures.tensorflow_components.architecture import Conv2d
 from rl_coach.architectures.tensorflow_components.embedders.embedder import InputEmbedder
+from rl_coach.base_parameters import EmbedderScheme
 from rl_coach.core_types import InputImageEmbedding
 
 

rl_coach/architectures/tensorflow_components/embedders/vector_embedder.py

@@ -17,10 +17,10 @@
 from typing import List
 
 import tensorflow as tf
-from rl_coach.architectures.tensorflow_components.architecture import Dense
-from rl_coach.base_parameters import EmbedderScheme
 
+from rl_coach.architectures.tensorflow_components.architecture import Dense
 from rl_coach.architectures.tensorflow_components.embedders.embedder import InputEmbedder
+from rl_coach.base_parameters import EmbedderScheme
 from rl_coach.core_types import InputVectorEmbedding
 
 

rl_coach/architectures/tensorflow_components/general_network.py

@@ -19,15 +19,15 @@ from typing import Dict
 
 import numpy as np
 import tensorflow as tf
+
+from rl_coach.architectures.tensorflow_components.architecture import TensorFlowArchitecture
 from rl_coach.architectures.tensorflow_components.heads.head import HeadParameters
 from rl_coach.architectures.tensorflow_components.middlewares.middleware import MiddlewareParameters
 from rl_coach.base_parameters import AgentParameters, InputEmbedderParameters, EmbeddingMergerType
+from rl_coach.core_types import PredictionType
 from rl_coach.spaces import SpacesDefinition, PlanarMapsObservationSpace
 from rl_coach.utils import get_all_subclasses, dynamic_import_and_instantiate_module_from_params
 
-from rl_coach.architectures.tensorflow_components.architecture import TensorFlowArchitecture
-from rl_coach.core_types import PredictionType
-
 
 class GeneralTensorFlowNetwork(TensorFlowArchitecture):
     """

rl_coach/architectures/tensorflow_components/heads/categorical_q_head.py

@@ -15,11 +15,11 @@
 #
 
 import tensorflow as tf
-from rl_coach.base_parameters import AgentParameters
-from rl_coach.spaces import SpacesDefinition
 
 from rl_coach.architectures.tensorflow_components.heads.head import Head, HeadParameters
+from rl_coach.base_parameters import AgentParameters
 from rl_coach.core_types import QActionStateValue
+from rl_coach.spaces import SpacesDefinition
 
 
 class CategoricalQHeadParameters(HeadParameters):

rl_coach/architectures/tensorflow_components/heads/ddpg_actor_head.py

@@ -15,13 +15,12 @@
 #
 
 import tensorflow as tf
-from rl_coach.architectures.tensorflow_components.architecture import batchnorm_activation_dropout
 
+from rl_coach.architectures.tensorflow_components.architecture import batchnorm_activation_dropout
 from rl_coach.architectures.tensorflow_components.heads.head import Head, HeadParameters
 from rl_coach.base_parameters import AgentParameters
-from rl_coach.spaces import SpacesDefinition
-
 from rl_coach.core_types import ActionProbabilities
+from rl_coach.spaces import SpacesDefinition
 
 
 class DDPGActorHeadParameters(HeadParameters):

rl_coach/architectures/tensorflow_components/heads/dnd_q_head.py

@@ -14,12 +14,12 @@
 # limitations under the License.
 #
 import tensorflow as tf
-from rl_coach.architectures.tensorflow_components.heads.head import HeadParameters
 
-from rl_coach.base_parameters import AgentParameters
+from rl_coach.architectures.tensorflow_components.heads.head import HeadParameters
 from rl_coach.architectures.tensorflow_components.heads.q_head import QHead
-from rl_coach.spaces import SpacesDefinition
+from rl_coach.base_parameters import AgentParameters
 from rl_coach.memories.non_episodic import differentiable_neural_dictionary
+from rl_coach.spaces import SpacesDefinition
 
 
 class DNDQHeadParameters(HeadParameters):

rl_coach/architectures/tensorflow_components/heads/dueling_q_head.py

@@ -15,10 +15,10 @@
 #
 
 import tensorflow as tf
-from rl_coach.architectures.tensorflow_components.heads.head import HeadParameters
 
-from rl_coach.base_parameters import AgentParameters
+from rl_coach.architectures.tensorflow_components.heads.head import HeadParameters
 from rl_coach.architectures.tensorflow_components.heads.q_head import QHead
+from rl_coach.base_parameters import AgentParameters
 from rl_coach.spaces import SpacesDefinition
 
 

rl_coach/architectures/tensorflow_components/heads/head.py

@@ -17,10 +17,10 @@ from typing import Type
 
 import numpy as np
 import tensorflow as tf
-from rl_coach.base_parameters import AgentParameters, Parameters
-from rl_coach.spaces import SpacesDefinition
 from tensorflow.python.ops.losses.losses_impl import Reduction
 
+from rl_coach.base_parameters import AgentParameters, Parameters
+from rl_coach.spaces import SpacesDefinition
 from rl_coach.utils import force_list
 
 

rl_coach/architectures/tensorflow_components/heads/measurements_prediction_head.py

@@ -15,11 +15,11 @@
 #
 
 import tensorflow as tf
-from rl_coach.base_parameters import AgentParameters
-from rl_coach.spaces import SpacesDefinition
 
 from rl_coach.architectures.tensorflow_components.heads.head import Head, HeadParameters
+from rl_coach.base_parameters import AgentParameters
 from rl_coach.core_types import Measurements
+from rl_coach.spaces import SpacesDefinition
 
 
 class MeasurementsPredictionHeadParameters(HeadParameters):

rl_coach/architectures/tensorflow_components/heads/naf_head.py

@@ -15,12 +15,12 @@
 #
 
 import tensorflow as tf
-from rl_coach.base_parameters import AgentParameters
-from rl_coach.spaces import BoxActionSpace
-from rl_coach.spaces import SpacesDefinition
 
 from rl_coach.architectures.tensorflow_components.heads.head import Head, HeadParameters
+from rl_coach.base_parameters import AgentParameters
 from rl_coach.core_types import QActionStateValue
+from rl_coach.spaces import BoxActionSpace
+from rl_coach.spaces import SpacesDefinition
 
 
 class NAFHeadParameters(HeadParameters):

rl_coach/architectures/tensorflow_components/heads/policy_head.py

@@ -16,15 +16,15 @@
 
 import numpy as np
 import tensorflow as tf
+
 from rl_coach.architectures.tensorflow_components.heads.head import Head, normalized_columns_initializer, HeadParameters
 from rl_coach.base_parameters import AgentParameters
+from rl_coach.core_types import ActionProbabilities
+from rl_coach.exploration_policies.continuous_entropy import ContinuousEntropyParameters
 from rl_coach.spaces import DiscreteActionSpace, BoxActionSpace, CompoundActionSpace
 from rl_coach.spaces import SpacesDefinition
 from rl_coach.utils import eps
 
-from rl_coach.core_types import ActionProbabilities
-from rl_coach.exploration_policies.continuous_entropy import ContinuousEntropyParameters
-
 
 class PolicyHeadParameters(HeadParameters):
     def __init__(self, activation_function: str ='tanh', name: str='policy_head_params'):

rl_coach/architectures/tensorflow_components/heads/ppo_head.py

@@ -16,14 +16,14 @@
 
 import numpy as np
 import tensorflow as tf
+
+from rl_coach.architectures.tensorflow_components.heads.head import Head, HeadParameters, normalized_columns_initializer
 from rl_coach.base_parameters import AgentParameters
+from rl_coach.core_types import ActionProbabilities
 from rl_coach.spaces import BoxActionSpace, DiscreteActionSpace
 from rl_coach.spaces import SpacesDefinition
 from rl_coach.utils import eps
 
-from rl_coach.architectures.tensorflow_components.heads.head import Head, HeadParameters, normalized_columns_initializer
-from rl_coach.core_types import ActionProbabilities
-
 
 class PPOHeadParameters(HeadParameters):
     def __init__(self, activation_function: str ='tanh', name: str='ppo_head_params'):

rl_coach/architectures/tensorflow_components/heads/ppo_v_head.py

@@ -15,11 +15,11 @@
 #
 
 import tensorflow as tf
-from rl_coach.base_parameters import AgentParameters
-from rl_coach.spaces import SpacesDefinition
 
 from rl_coach.architectures.tensorflow_components.heads.head import Head, normalized_columns_initializer, HeadParameters
+from rl_coach.base_parameters import AgentParameters
 from rl_coach.core_types import ActionProbabilities
+from rl_coach.spaces import SpacesDefinition
 
 
 class PPOVHeadParameters(HeadParameters):

rl_coach/architectures/tensorflow_components/heads/q_head.py

@@ -15,11 +15,11 @@
 #
 
 import tensorflow as tf
-from rl_coach.base_parameters import AgentParameters
-from rl_coach.spaces import SpacesDefinition, BoxActionSpace, DiscreteActionSpace
 
 from rl_coach.architectures.tensorflow_components.heads.head import Head, HeadParameters
+from rl_coach.base_parameters import AgentParameters
 from rl_coach.core_types import QActionStateValue
+from rl_coach.spaces import SpacesDefinition, BoxActionSpace, DiscreteActionSpace
 
 
 class QHeadParameters(HeadParameters):

rl_coach/architectures/tensorflow_components/heads/quantile_regression_q_head.py

@@ -15,11 +15,11 @@
 #
 
 import tensorflow as tf
-from rl_coach.base_parameters import AgentParameters
-from rl_coach.spaces import SpacesDefinition
 
 from rl_coach.architectures.tensorflow_components.heads.head import Head, HeadParameters
+from rl_coach.base_parameters import AgentParameters
 from rl_coach.core_types import QActionStateValue
+from rl_coach.spaces import SpacesDefinition
 
 
 class QuantileRegressionQHeadParameters(HeadParameters):

rl_coach/architectures/tensorflow_components/heads/v_head.py

@@ -15,11 +15,11 @@
 #
 
 import tensorflow as tf
-from rl_coach.base_parameters import AgentParameters
-from rl_coach.spaces import SpacesDefinition
 
 from rl_coach.architectures.tensorflow_components.heads.head import Head, normalized_columns_initializer, HeadParameters
+from rl_coach.base_parameters import AgentParameters
 from rl_coach.core_types import VStateValue
+from rl_coach.spaces import SpacesDefinition
 
 
 class VHeadParameters(HeadParameters):

rl_coach/architectures/tensorflow_components/middlewares/fc_middleware.py

@@ -16,10 +16,10 @@
 from typing import Union, List
 
 import tensorflow as tf
-from rl_coach.architectures.tensorflow_components.middlewares.middleware import Middleware, MiddlewareParameters
-from rl_coach.base_parameters import MiddlewareScheme
 
 from rl_coach.architectures.tensorflow_components.architecture import batchnorm_activation_dropout, Dense
+from rl_coach.architectures.tensorflow_components.middlewares.middleware import Middleware, MiddlewareParameters
+from rl_coach.base_parameters import MiddlewareScheme
 from rl_coach.core_types import Middleware_FC_Embedding
 
 

rl_coach/architectures/tensorflow_components/middlewares/lstm_middleware.py

@@ -17,10 +17,10 @@
 
 import numpy as np
 import tensorflow as tf
-from rl_coach.architectures.tensorflow_components.middlewares.middleware import Middleware, MiddlewareParameters
-from rl_coach.base_parameters import MiddlewareScheme
 
 from rl_coach.architectures.tensorflow_components.architecture import batchnorm_activation_dropout
+from rl_coach.architectures.tensorflow_components.middlewares.middleware import Middleware, MiddlewareParameters
+from rl_coach.base_parameters import MiddlewareScheme
 from rl_coach.core_types import Middleware_LSTM_Embedding
 
 

rl_coach/architectures/tensorflow_components/middlewares/middleware.py

@@ -16,8 +16,8 @@
 from typing import Type, Union, List
 
 import tensorflow as tf
-from rl_coach.base_parameters import MiddlewareScheme, Parameters
 
+from rl_coach.base_parameters import MiddlewareScheme, Parameters
 from rl_coach.core_types import MiddlewareEmbedding