fixes to rainbow dqn + a cartpole based golden test (#253)

This commit is contained in:
Gal Leibovich authored and GitHub committed 2019-03-21 12:57:56 +02:00
1 parent 83741fa92a
commit abec59f367
6 files changed
+127 -23

No files matched your search

@@ -49,6 +49,7 @@ class Middleware(object):
# layers order is conv -> batchnorm -> activation -> dropout
if isinstance(self.scheme, MiddlewareScheme):
self.layers_params = copy.copy(self.schemes[self.scheme])
self.layers_params = [convert_layer(l) for l in self.layers_params]
else:
# if scheme is specified directly, convert to TF layer if it's not a callable object
# NOTE: if layer object is callable, it must return a TF tensor when invoked