diff --git a/rl_coach/architectures/tensorflow_components/heads/head.py b/rl_coach/architectures/tensorflow_components/heads/head.py
index 397c8ab..d898362 100644
--- a/rl_coach/architectures/tensorflow_components/heads/head.py
+++ b/rl_coach/architectures/tensorflow_components/heads/head.py
@@ -158,6 +158,7 @@ class Head(object):
         # add regularizations
         for regularization in self.regularizations:
             self.loss.append(regularization)
+            tf.losses.add_loss(regularization)
 
     @classmethod
     def path(cls):