Batch RL (#238)

rl_coach/architectures/tensorflow_components/heads/q_head.py

@@ -50,6 +50,11 @@ class QHead(Head):
         # Standard Q Network
         self.output = self.dense_layer(self.num_actions)(input_layer, name='output')
 
+        # TODO add this to other Q heads. e.g. dueling.
+        temperature = self.ap.network_wrappers[self.network_name].softmax_temperature
+        temperature_scaled_outputs = self.output / temperature
+        self.softmax = tf.nn.softmax(temperature_scaled_outputs, name="softmax")
+
     def __str__(self):
         result = [
             "Dense (num outputs = {})".format(self.num_actions)