clip before softplus

calico · Sep 16, 2017 · 918492b · 918492b
1 parent 94242e5
commit 918492b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/basenji/seqnn.py b/basenji/seqnn.py
@@ -192,7 +192,7 @@ def build(self, job):
             self.preds_op = tf.where(seqs_repr > 0, seqs_repr + 1, tf.exp(tf.clip_by_value(seqs_repr,-50,50)), name='preds')
 
         elif self.link == 'softplus':
-            self.preds_op = tf.nn.softplus(seqs_repr, name='preds')
+            self.preds_op = tf.nn.softplus(tf.clip_by_value(seqs_repr,-50,50), name='preds')
 
         elif self.link == 'softmax':
             # performed in the loss function, but saving probabilities