From 5e631a49c8955c5d4e5a720f8aa9d88f997a73ae Mon Sep 17 00:00:00 2001
From: graham <grahamannett@users.noreply.github.com>
Date: Tue, 26 May 2015 15:20:55 -0700
Subject: [PATCH] added softplus relu

---
 neural/funcs.go | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/neural/funcs.go b/neural/funcs.go
index bca9535..24ddb00 100644
--- a/neural/funcs.go
+++ b/neural/funcs.go
@@ -17,3 +17,11 @@ var Linear NeuralFunction = NeuralFunction{
 	func(v float64) float64 { return v },
 	func(v float64) float64 { return 1.0 },
 }
+
+
+// Rectified Linear function 
+// https://www.wikiwand.com/en/Rectifier_(neural_networks)
+var SoftplusRectifier NeuralFunction = NeuralFunction{
+	func(v float64) float64 { return math.Log(1 + math.Exp(v))},
+	func(v float64) float64 { return v * (1 - v) },
+}