add grad for LeakyRelu.

Oceania2018 · Oceania2018 · commit 71dd19d15904 · 2019-09-21T15:57:43.000-05:00
diff --git a/src/TensorFlowNET.Core/APIs/tf.queue.cs b/src/TensorFlowNET.Core/APIs/tf.queue.cs
@@ -52,7 +52,6 @@ public PaddingFIFOQueue PaddingFIFOQueue(int capacity,
             => new PaddingFIFOQueue(capacity,
                 new [] { dtype },
                 new[] { shape },
-                new[] { name },
                 shared_name: shared_name,
                 name: name);
 
diff --git a/src/TensorFlowNET.Core/Gradients/nn_grad.cs b/src/TensorFlowNET.Core/Gradients/nn_grad.cs
@@ -47,6 +47,15 @@ public static Tensor[] _ReluGrad(Operation op, Tensor[] grads)
             return new Tensor[] { gen_nn_ops.relu_grad(grads[0], op.outputs[0]) };
         }
 
+        [RegisterGradient("LeakyRelu")]
+        public static Tensor[] _LeakyReluGrad(Operation op, Tensor[] grads)
+        {
+            var grad = grads[0];
+            var x = op.inputs[0];
+            var alpha = (float)op.get_attr("alpha");
+            return new Tensor[] { gen_nn_ops.leaky_relu_grad(grad, x, alpha: alpha)};
+        }
+
         /// <summary>
         /// The derivative of the softmax nonlinearity.
         /// </summary>
diff --git a/src/TensorFlowNET.Core/Operations/NnOps/gen_nn_ops.cs b/src/TensorFlowNET.Core/Operations/NnOps/gen_nn_ops.cs
@@ -284,6 +284,18 @@ public static Tensor relu_grad(Tensor gradients, Tensor features, string name =
             });
 
             return _op.outputs[0];
+        }
+
+        public static Tensor leaky_relu_grad(Tensor gradients, Tensor features, float alpha = 0.2f, string name = null)
+        {
+            var _op = _op_def_lib._apply_op_helper("LeakyReluGrad", name: name, args: new
+            {
+                gradients,
+                features,
+                alpha
+            });
+
+            return _op.output;
         }
 
         public static Tensor softmax(Tensor logits, string name = null)
