From 6ffa1e672f3cf22c5cc4ffbd5f833aee6d5fe1a0 Mon Sep 17 00:00:00 2001 From: Mitushi Date: Sun, 1 Dec 2019 13:10:35 +0530 Subject: [PATCH] adding the cross entropy function --- network.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/network.py b/network.py index 40a3e36..04b15bc 100644 --- a/network.py +++ b/network.py @@ -58,8 +58,13 @@ def evaluate(self, test_data): def cost_derivative(self, output_activations, y): return (output_activations-y) + def sigmoid(z): return 1.0/(1.0+np.exp(-z)) def sigmoid_prime(z): return sigmoid(z)*(1-sigmoid(z)) + +def cross_entropy(a, y): + return np.sum(np.nan_to_num(-y*np.log(a)-(1-y)*np.log(1-a))) +