if not self.first_layer:
                        layer_grad[0] += np.dot(delta, self.W.T)