From f3e7245910eabd1bcaddc0d3e6bfd0f3eabd4eb1 Mon Sep 17 00:00:00 2001
From: Francois Chollet <francois.chollet@gmail.com>
Date: Sat, 16 Jul 2016 13:42:41 -0700
Subject: [PATCH] Use native Theano BN

---
 keras/backend/theano_backend.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/keras/backend/theano_backend.py b/keras/backend/theano_backend.py
index c3a410681..12d6dee53 100644
--- a/keras/backend/theano_backend.py
+++ b/keras/backend/theano_backend.py
@@ -314,7 +314,8 @@ def normalize_batch_in_training(x, gamma, beta,
 def batch_normalization(x, mean, std, beta, gamma, epsilon=0.0001):
     '''Apply batch normalization on x given mean, std, beta and gamma.
     '''
-    normed = (x - mean) * (gamma * T.inv(std + epsilon)) + beta
+    normed = T.nnet.bn.batch_normalization(x, gamma, beta, mean, std + epsilon,
+                                           mode='high_mem')
     return normed