Use native Theano BN

2016-07-16 13:42:41 -07:00 · 2016-07-16 13:42:41 -07:00 · f3e7245910
commit f3e7245910
parent 892d9fae84
1 changed files with 2 additions and 1 deletions
--- a/keras/backend/theano_backend.py
+++ b/keras/backend/theano_backend.py
@ -314,7 +314,8 @@ def normalize_batch_in_training(x, gamma, beta,
 def batch_normalization(x, mean, std, beta, gamma, epsilon=0.0001):
    '''Apply batch normalization on x given mean, std, beta and gamma.
    '''
-    normed = (x - mean) * (gamma * T.inv(std + epsilon)) + beta
+    normed = T.nnet.bn.batch_normalization(x, gamma, beta, mean, std + epsilon,
+                                           mode='high_mem')
    return normed