From 58f4903d6151bdec3ef1137d29395844bc0ffc05 Mon Sep 17 00:00:00 2001 From: Yuxin Wu Date: Fri, 28 Jun 2019 15:09:39 -0700 Subject: [PATCH] fix the implementation of WS (fix #3) --- ImageNet-ResNet-TensorFlow/imagenet-resnet-gn.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ImageNet-ResNet-TensorFlow/imagenet-resnet-gn.py b/ImageNet-ResNet-TensorFlow/imagenet-resnet-gn.py index ec674d3..938871c 100755 --- a/ImageNet-ResNet-TensorFlow/imagenet-resnet-gn.py +++ b/ImageNet-ResNet-TensorFlow/imagenet-resnet-gn.py @@ -41,8 +41,8 @@ def weight_standardization(v): return v if (not v.name.endswith('/W:0')) or v.shape.ndims != 4: return v - mean, std = tf.nn.moments(v, [0, 1, 2], keep_dims=True) - v = (v - mean) / (std + 1e-5) + mean, var = tf.nn.moments(v, [0, 1, 2], keep_dims=True) + v = (v - mean) / (tf.sqrt(var)+ 1e-5) return v num_blocks = {50: [3, 4, 6, 3], 101: [3, 4, 23, 3]}[self.depth]