scale residual for disciminator

Author: lucidrains

setup.py

@@ -4,7 +4,7 @@
   name = 'stylegan2_pytorch',
   packages = find_packages(),
   scripts=['bin/stylegan2_pytorch'],
-  version = '0.17.7',
+  version = '0.17.8',
   license='GPLv3+',
   description = 'StyleGan2 in Pytorch',
   author = 'Phil Wang',

stylegan2_pytorch/stylegan2_pytorch.py

@@ -406,7 +406,7 @@ def __init__(self, input_channels, filters, downsample=True):
     def forward(self, x):
         res = self.conv_res(x)
         x = self.net(x)
-        x = x + res
+        x = (x + res) * (1 / math.sqrt(2))
         if self.downsample is not None:
             x = self.downsample(x)
         return x