Fixes #32

podgorskiy · Dec 7, 2020 · ec5cd18 · ec5cd18
1 parent 5d8362f
commit ec5cd18
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lreq.py b/lreq.py
@@ -123,7 +123,7 @@ def __init__(self, in_channels, out_channels, kernel_size, stride=1, padding=0,
         self.reset_parameters()
 
     def reset_parameters(self):
-        self.std = self.gain / np.sqrt(self.fan_in)
+        self.std = self.gain / np.sqrt(self.fan_in) * self.lrmul
         if not self.implicit_lreq:
             init.normal_(self.weight, mean=0, std=1.0 / self.lrmul)
         else: