fix: annotated-diffusion - norm weights should divide by variance (#1526

)
huggingface · Oct 28, 2023 · cb6683e · cb6683e
1 parent d3b6ae2
commit cb6683e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/annotated-diffusion.md b/annotated-diffusion.md
@@ -240,7 +240,7 @@ class WeightStandardizedConv2d(nn.Conv2d):
         weight = self.weight
         mean = reduce(weight, "o ... -> o 1 1 1", "mean")
         var = reduce(weight, "o ... -> o 1 1 1", partial(torch.var, unbiased=False))
-        normalized_weight = (weight - mean) * (var + eps).rsqrt()
+        normalized_weight = (weight - mean) / (var + eps).rsqrt()
 
         return F.conv2d(
             x,