Bugfix VSum (#10)

microsoft · Oct 4, 2023 · d5994bf · d5994bf
1 parent fd831fe
commit d5994bf
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/cliffordlayers/nn/modules/gcan.py b/cliffordlayers/nn/modules/gcan.py
@@ -399,7 +399,7 @@ def __init__(self):
         super().__init__()
 
     def forward(self, input):
-        return torch.sigmoid(input.mean(-1, keepdim=True)) * input
+        return torch.sigmoid(input.sum(-1, keepdim=True)) * input
 
 
 class CliffordG3MeanVSiLU(nn.Module):