oops

lucidrains · Nov 2, 2024 · 9a6f2da · 9a6f2da
1 parent b8acadf
commit 9a6f2da
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/alphafold3_pytorch/attention.py b/alphafold3_pytorch/attention.py
@@ -256,7 +256,7 @@ def forward(
         orig_v = v
 
         if exists(value_residual):
-            v = v + value_residual
+            v = 0.5 * (v + value_residual)
 
         # split heads