Update hieradet.py

Not used head_dim = dim_out // num_heads self.scale = head_dim**-0.5 F.scaled_dot_product_attention takes care of this automatically.
ceastld · Aug 7, 2024 · 6ec8560 · 6ec8560
1 parent 511199d
commit 6ec8560
Showing 1 changed file with 1 addition and 4 deletions.
diff --git a/sam2/modeling/backbones/hieradet.py b/sam2/modeling/backbones/hieradet.py
@@ -46,11 +46,8 @@ def __init__(
 
         self.dim = dim
         self.dim_out = dim_out
-
         self.num_heads = num_heads
-        head_dim = dim_out // num_heads
-        self.scale = head_dim**-0.5
-
+
         self.q_pool = q_pool
         self.qkv = nn.Linear(dim, dim_out * 3)
         self.proj = nn.Linear(dim_out, dim_out)