update retrieval model script

gokayfem · Mar 26, 2022 · b7bb1ee · b7bb1ee
1 parent 17dcdd9
commit b7bb1ee
Showing 1 changed file with 1 addition and 4 deletions.
diff --git a/models/blip_retrieval.py b/models/blip_retrieval.py
@@ -103,10 +103,7 @@ def forward(self, image, caption, alpha, idx):
             text_feat_m_all = torch.cat([text_feat_m.t(),self.text_queue.clone().detach()],dim=1)
 
             sim_i2t_m = image_feat_m @ text_feat_m_all / self.temp  
-            sim_t2i_m = text_feat_m @ image_feat_m_all / self.temp 
-
-            sim_targets = torch.zeros(sim_i2t_m.size()).to(image.device)
-            sim_targets.fill_diagonal_(1)          
+            sim_t2i_m = text_feat_m @ image_feat_m_all / self.temp   
 
             sim_i2t_targets = alpha * F.softmax(sim_i2t_m, dim=1) + (1 - alpha) * sim_targets
             sim_t2i_targets = alpha * F.softmax(sim_t2i_m, dim=1) + (1 - alpha) * sim_targets