隐藏的信息泄漏风险

chess122 · Apr 29, 2022 · 5572ed4 · 5572ed4
1 parent 97b507d
commit 5572ed4
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/bert4keras/backend.py b/bert4keras/backend.py
@@ -285,7 +285,8 @@ def attention_normalize(a, axis=-1, method='softmax'):
         if method == 'squared_relu':
             return K.relu(a)**2 / l
         elif method == 'softmax_plus':
-            return K.softmax(a * K.log(l) / np.log(512), axis=axis)
+            scale = K.log(l) / np.log(512) * mask + 1 - mask
+            return K.softmax(a * scale, axis=axis)
     return a