Merge pull request #4556 from tink2123/attn_score

fix attn score
2026-09-24 23:33:08 +08:00 · 2021-11-05 09:36:45 +08:00
parent 5aa14c5f11 2ce4d9f8b5
commit c74010e6e6
1 changed files with 1 additions and 1 deletions
@@ -75,7 +75,7 @@ class AttentionHead(nn.Layer):
                            probs_step, axis=1)], axis=1)
                next_input = probs_step.argmax(axis=1)
                targets = next_input
-
+            probs = paddle.nn.functional.softmax(probs, axis=2)
        return probs