Merge pull request #4556 from tink2123/attn_score

fix attn score
pull/4583/head
Double_V 2021-11-05 09:36:45 +08:00 committed by GitHub
commit c74010e6e6
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions

View File

@ -75,7 +75,7 @@ class AttentionHead(nn.Layer):
probs_step, axis=1)], axis=1)
next_input = probs_step.argmax(axis=1)
targets = next_input
probs = paddle.nn.functional.softmax(probs, axis=2)
return probs