opensource/PaddleOCR
3
0
Fork 0
mirror of https://github.com/PaddlePaddle/PaddleOCR.git synced 2026-09-21 13:23:18 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Cherry pick] fix srn for sub_layers (#2694)

Browse Source 
* fix srn for sublayer

* update for paddle2.1
This commit is contained in:
xiaoting
2021-05-07 10:50:12 +08:00
committed by GitHub
parent 3ed769d155
commit 81aba737d3
1 changed files with 2 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ppocr/modeling/heads/self_attention.py
+2 -5
View File
@@ -285,8 +285,7 @@ class PrePostProcessLayer(nn.Layer):
elif cmd == "n": # add layer normalization
self.functors.append(
self.add_sublayer(
"layer_norm_%d" % len(
self.sublayers(include_sublayers=False)),
"layer_norm_%d" % len(self.sublayers()),
paddle.nn.LayerNorm(
normalized_shape=d_model,
weight_attr=fluid.ParamAttr(
@@ -320,9 +319,7 @@ class PrepareEncoder(nn.Layer):
self.src_emb_dim = src_emb_dim
self.src_max_len = src_max_len
self.emb = paddle.nn.Embedding(
num_embeddings=self.src_max_len,
embedding_dim=self.src_emb_dim,
sparse=True)
num_embeddings=self.src_max_len, embedding_dim=self.src_emb_dim)
self.dropout_rate = dropout_rate
def forward(self, src_word, src_pos):