diff --git a/mmocr/models/textrecog/decoders/sar_decoder.py b/mmocr/models/textrecog/decoders/sar_decoder.py
index e559ff4a..ee79e8c0 100755
--- a/mmocr/models/textrecog/decoders/sar_decoder.py
+++ b/mmocr/models/textrecog/decoders/sar_decoder.py
@@ -98,7 +98,8 @@ class ParallelSARDecoder(BaseDecoder):
         self.pred_dropout = nn.Dropout(pred_dropout)
         pred_num_classes = num_classes - 1  # ignore padding_idx in prediction
         if pred_concat:
-            fc_in_channel = decoder_rnn_out_size + d_model + d_enc
+            fc_in_channel = decoder_rnn_out_size + d_model + \
+                            encoder_rnn_out_size
         else:
             fc_in_channel = d_model
         self.prediction = nn.Linear(fc_in_channel, pred_num_classes)