fix nlp return token_type_ids (#7289)

2022-08-22 16:19:03 +08:00 · 2022-08-22 16:19:03 +08:00 · 90e2f2d6b9
parent a40f64a70b
commit 90e2f2d6b9
1 changed files with 4 additions and 1 deletions
--- a/ppocr/data/imaug/label_ops.py
+++ b/ppocr/data/imaug/label_ops.py
@ -918,7 +918,10 @@ class VQATokenLabelEncode(object):

            text = info["text"]
            encode_res = self.tokenizer.encode(
-                text, pad_to_max_seq_len=False, return_attention_mask=True)
+                text,
+                pad_to_max_seq_len=False,
+                return_attention_mask=True,
+                return_token_type_ids=True)

            if not self.add_special_ids:
                # TODO: use tok.all_special_ids to remove