pad_token_type_id to 0

bingokorean · Oct 28, 2021 · 8df69ec · 8df69ec
1 parent ed965cc
commit 8df69ec
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/kobert_hf/kobert_tokenizer/kobert_tokenizer.py b/kobert_hf/kobert_tokenizer/kobert_tokenizer.py
@@ -59,6 +59,7 @@ def __init__(self,
             sp_model_kwargs=self.sp_model_kwargs,
             **kwargs,
         )
+        self._pad_token_type_id = 0
 
     def build_inputs_with_special_tokens(
             self,