Some minor changes.

nikitas1010 · Oct 3, 2019 · 1b4d1a5 · 1b4d1a5
1 parent eab5cc1
commit 1b4d1a5
Showing 1 changed file with 9 additions and 3 deletions.
diff --git a/utils_nlp/models/transformers/named_entity_recognition.py b/utils_nlp/models/transformers/named_entity_recognition.py
@@ -26,8 +26,7 @@
 
 class TokenClassificationProcessor():
     """
-    Process raw dataset for training and testing, and post-process prediction
-    for token classification.
+    Process raw dataset for training and testing.
 
     Args:
         model_name (str, optional): The pretained model name.
@@ -96,7 +95,14 @@ def create_label_map(label_lists, trailing_piece_tag="X"):
         return label_map
 
 
-    def preprocessForBERT(self, text, max_len=MAX_SEQ_LEN, labels=None, label_map=None, trailing_piece_tag="X"):
+    def preprocess_for_bert(
+        self,
+        text,
+        max_len=MAX_SEQ_LEN,
+        labels=None,
+        label_map=None,
+        trailing_piece_tag="X"
+    ):
         """
         Tokenize and preprocesses input word lists, involving the following steps
             0. WordPiece tokenization.