checking the offset from nosetest

Daksh · May 5, 2017 · f67e9d2 · f67e9d2
1 parent a3b21a7
commit f67e9d2
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/nltk/tokenize/treebank.py b/nltk/tokenize/treebank.py
@@ -153,8 +153,8 @@ def span_tokenize(self, text):
             >>> expected = [(0, 4), (5, 12), (13, 17), (18, 19), (19, 23),
             ... (24, 26), (27, 30), (31, 36), (38, 44), (45, 48), (49, 51),
             ... (52, 55), (56, 58), (59, 64), (65, 71), (71, 72)]
-            >>> TreebankWordTokenizer().span_tokenize(s) == expected
-            True
+            >>> TreebankWordTokenizer().span_tokenize(s)
+            
         """
         tokens = self.tokenize(text)
         return align_tokens(tokens, text)