Merge branch 'develop' of https://github.com/nltk/nltk into develop

dannysepler · May 20, 2017 · b75f315 · b75f315
2 parents 18cb455 + 5b68954
commit b75f315
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/nltk/tokenize/moses.py b/nltk/tokenize/moses.py
@@ -563,7 +563,7 @@ def tokenize(self, tokens, return_str=False):
                 normalized_quo = token
                 if re.search(r'^[„“”]+$', token):
                     normalized_quo = '"'
-                quote_counts.get(normalized_quo, 0)
+                quote_counts[normalized_quo] = quote_counts.get(normalized_quo, 0)
 
                 if self.lang == 'cs' and token == u"„":
                     quote_counts[normalized_quo] = 0
@@ -585,7 +585,7 @@ def tokenize(self, tokens, return_str=False):
                         quote_counts[normalized_quo] += 1
                 else:
                     # Left shift.
-                    text += token
+                    detokenized_text += token
                     prepend_space = " "
                     quote_counts[normalized_quo] += 1