fix HIT-SCIR#205

UniKrau · Feb 27, 2017 · a94bed7 · a94bed7
1 parent 4296e6b
commit a94bed7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/segmentor/preprocessor.cpp b/src/segmentor/preprocessor.cpp
@@ -39,8 +39,8 @@ void Preprocessor::set_flags(std::vector<int>& flags, const size_t& from,
 void Preprocessor::special_token(const std::string& sentence,
     std::vector<int>& flags) const {
 
-  size_t pos = 0;
   for (size_t i = 0; i < ltp::segmentor::special_tokens_size; ++i){
+    size_t pos = 0;
     const std::string& special_token = ltp::segmentor::special_tokens[i];
     while((pos = sentence.find(special_token, pos)) != std::string::npos){
       size_t pos_end = pos + special_token.length();