add rare-feature-threshold config item to .cnf files

.gitignore

@@ -24,21 +24,28 @@ config.h
 include/
 lib/
 bin/
-lgdpj
-lgsrl
-otcws
-otpos
-otner
-maxent
-cws
-cws_cmdline
-multi_cws_cmdline
-pos
-par
-ner
+tools/train/lgdpj
+tools/train/lgsrl
+tools/train/otcws
+tools/train/otpos
+tools/train/otner
+tools/train/maxent
+examples/cws
+examples/cws_cmdline
+examples/multi_cws_cmdline
+examples/pos
+examples/pos_cmdline
+examples/multi_pos_cmdline
+examples/par
+examples/ner
 
 ###############
 # data file   #
 ###############
 new_ltp_data/
 ltp_data/
+
+##################
+# running folder #
+##################
+dummy/

tools/train/conf/cws/cws.cnf

@@ -1,6 +1,7 @@
 [train]
 train-file = sample/seg/example-train.seg
 holdout-file = sample/seg/example-holdout.seg
-algorithm = pa 
+algorithm = pa
 model-name = build/cws/example-seg
 max-iter = 1
+rare-feature-threshold = 0

tools/train/conf/parser/parser-o1.cnf

@@ -20,3 +20,4 @@ holdout-file = sample/parser/example-holdout.conll
 max-iter = 1 
 algorithm = pa
 model-name = build/parser/example-parser-o1
+rare-feature-threshold = 0

tools/train/conf/parser/parser-o2carreras.cnf

@@ -23,3 +23,4 @@ holdout-file = sample/parser/example-holdout.conll
 max-iter = 1 
 algorithm = pa
 model-name = build/parser/example-parser-o2carreras
+rare-feature-threshold = 0

tools/train/conf/parser/parser-o2sib.cnf

@@ -20,3 +20,4 @@ holdout-file = sample/parser/example-holdout.conll
 max-iter = 1 
 algorithm = pa
 model-name = build/parser/example-parser-o2sib
+rare-feature-threshold = 0

tools/train/conf/pos/pos.cnf

@@ -4,3 +4,4 @@ holdout-file = sample/pos/example-holdout.pos
 algorithm = pa
 model-name = build/pos/example-pos
 max-iter = 2
+rare-feature-threshold = 0