From 95d95c4d053126dd91e1a9f2360f7a7c0d526552 Mon Sep 17 00:00:00 2001
From: Oneplus <oneplus.lau@gmail.com>
Date: Wed, 15 Jan 2014 19:08:20 +0800
Subject: [PATCH] add rare-feature-threshold config item to .cnf files

---
 .gitignore                                    | 31 ++++++++++++-------
 tools/train/conf/cws/cws.cnf                  |  3 +-
 tools/train/conf/parser/parser-o1.cnf         |  1 +
 tools/train/conf/parser/parser-o2carreras.cnf |  1 +
 tools/train/conf/parser/parser-o2sib.cnf      |  1 +
 tools/train/conf/pos/pos.cnf                  |  1 +
 6 files changed, 25 insertions(+), 13 deletions(-)

diff --git a/.gitignore b/.gitignore
index 2a95a24e0..c41f82d27 100644
--- a/.gitignore
+++ b/.gitignore
@@ -24,21 +24,28 @@ config.h
 include/
 lib/
 bin/
-lgdpj
-lgsrl
-otcws
-otpos
-otner
-maxent
-cws
-cws_cmdline
-multi_cws_cmdline
-pos
-par
-ner
+tools/train/lgdpj
+tools/train/lgsrl
+tools/train/otcws
+tools/train/otpos
+tools/train/otner
+tools/train/maxent
+examples/cws
+examples/cws_cmdline
+examples/multi_cws_cmdline
+examples/pos
+examples/pos_cmdline
+examples/multi_pos_cmdline
+examples/par
+examples/ner
 
 ###############
 # data file   #
 ###############
 new_ltp_data/
 ltp_data/
+
+##################
+# running folder #
+##################
+dummy/
diff --git a/tools/train/conf/cws/cws.cnf b/tools/train/conf/cws/cws.cnf
index f60df446e..d68502568 100644
--- a/tools/train/conf/cws/cws.cnf
+++ b/tools/train/conf/cws/cws.cnf
@@ -1,6 +1,7 @@
 [train]
 train-file = sample/seg/example-train.seg
 holdout-file = sample/seg/example-holdout.seg
-algorithm = pa 
+algorithm = pa
 model-name = build/cws/example-seg
 max-iter = 1
+rare-feature-threshold = 0
diff --git a/tools/train/conf/parser/parser-o1.cnf b/tools/train/conf/parser/parser-o1.cnf
index 7335e7f7e..5458fe2f7 100644
--- a/tools/train/conf/parser/parser-o1.cnf
+++ b/tools/train/conf/parser/parser-o1.cnf
@@ -20,3 +20,4 @@ holdout-file = sample/parser/example-holdout.conll
 max-iter = 1 
 algorithm = pa
 model-name = build/parser/example-parser-o1
+rare-feature-threshold = 0
diff --git a/tools/train/conf/parser/parser-o2carreras.cnf b/tools/train/conf/parser/parser-o2carreras.cnf
index 99e0c8a4b..94e61e180 100644
--- a/tools/train/conf/parser/parser-o2carreras.cnf
+++ b/tools/train/conf/parser/parser-o2carreras.cnf
@@ -23,3 +23,4 @@ holdout-file = sample/parser/example-holdout.conll
 max-iter = 1 
 algorithm = pa
 model-name = build/parser/example-parser-o2carreras
+rare-feature-threshold = 0
diff --git a/tools/train/conf/parser/parser-o2sib.cnf b/tools/train/conf/parser/parser-o2sib.cnf
index 503868c72..1c9910567 100644
--- a/tools/train/conf/parser/parser-o2sib.cnf
+++ b/tools/train/conf/parser/parser-o2sib.cnf
@@ -20,3 +20,4 @@ holdout-file = sample/parser/example-holdout.conll
 max-iter = 1 
 algorithm = pa
 model-name = build/parser/example-parser-o2sib
+rare-feature-threshold = 0
diff --git a/tools/train/conf/pos/pos.cnf b/tools/train/conf/pos/pos.cnf
index 1c21af0be..5c4a4dbd5 100644
--- a/tools/train/conf/pos/pos.cnf
+++ b/tools/train/conf/pos/pos.cnf
@@ -4,3 +4,4 @@ holdout-file = sample/pos/example-holdout.pos
 algorithm = pa
 model-name = build/pos/example-pos
 max-iter = 2
+rare-feature-threshold = 0