Add script to download the nltk data before create dataset

hdasappinc · Oct 18, 2017 · e800822 · e800822
1 parent 25af0c5
commit e800822
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/src/download_punkt.py b/src/download_punkt.py
@@ -0,0 +1,5 @@
+import nltk
+
+
+nltk.download('punkt')
+nltk.download('wordnet')
diff --git a/src/generate.sh b/src/generate.sh
@@ -1,3 +1,8 @@
+#!/usr/bin/env bash
+
+# download punkt first
+python download_punkt.py
+
 python create_ubuntu_dataset.py "$@" --output 'train.csv' 'train'
 python create_ubuntu_dataset.py "$@" --output 'test.csv' 'test'
 python create_ubuntu_dataset.py "$@" --output 'valid.csv' 'valid'