From 0ee1e7de4d8954ced5028a6f4b1c0bd42b4797b9 Mon Sep 17 00:00:00 2001
From: yusuke-a-uchida <yusuke.a.uchida@dena.com>
Date: Sat, 7 Apr 2018 12:46:34 +0900
Subject: [PATCH] create lap dataset

---
 lap/create_lap_dataset.py | 80 +++++++++++++++++++++++++++++++++++++++
 1 file changed, 80 insertions(+)
 create mode 100644 lap/create_lap_dataset.py

diff --git a/lap/create_lap_dataset.py b/lap/create_lap_dataset.py
new file mode 100644
index 0000000..49005f9
--- /dev/null
+++ b/lap/create_lap_dataset.py
@@ -0,0 +1,80 @@
+import argparse
+import better_exceptions
+from pathlib import Path
+import zipfile
+import urllib.request
+
+
+zip_names = ["train_1.zip", "train_2.zip", "train_gt.zip", "valid.zip", "valid_gt.zip"]
+urls = ["http://***/train_1.zip",
+        "http://***/train_2.zip",
+        "http://***/train_gt.zip",
+        "http://***/valid.zip",
+        "http://***/valid_gt.zip"]
+gt_pwd = b"***"
+
+dataset_root = Path(__file__).resolve().parent.joinpath("dataset")
+
+
+def get_args():
+    parser = argparse.ArgumentParser(description="This script downloads the LAP dataset "
+                                                 "and preprocess for training and evaluation",
+                                     formatter_class=argparse.ArgumentDefaultsHelpFormatter)
+    subparsers = parser.add_subparsers(help="subcommands", dest="subcommand")
+    subparsers.add_parser("download", help="Downdload the LAP dataset")
+    subparsers.add_parser("extract", help="Unzip the LAP dataset")
+    subparsers.add_parser("crop", help="Crop face regions using dlib")
+    args = parser.parse_args()
+
+    return parser, args
+
+
+def download():
+    for zip_name, url in zip(zip_names, urls):
+        local_path = dataset_root.joinpath(zip_name)
+        urllib.request.urlretrieve(url, str(local_path))
+
+
+def crop():
+    pass
+
+
+def extract():
+    for zip_name in zip_names:
+        zip_path = dataset_root.joinpath(zip_name)
+        password = None
+
+        if not zip_path.is_file():
+            raise RuntimeError("{} was not found. Please download the LAP dataset.".format(zip_name))
+
+        with zipfile.ZipFile(str(zip_path), "r") as f:
+
+            if zip_name in ["train_1.zip", "train_2.zip"]:
+                extract_path = dataset_root.joinpath("train_images")
+            elif zip_name == "valid.zip":
+                extract_path = dataset_root.joinpath("validation_images")
+            else:
+                extract_path = dataset_root
+
+            if zip_name == "valid_gt.zip":
+                password = gt_pwd
+
+            extract_path.mkdir(parents=True, exist_ok=True)  # requires Python 3.5 or above
+            f.extractall(path=str(extract_path), pwd=password)
+
+
+def main():
+    parser, args = get_args()
+
+    if args.subcommand == "download":
+        download()
+    elif args.subcommand == "extract":
+        extract()
+    elif args.subcommand == "crop":
+        crop()
+    else:
+        parser.print_help()
+
+
+if __name__ == '__main__':
+    main()