Merge pull request alex000kim#28 from EBazarov/patch-3

Download images in parallel
nilocky · Feb 19, 2019 · 747142e · 747142e
2 parents 770faf3 + f1ee8af
commit 747142e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scripts/2_download_from_urls.sh b/scripts/2_download_from_urls.sh
@@ -19,5 +19,5 @@ do
 	mkdir -p "$images_dir"
 	echo "Class: $cname. Total # of urls: $(cat $urls_file | wc -l)"
 	echo "Downloading images..."
-	wget -nc -q --timeout=5 --tries=2 -i "$urls_file" -P "$images_dir"
+	xargs -n 20 -P 8 wget -nc -q --timeout=5 --tries=2 -P "$images_dir" < "$urls_file"
 done