-
Notifications
You must be signed in to change notification settings - Fork 25
/
Copy pathsetup.sh
executable file
·150 lines (128 loc) · 7.04 KB
/
setup.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
#!/bin/bash
# POSIX
#This was tested on a Linux system. You may run into issues if you try to do this on another system (e.g, MAC OS does not have "wget")
#TODO: Download imagenet images
home_dir=$(pwd)
# Initialize variables:
download_mscoco_annotations=0
download_mscoco_images=0
download_mscoco_tools=0
annotation_folder="annotations"
image_folder="images/coco_images"
models_folder="snapshots"
gen_setneces_folder="results/generated_sentences"
dcc_data=( "captions_no_caption_rm_eightCluster_train2014.json" "captions_split_set_bottle_val_test_novel2014.json" "captions_split_set_bottle_val_test_train2014.json" "captions_split_set_bottle_val_val_novel2014.json" "captions_split_set_bottle_val_val_train2014.json" "captions_split_set_bus_val_test_novel2014.json" "captions_split_set_bus_val_test_train2014.json" "captions_split_set_bus_val_val_novel2014.json" "captions_split_set_bus_val_val_train2014.json" "captions_split_set_couch_val_test_novel2014.json" "captions_split_set_couch_val_test_train2014.json" "captions_split_set_couch_val_val_novel2014.json" "captions_split_set_couch_val_val_train2014.json" "captions_split_set_microwave_val_test_novel2014.json" "captions_split_set_microwave_val_test_train2014.json" "captions_split_set_microwave_val_val_novel2014.json" "captions_split_set_microwave_val_val_train2014.json" "captions_split_set_pizza_val_test_novel2014.json" "captions_split_set_pizza_val_test_train2014.json" "captions_split_set_pizza_val_val_novel2014.json" "captions_split_set_pizza_val_val_train2014.json" "captions_split_set_racket_val_test_novel2014.json" "captions_split_set_racket_val_test_train2014.json" "captions_split_set_racket_val_val_novel2014.json" "captions_split_set_racket_val_val_train2014.json" "captions_split_set_suitcase_val_test_novel2014.json" "captions_split_set_suitcase_val_test_train2014.json" "captions_split_set_suitcase_val_val_novel2014.json" "captions_split_set_suitcase_val_val_train2014.json" "captions_split_set_zebra_val_test_novel2014.json" "captions_split_set_zebra_val_test_train2014.json" "captions_split_set_zebra_val_val_novel2014.json" "captions_split_set_zebra_val_val_train2014.json" "captions_val_test2014.json" "captions_val_val2014.json" )
dcc_models=( "caption_models/attributes_JJ100_NN300_VB100_eightClusters_captions_cocoImages_1026_ftLM_1110_vgg_iter_5000.caffemodel" "caption_models/attributes_JJ100_NN300_VB100_eightClusters_imagenetImages_captions_freezeLMPretrain_vgg_iter_50000.caffemodel" "caption_models/dcc_coco_rm1_vgg.471.solver.prototxt_iter_110000.caffemodel" "caption_models/dcc_oodLM_rm1_vgg.im2txt.471.solver_0409_iter_110000.caffemodel" "caption_models/dcc_oodLM_rm1_vgg.surf.471.solver_0409_iter_110000.caffemodel" "caption_models/vgg_feats.vgg_multilabel_FT_iter_100000_imagenetSentences_iter_110000.caffemodel" "classifiers/attributes_JJ100_NN300_VB100_allObjects_coco_vgg_0111_iter_80000.caffemodel" "classifiers/attributes_JJ100_NN300_VB100_clusterEight_imagenet_vgg_0112_iter_80000.caffemodel" "classifiers/attributes_JJ100_NN300_VB100_coco_471_eightCluster_0223_iter_80000.caffemodel" "classifiers/vgg_multilabel_FT_iter_100000.caffemodel" "language_models/mrnn.direct_iter_110000.caffemodel" "language_models/mrnn.lm.direct_surf_lr0.01_iter_120000.caffemodel" "language_models/mrnn.lm.direct_imtextyt_lr0.01_iter_120000.caffemodel" "caption_models/dcc_coco_rm1_vgg.delta_freezeLM_iter_50000.caffemodel" "caption_models/dcc_coco_rm1_vgg.delta_iter_5000.caffemodel" )
dcc_sentences=( "dcc_coco_rm1_vgg.471.solver.prototxt_iter_110000.caffemodel_coco2014_cocoid.val_test.txt.json" "dcc_oodLM_rm1_vgg.surf.471.solver_0409_iter_110000.transfer_words_coco1.txt_closeness_embedding.caffemodel_coco2014_cocoid.val_test.txt.json" "vgg_feats.vgg_multilabel_FT_iter_100000_imagenetSentences_iter_110000.transfer_words_imagenet.txt_closeness_embedding.caffemodel_test_imagenet_images.txt.json" )
show_help () {
echo "--download_mscoco_annotations: downloads mscoco annotations to $annotation_folder."
echo "--download_mscoco_images: downloads mscoco images to $image_folder."
echo "--download_mscoco_tools: downloads mscoco eval tools to $tools_folder."
}
while :; do
case $1 in
-h|-\?|--help)
show_help
exit
;;
--download_mscoco_annotations)
download_mscoco_annotations=$((download_mscoco_annotations + 1))
;;
--download_mscoco_images)
download_mscoco_images=$((download_mscoco_images + 1))
;;
--download_mscoco_tools)
download_mscoco_tools=$((download_mscoco_tools + 1))
;;
--)
shift
break
;;
*)
break
esac
shift
done
mkdir -p $annotation_folder
mkdir -p $image_folder
mkdir -p $tools_folder
if [ $download_mscoco_annotations -eq 1 ]
then
echo "Downloading MSCOCO annotations to $annotation_folder"
mscoco_annotation_file="annotations-1-0-3/captions_train-val2014.zip"
wget http://msvocds.blob.core.windows.net/$mscoco_annotation_file
unzip captions_train-val2014.zip
mv annotations/* $annotation_folder
rm captions_train-val2014.zip
else
echo "Not downloading MSCOCO annotations."
fi
if [ $download_mscoco_images -eq 1 ]
then
echo "Downloading MSCOCO images to $image_folder"
mscoco_train_image_file="coco2014/train2014.zip"
wget http://msvocds.blob.core.windows.net/$mscoco_train_image_file
unzip train2014.zip
mscoco_val_image_file="coco2014/val2014.zip"
wget http://msvocds.blob.core.windows.net/$mscoco_val_image_file
unzip val2014.zip
mv train2014 $image_folder
mv val2014 $image_folder
rm train2014.zip
rm val2014.zip
else
echo "Not downloading MSCOCO images."
fi
if [ $download_mscoco_tools -eq 1 ]
then
echo "Downloading MSCOCO eval tools to $tools_folder"
./utils/download_tools.sh
else
echo "Not downloading MSCOCO eval_tools."
fi
mkdir -p $models_folder
mkdir -p results
mkdir -p results/generated_sentences
#get data for DCC
echo "Downloading dcc data..."
cd $annotation_folder
for i in "${dcc_data[@]}"
do
echo "Downloading: " $i
wget https://people.eecs.berkeley.edu/~lisa_anne/release_DCC/annotations_DCC/$i
done
cd $home_dir
#get pretrained models for DCC
echo "Downloading dcc models..."
cd $models_folder
for i in "${dcc_models[@]}"
do
echo "Downloading: " $i
wget https://people.eecs.berkeley.edu/~lisa_anne/release_DCC/trained_models/$i
done
cd $home_dir
#get word2vec
echo "Downloading dcc word2vec..."
cd dcc_transfer
echo "Downloading: " $i
wget https://people.eecs.berkeley.edu/~lisa_anne/release_DCC/utils/vectors-cbow-bnc+ukwac+wikipedia.bin
cd $home_dir
mkdir -p results/generated_sentences
cd results/generated_sentences
#get generated sentences
echo "Downloading generated sentences..."
cd $models_folder
for i in "${dcc_sentences[@]}"
do
echo "Downloading: " $i
wget https://people.eecs.berkeley.edu/~lisa_anne/release_DCC/generated_sentences/$i
done
cd $home_dir
mkdir -p outfiles
mkdir -p outfiles/transfer
#clone utilities from other folders
git clone [email protected]:LisaAnne/sentence_gen_tools.git eval
git clone https://github.com/LisaAnne/python_tools utils/tools
cd eval
ln -s ../utils/tools .
cd $home_dir