From 4d994d1220e2b069ae5ae2753f76ad5cacb896dd Mon Sep 17 00:00:00 2001 From: Dmitry Date: Sun, 4 Mar 2018 01:48:21 -0800 Subject: [PATCH] CNN tutorial --- docs/tutorial/cnn_classify.py | 216 ++++++++++++++++++++++++++++++++++ 1 file changed, 216 insertions(+) create mode 100644 docs/tutorial/cnn_classify.py diff --git a/docs/tutorial/cnn_classify.py b/docs/tutorial/cnn_classify.py new file mode 100644 index 0000000000..0747cf15b8 --- /dev/null +++ b/docs/tutorial/cnn_classify.py @@ -0,0 +1,216 @@ +#!/bin/bash + +mkdir cnn_classify +cd cnn_classify +git init +dvc init +dvc config AWS.StoragePath dvc-share/dvc_tutorial +git add . +git commit -m 'Init DVC' + +mkdir data +cp ../deeppy/train.zip data/ +dvc add data/train.zip +git add data/ +git status +#On branch master +#Changes to be committed: +# (use "git reset HEAD ..." to unstage) +# +# new file: data/.gitignore +# new file: data/train.zip.dvc +git commit -m 'Raw data' + +dvc run -d data/train.zip -o data/train unzip -d data/ data/train.zip +git status +#On branch master +#Changes to be committed: +# (use "git reset HEAD ..." to unstage) +# (use "git checkout -- ..." to discard changes in working directory) +# +# modified: data/.gitignore +# +#Untracked files: +# (use "git add ..." to include in what will be committed) +# new file: train.dvc +# +#no changes added to commit (use "git add" and/or "git commit -a") + +git add data/.gitignore train.dvc +git commit -m 'Unzip files' + +mkdir code +vi code/process_files.py +vi code/conf.py +dvc run -d code/process_files.py -d data/train -o data/cats_and_dogs_small -f process.dvc python code/process_files.py +git status +#On branch master +#Changes not staged for commit: +# (use "git add ..." to update what will be committed) +# (use "git checkout -- ..." to discard changes in working directory) +# +# modified: data/.gitignore +# +#Untracked files: +# (use "git add ..." to include in what will be committed) +# +# code/ +# process.dvc +# +#no changes added to commit (use "git add" and/or "git commit -a") + +echo '__pycache__/' >> code/.gitignore +echo '*.pyc' >> code/.gitignore +git add . +git commit -m 'Process raw data' + +vi code/model.py +dvc run -d code/model.py -d code/conf.py -d data/cats_and_dogs_small -o data/model.h5 -o data/history.p python code/model.py +git status +#On branch master +#Changes not staged for commit: +# (use "git add ..." to update what will be committed) +# (use "git checkout -- ..." to discard changes in working directory) +# +# modified: data/.gitignore +# +#Untracked files: +# (use "git add ..." to include in what will be committed) +# +# code/model.py +# model.h5.dvc +# +#no changes added to commit (use "git add" and/or "git commit -a") + +git add . +git commit -m 'First model' + +vi code/plot.py +dvc run -d code/conf.py -d code/plot.py -d data/history.p -o data/plot_loss.jpeg -o data/plot_acc.jpeg python code/plot.py + +dvc run -d data/plot_loss.jpeg + +git status +#On branch master +#Changes not staged for commit: +# (use "git add ..." to update what will be committed) +# (use "git checkout -- ..." to discard changes in working directory) +# +# modified: data/.gitignore +# +#Untracked files: +# (use "git add ..." to include in what will be committed) +# +# Dvcfile +# code/plot.py +# plot_loss.jpeg.dvc +# +#no changes added to commit (use "git add" and/or "git commit -a") + +git add . +git commit -m 'Accuracy and loss plots' + +git tag -a v0.1-first-cnn -m 'First CNN model' + + +############################################ v2 +vi code/model.py +# Actual changes: augmentation, Dropout=0.5, batch_size=20-->32, epochs=30-->100 +dvc repro + +git status +#On branch master +#Changes not staged for commit: +# (use "git add ..." to update what will be committed) +# (use "git checkout -- ..." to discard changes in working directory) +# +# modified: Dvcfile +# modified: code/model.py +# modified: model.h5.dvc +# modified: plot_loss.jpeg.dvc +# +#no changes added to commit (use "git add" and/or "git commit -a") + +git add . +git commit -m 'Retrain augmentation model' +git tag -a v0.2-augm-cnn -m 'CNN model with augmentation' + +########################################### v3 + +git checkout v0.1-first-cnn -b pre_trained +dvc checkout +vi code/model.py +dvc repro +git status +#On branch pre_trained +#Changes not staged for commit: +# (use "git add ..." to update what will be committed) +# (use "git checkout -- ..." to discard changes in working directory) +# +# modified: Dvcfile +# modified: code/model.py +# modified: model.h5.dvc +# modified: plot_loss.jpeg.dvc +# +#no changes added to commit (use "git add" and/or "git commit -a") + +git add . +git commit -m 'Pretrained VGG16' +git tag -a v0.3-vgg16_base -, 'Pretrained VGG16 tag' + + +############################################### v4 + +git checkout v0.2-augm-cnn -b vgg16_augm +dvc checkout +vi code/model.py +dvc repro +git status +#On branch vgg16_augm +#Changes not staged for commit: +# (use "git add ..." to update what will be committed) +# (use "git checkout -- ..." to discard changes in working directory) +# +# modified: Dvcfile +# modified: code/model.py +# modified: model.h5.dvc +# modified: plot_loss.jpeg.dvc +# +#no changes added to commit (use "git add" and/or "git commit -a") + +git add . +git commit -m 'VGG16 with augm' +git tag -a v0.4-vgg16_augm -m 'VGG16 with augm tag' + +################################################# v5 + +vi code/model.py +dvc repro +git status +#On branch vgg16_augm +#Changes not staged for commit: +# (use "git add ..." to update what will be committed) +# (use "git checkout -- ..." to discard changes in working directory) +# +# modified: Dvcfile +# modified: code/model.py +# modified: model.h5.dvc +# modified: plot_loss.jpeg.dvc +# +#no changes added to commit (use "git add" and/or "git commit -a") + +git add . +git commit -m 'VGG, augmentation and fine-tuning' +git tag -a v0.5-vgg_augm_fine -m 'VGG, augmentation and fine-tuning tag' + +git checkout master +git merge vgg16_augm + +git remote add origin https://github.com/dmpetrov/cnn_classify.git +git push -u origin master --tags + +git push -u origin pre_trained +git push -u origin vgg16_augm + +dvc cache push +