diff --git a/confs/grid-search/RA/pd_cifar10_ablation.yaml b/confs/grid-search/RA/pd_cifar10_ablation.yaml new file mode 100644 index 0000000..ee0a0e2 --- /dev/null +++ b/confs/grid-search/RA/pd_cifar10_ablation.yaml @@ -0,0 +1,36 @@ +model: + type: wresnet40_2 +dataset: cifar10 +aug: primaldual +randaug: + N: 0 + M: 0 # from appendix + weights: [0.0,1.0] +cutout: 16 +batch: 128 +gpus: 1 +n_aug: 1 +augmentation_search_space: fixed_standard +epoch: 200 +lr: 0.1 +lr_schedule: + type: 'cosine' +optimizer: + type: sgd + nesterov: True + decay: 0.0005 +MH: + steps: 2 +PD: + lr: 0.0001 + margin_set: + - 0.6 + - 0.4 + - 0.8 +sample: False +save_model: True +seed_set: + - 0 + - 1 + - 2 + diff --git a/confs/pd_cifar10_wrn40-2_final.yaml b/confs/results/RA/pd_cifar10_wrn40-2_final.yaml similarity index 87% rename from confs/pd_cifar10_wrn40-2_final.yaml rename to confs/results/RA/pd_cifar10_wrn40-2_final.yaml index bcb4000..6f48a72 100644 --- a/confs/pd_cifar10_wrn40-2_final.yaml +++ b/confs/results/RA/pd_cifar10_wrn40-2_final.yaml @@ -10,7 +10,7 @@ cutout: 16 batch: 128 gpus: 1 n_aug: 1 -augmentation_search_space: wide_standard +augmentation_search_space: fixed_standard epoch: 200 lr: 0.1 lr_schedule: @@ -23,7 +23,7 @@ MH: steps: 2 PD: lr: 0.0001 - margin: 0.8 + margin: 0.6 sample: False save_model: True seed_set: diff --git a/scripts/results/RA/run_final_40_2.sh b/scripts/results/RA/run_final_40_2.sh new file mode 100755 index 0000000..6bf7d41 --- /dev/null +++ b/scripts/results/RA/run_final_40_2.sh @@ -0,0 +1,6 @@ +LOCAL_RANK=1 +python create_variants_of_set_config.py confs/results/RA/pd_cifar10_wrn40-2_final.yaml 1 +for seed in 2 3 4 +do + python -m TrivialAugment.train_pd_batch -c confs/results/RA/pd_cifar10_wrn40-2_final__seed=${seed}__1try.yaml --dataroot data --tag PD_CIFAR10 --wandb_log --save results/PD_single_CIFAR10_${seed} --local_rank ${LOCAL_RANK} +done