more confs and scripts

confs/grid-search/RA/pd_cifar10_ablation.yaml

@@ -0,0 +1,36 @@
+model:
+  type: wresnet40_2
+dataset: cifar10
+aug: primaldual
+randaug:
+  N: 0
+  M: 0    # from appendix
+  weights: [0.0,1.0]
+cutout: 16
+batch: 128
+gpus: 1
+n_aug: 1
+augmentation_search_space: fixed_standard
+epoch: 200
+lr: 0.1
+lr_schedule:
+  type: 'cosine'
+optimizer:
+  type: sgd
+  nesterov: True
+  decay: 0.0005
+MH:
+  steps: 2
+PD:
+  lr: 0.0001
+  margin_set:
+            - 0.6
+            - 0.4
+            - 0.8
+sample: False
+save_model: True
+seed_set: 
+        - 0
+        - 1
+        - 2
+

confs/pd_cifar10_wrn40-2_final.yaml → confs/results/RA/pd_cifar10_wrn40-2_final.yaml

@@ -10,7 +10,7 @@ cutout: 16
 batch: 128
 gpus: 1
 n_aug: 1
-augmentation_search_space: wide_standard
+augmentation_search_space: fixed_standard
 epoch: 200
 lr: 0.1
 lr_schedule:
@@ -23,7 +23,7 @@ MH:
   steps: 2
 PD:
   lr: 0.0001
-  margin: 0.8
+  margin: 0.6
   sample: False
 save_model: True
 seed_set: 

scripts/results/RA/run_final_40_2.sh

@@ -0,0 +1,6 @@
+LOCAL_RANK=1
+python create_variants_of_set_config.py confs/results/RA/pd_cifar10_wrn40-2_final.yaml 1
+for seed in 2 3 4
+do
+	python -m TrivialAugment.train_pd_batch -c confs/results/RA/pd_cifar10_wrn40-2_final__seed=${seed}__1try.yaml --dataroot data --tag PD_CIFAR10 --wandb_log --save results/PD_single_CIFAR10_${seed} --local_rank ${LOCAL_RANK}
+done