Add MOAM step 1

.gitignore

@@ -0,0 +1,8 @@
+*.pyc
+venv2
+*.egg-info
+*~
+\#*\#
+*.swp
+venv
+

README.md

@@ -97,12 +97,12 @@ All pre-trained models are made available as TF Hub modules in the `gs://s4l-mod
 | Supervised      |   v3-8   | 80.43 | 80.42 | 56.36 |
 | S4L-Rotation    |   v3-32  | 83.82 | 83.85 | 61.37 |
 | S4L-Exemplar    |   v3-32  | 83.72 | 83.71 | 62.17 |
-| Pseudo-labels   |   v3-8   | 82.41 | 82.86 | 60.24  |
+| Pseudo-labels   |   v3-8   | 82.41 | 82.86 | 60.24 |
 | VAT             |   v3-32  | 82.78 | 82.71 | 59.98 |
 | VAT + EntMin    |   v3-32  | 83.39 | 83.28 | 60.87 |
-| MOAM Step 1     |   v3-32  | 88.80 | TODO  | TODO  |
-| MOAM Step 2     |   v3-32  | 89.96 | TODO  | TODO  |
-| MOAM Step 3     |   v3-32  | 91.23 | TODO  | TODO  |
+| MOAM Step 1     |   v3-128 | 88.80 | 88.70 | 69.46 |
+| MOAM Step 2     |   v3-128 | 89.96 | TODO  | TODO  |
+| MOAM Step 3     |   v3-128 | 91.23 | TODO  | TODO  |
 
 ## Authors
 

config/moam_step_1.sh

@@ -0,0 +1,47 @@
+#!/bin/sh
+#
+# Copyright 2019 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+python main.py \
+  --task rotation_vat \
+  --dataset imagenet \
+  --train_split trainval \
+  --val_split test \
+  --batch_size 128 \
+  --eval_batch_size 80 \
+  --filename_list_template 'label_map_count_{}_index_0' \
+  --num_supervised_examples 128000 \
+  --architecture resnet50v2 \
+  --filters_factor 16 \
+  --weight_decay 0.0002 \
+  --lr 0.2 \
+  --lr_scale_batch_size 256 \
+  --save_checkpoints_steps 10000 \
+  --eval_timeout_mins 240 \
+  --schedule '10,100,150,190,200' \
+  --sup_preprocessing 'copy_label|inception_crop|resize(224)|flip_lr|-1_to_1|rotate' \
+  --sup_preprocessing_eval 'copy_label|resize_small(256)|crop(224)|-1_to_1|rotate' \
+  --preprocessing 'inception_crop|resize(224)|flip_lr|-1_to_1|rotate' \
+  --preprocessing_eval 'resize_small(256)|crop(224)|-1_to_1|rotate' \
+  --apply_vat_to_labeled \
+  --entmin_factor 0.3 \
+  --vat_eps 32.0 \
+  --sup_weight 0.3 \
+  --polyak_averaging \
+  --unsup_batch_mult 1 \
+  --enable_sup_data 1 \
+  --vat_weight 0.3 \
+  "$@"
+