diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..55aa06d --- /dev/null +++ b/.gitignore @@ -0,0 +1,8 @@ +*.pyc +venv2 +*.egg-info +*~ +\#*\# +*.swp +venv + diff --git a/README.md b/README.md index 631d1ca..1073c37 100644 --- a/README.md +++ b/README.md @@ -97,12 +97,12 @@ All pre-trained models are made available as TF Hub modules in the `gs://s4l-mod | Supervised | v3-8 | 80.43 | 80.42 | 56.36 | | S4L-Rotation | v3-32 | 83.82 | 83.85 | 61.37 | | S4L-Exemplar | v3-32 | 83.72 | 83.71 | 62.17 | -| Pseudo-labels | v3-8 | 82.41 | 82.86 | 60.24 | +| Pseudo-labels | v3-8 | 82.41 | 82.86 | 60.24 | | VAT | v3-32 | 82.78 | 82.71 | 59.98 | | VAT + EntMin | v3-32 | 83.39 | 83.28 | 60.87 | -| MOAM Step 1 | v3-32 | 88.80 | TODO | TODO | -| MOAM Step 2 | v3-32 | 89.96 | TODO | TODO | -| MOAM Step 3 | v3-32 | 91.23 | TODO | TODO | +| MOAM Step 1 | v3-128 | 88.80 | 88.70 | 69.46 | +| MOAM Step 2 | v3-128 | 89.96 | TODO | TODO | +| MOAM Step 3 | v3-128 | 91.23 | TODO | TODO | ## Authors diff --git a/config/moam_step_1.sh b/config/moam_step_1.sh new file mode 100755 index 0000000..d020183 --- /dev/null +++ b/config/moam_step_1.sh @@ -0,0 +1,47 @@ +#!/bin/sh +# +# Copyright 2019 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +python main.py \ + --task rotation_vat \ + --dataset imagenet \ + --train_split trainval \ + --val_split test \ + --batch_size 128 \ + --eval_batch_size 80 \ + --filename_list_template 'label_map_count_{}_index_0' \ + --num_supervised_examples 128000 \ + --architecture resnet50v2 \ + --filters_factor 16 \ + --weight_decay 0.0002 \ + --lr 0.2 \ + --lr_scale_batch_size 256 \ + --save_checkpoints_steps 10000 \ + --eval_timeout_mins 240 \ + --schedule '10,100,150,190,200' \ + --sup_preprocessing 'copy_label|inception_crop|resize(224)|flip_lr|-1_to_1|rotate' \ + --sup_preprocessing_eval 'copy_label|resize_small(256)|crop(224)|-1_to_1|rotate' \ + --preprocessing 'inception_crop|resize(224)|flip_lr|-1_to_1|rotate' \ + --preprocessing_eval 'resize_small(256)|crop(224)|-1_to_1|rotate' \ + --apply_vat_to_labeled \ + --entmin_factor 0.3 \ + --vat_eps 32.0 \ + --sup_weight 0.3 \ + --polyak_averaging \ + --unsup_batch_mult 1 \ + --enable_sup_data 1 \ + --vat_weight 0.3 \ + "$@" +