Skip to content

Commit

Permalink
Small fixes in jet documentation.
Browse files Browse the repository at this point in the history
  • Loading branch information
andresusanopinto committed Dec 20, 2024
1 parent 3ba86ab commit e628ab4
Show file tree
Hide file tree
Showing 3 changed files with 7 additions and 7 deletions.
2 changes: 1 addition & 1 deletion big_vision/configs/proj/jet/imagenet64.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@
# limitations under the License.

# pytype: disable=attribute-error,line-too-long
r"""JetFormer for imagenet64.
r"""Jet config for imagenet64.
Expected values in imagenet64 (200 epochs):
- 32 couplings and block depth 2: 3.72 bpd
Expand Down
7 changes: 5 additions & 2 deletions big_vision/models/proj/jet/jet.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,10 @@
# See the License for the specific language governing permissions and
# limitations under the License.

"""Jet: A Modern Transformer-Based Normalizing Flow."""
"""Jet: A Modern Transformer-Based Normalizing Flow.
https://arxiv.org/abs/2412.15129
"""

import itertools
from typing import Any, Sequence
Expand All @@ -29,7 +32,7 @@


class DNN(nn.Module):
"""Main non-invertible compute block, used inside coupling layers."""
"""Main non-invertible compute block with a ViT used in coupling layers."""

depth: int = 1
emb_dim: int = 256
Expand Down
5 changes: 1 addition & 4 deletions big_vision/trainers/proj/jet/train.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,10 +12,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.

"""Training loop example.
This is a basic variant of a training loop, good starting point for fancy ones.
"""
"""Training loop for Jet."""
# pylint: disable=consider-using-from-import
# pylint: disable=logging-fstring-interpolation

Expand Down

0 comments on commit e628ab4

Please sign in to comment.