Skip to content

Commit

Permalink
Minor fixes in SigLIP demo colab for i18n So400m.
Browse files Browse the repository at this point in the history
  • Loading branch information
lucasb-eyer committed Aug 23, 2024
1 parent b8dab6e commit 46b2456
Showing 1 changed file with 4 additions and 3 deletions.
7 changes: 4 additions & 3 deletions big_vision/configs/proj/image_text/SigLIP_demo.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -154,6 +154,7 @@
"# VARIANT, RES = 'So400m/14', 224\n",
"# VARIANT, RES = 'So400m/14', 384\n",
"# VARIANT, RES = 'B/16-i18n', 256\n",
"# VARIANT, RES = 'So400m/16-i18n', 256\n",
"\n",
"CKPT, TXTVARIANT, EMBDIM, SEQLEN, VOCAB = {\n",
" ('B/16', 224): ('webli_en_b16_224_63724782.npz', 'B', 768, 64, 32_000),\n",
Expand All @@ -165,7 +166,7 @@
" ('So400m/14', 224): ('webli_en_so400m_224_57633886.npz', 'So400m', 1152, 16, 32_000),\n",
" ('So400m/14', 384): ('webli_en_so400m_384_58765454.npz', 'So400m', 1152, 64, 32_000),\n",
" ('B/16-i18n', 256): ('webli_i18n_b16_256_66117334.npz', 'B', 768, 64, 250_000),\n",
" ('So400m/16', 256): ('webli_i18n_so400m_16_256_78061115.npz', 'So400m', 1152, 64, 250_000),\n",
" ('So400m/16-i18n', 256): ('webli_i18n_so400m_16_256_78061115.npz', 'So400m', None, 64, 250_000),\n",
"}[VARIANT, RES]\n",
"\n",
"# It is significantly faster to first copy the checkpoint (30s vs 8m30 for B and 1m vs ??? for L)\n",
Expand Down Expand Up @@ -695,7 +696,7 @@
"!wget -q 'https://images.rawpixel.com/image_1300/cHJpdmF0ZS9sci9pbWFnZXMvd2Vic2l0ZS8yMDIzLTA5L3Jhd3BpeGVsX29mZmljZV8yN19taW5pbWFsX3NpbXBsZV9fbGlvbl9fcGFwZXJfY29sbGFnZV9taW5pbWFsX183OGRlOGU3OS02ZTE3LTQ2YzAtYTUyOS02ZDAxM2YzNDg0OWVfMi5qcGc.jpg' -O lion_head_red.jpg\n",
"!wget -q https://live.staticflickr.com/232/551040940_87299a85ec_h.jpg -O meat_ball.jpg\n",
"!wget -q https://storage.googleapis.com/big_vision/siglip/squirrel_fish.jpg -O squirrel_fish.jpg\n",
"!wget -q 'https://ideogram.ai/api/images/direct/F3lMxBprSk6ligq5Vy3XSw' -O squirrel_fish2.jpg\n",
"# !wget -q 'https://ideogram.ai/api/images/direct/F3lMxBprSk6ligq5Vy3XSw' -O squirrel_fish2.jpg # Seems like ideogram now forbits (403) direct downloads?\n",
"!wget -q 'https://pbs.twimg.com/media/FTyEyxyXsAAyKPc?format=jpg&name=small' -O cow_beach.jpg\n",
"!wget -q 'https://storage.googleapis.com/big_vision/siglip/cow_beach2.jpg' -O cow_beach2.jpg\n",
"\n",
Expand All @@ -708,7 +709,7 @@
" 'lion_head_red.jpg',\n",
" 'fried_fish.jpeg',\n",
" 'squirrel_fish.jpg',\n",
" 'squirrel_fish2.jpg',\n",
" # 'squirrel_fish2.jpg',\n",
" 'cow_beach.jpg',\n",
" 'cow_beach2.jpg',\n",
"]]\n",
Expand Down

0 comments on commit 46b2456

Please sign in to comment.