diff --git a/.github/workflows/CI.yml b/.github/workflows/CI.yml
index 2a97675..e28fe3e 100644
--- a/.github/workflows/CI.yml
+++ b/.github/workflows/CI.yml
@@ -36,6 +36,7 @@ jobs:
           version: ${{ matrix.version }}
           arch: ${{ matrix.arch }}
 
+      - run: pip install gym
       - run: julia --color=yes --project -e 'using Pkg; pkg\"add https://github.com/ancorso/POMDPGym.jl\"; Pkg.instantiate()'
         if: matrix.os == 'windows-latest'
       - run: julia --color=yes --project -e 'using Pkg; pkg"add https://github.com/ancorso/POMDPGym.jl"; Pkg.instantiate()'