diff --git a/sharktank/requirements.txt b/sharktank/requirements.txt
index dd8f14fb6..0e17403ec 100644
--- a/sharktank/requirements.txt
+++ b/sharktank/requirements.txt
@@ -2,7 +2,8 @@ iree-turbine
 
 # Runtime deps.
 gguf==0.6.0
-numpy==1.26.3
+numpy<2.0; sys_platform == 'win32'
+numpy<2.0; sys_platform != 'win32'
 
 # Needed for newer gguf versions (TODO: remove when gguf package includes this)
 # sentencepiece>=0.1.98,<=0.2.0