diff --git a/qlora.py b/qlora.py
index 23e675ee..2f9f7ed4 100644
--- a/qlora.py
+++ b/qlora.py
@@ -287,7 +287,7 @@ def touch(fname, times=None):
         self.save_model(args, state, kwargs)
 
 def get_accelerate_model(args, checkpoint_dir):
-
+    n_gpus = 0
     if torch.cuda.is_available():
         n_gpus = torch.cuda.device_count()
     if is_ipex_available() and torch.xpu.is_available():