diff --git a/vllm/cpu_migration.py b/vllm/cpu_migration.py index 8275f037e498e..33def1d5086ff 100644 --- a/vllm/cpu_migration.py +++ b/vllm/cpu_migration.py @@ -13,8 +13,8 @@ import habana_frameworks.torch as htorch import torch -# torch.hpu = sys.modules['torch.hpu'] = types.ModuleType('torch.hpu') -# torch.hpu.synchronize = lambda: print('calling synchronize') +torch.hpu = sys.modules['torch.hpu'] = types.ModuleType('torch.hpu') +torch.hpu.synchronize = lambda: print('calling synchronize') class CpuMigration: def __init__(self):