Skip to content

Commit

Permalink
i missed another import; why wasnt it failing before?
Browse files Browse the repository at this point in the history
  • Loading branch information
kzawora-intel committed Sep 23, 2024
1 parent fc3c325 commit 0733be1
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions vllm/worker/habana_worker.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,7 @@
import habana_frameworks.torch as htorch # noqa:F401
import torch
import torch.distributed
from vllm_hpu_extension import HabanaMemoryProfiler

from vllm.config import (CacheConfig, DeviceConfig, LoadConfig, LoRAConfig,
ModelConfig, ObservabilityConfig, ParallelConfig,
Expand All @@ -21,8 +22,8 @@
from vllm.model_executor import set_random_seed
from vllm.prompt_adapter.request import PromptAdapterRequest
from vllm.sequence import ExecuteModelRequest
from vllm.utils import (HabanaMemoryProfiler, format_bytes, hpu_backend_string,
hpu_device_string, is_fake_hpu)
from vllm.utils import (format_bytes, hpu_backend_string, hpu_device_string,
is_fake_hpu)
from vllm.worker.cache_engine import CacheEngine
from vllm.worker.habana_model_runner import HabanaModelRunner
from vllm.worker.model_runner_base import ModelRunnerBase
Expand Down

0 comments on commit 0733be1

Please sign in to comment.