Skip to content

Commit

Permalink
Yapf formatting
Browse files Browse the repository at this point in the history
  • Loading branch information
jkaniecki authored Dec 11, 2024
1 parent 974f939 commit 007bc06
Showing 1 changed file with 6 additions and 6 deletions.
12 changes: 6 additions & 6 deletions vllm/model_executor/models/mllama.py
Original file line number Diff line number Diff line change
Expand Up @@ -509,12 +509,11 @@ def forward(
hidden_states: torch.Tensor,
attention_mask: Optional[torch.Tensor] = None,
) -> Union[Tuple, BaseModelOutput]:
encoder_states = torch.empty((len(self.output_hidden_states),
hidden_states.size(0),
hidden_states.size(1),
hidden_states.size(2)),
dtype=hidden_states.dtype,
device=hidden_states.device)
encoder_states = torch.empty(
(len(self.output_hidden_states), hidden_states.size(0),
hidden_states.size(1), hidden_states.size(2)),
dtype=hidden_states.dtype,
device=hidden_states.device)
hidden_states_idx = 0

for i, encoder_layer in enumerate(self.layers):
Expand All @@ -531,6 +530,7 @@ def forward(

return hidden_states, encoder_states.permute(1, 2, 3, 0)


class MllamaVisionModel(nn.Module):

def __init__(
Expand Down

0 comments on commit 007bc06

Please sign in to comment.