Skip to content

Commit

Permalink
[Model] Fix Molmo dummy data
Browse files Browse the repository at this point in the history
Signed-off-by: Peter Salas <[email protected]>
  • Loading branch information
petersalas committed Nov 5, 2024
1 parent 52247f4 commit 0d3cff7
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions vllm/model_executor/models/molmo.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,8 +21,8 @@
get_tensor_model_parallel_world_size,
split_tensor_along_last_dim,
tensor_model_parallel_all_gather)
from vllm.inputs import (INPUT_REGISTRY, DecoderOnlyInputs, InputContext,
token_inputs)
from vllm.inputs import (INPUT_REGISTRY, DecoderOnlyInputs, DummyData,
InputContext, token_inputs)
from vllm.model_executor import SamplingMetadata
from vllm.model_executor.layers.activation import QuickGELU, SiluAndMul
from vllm.model_executor.layers.layernorm import RMSNorm
Expand Down Expand Up @@ -913,7 +913,7 @@ def dummy_data_for_molmo(ctx: InputContext, seq_len: int,
if "image_masks" in out:
dummy_imgdata["image_masks"] = out["image_masks"]
dummy_imgdata["seq_len"] = torch.tensor(seq_len, dtype=torch.long)
return dummy_seqdata, {"image": dummy_imgdata}
return DummyData(dummy_seqdata, {"image": dummy_imgdata})


def pad_images(
Expand Down

0 comments on commit 0d3cff7

Please sign in to comment.