Skip to content

Commit

Permalink
isort the import order
Browse files Browse the repository at this point in the history
Signed-off-by: Dahai Tang <[email protected]>
  • Loading branch information
Dahai Tang committed Dec 4, 2024
1 parent b13d6e4 commit d4bba11
Show file tree
Hide file tree
Showing 4 changed files with 6 additions and 4 deletions.
1 change: 1 addition & 0 deletions examples/offline_inference.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
from vllm import LLM, SamplingParams


def print_outputs(llm, outputs):
for output in outputs:
prompt = output.prompt
Expand Down
2 changes: 1 addition & 1 deletion vllm/core/scheduler.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,8 @@
from vllm.sequence import (Sequence, SequenceData, SequenceGroup,
SequenceGroupMetadata, SequenceGroupMetadataDelta,
SequenceStatus)
from vllm.store.kv_store import BlockMappingFromCPU, KVBlockStoreManager
from vllm.utils import Device, PyObjectCache
from vllm.store.kv_store import KVBlockStoreManager,BlockMappingFromCPU

logger = init_logger(__name__)

Expand Down
5 changes: 3 additions & 2 deletions vllm/sequence.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,9 +6,10 @@
from collections import defaultdict
from dataclasses import dataclass, field
from functools import reduce
from typing import Any, Callable, DefaultDict, Dict, List, Mapping, Optional
from typing import (TYPE_CHECKING, Any, Callable, DefaultDict, Dict, List,
Mapping, Optional)
from typing import Sequence as GenericSequence
from typing import TYPE_CHECKING, Set, Tuple, Union
from typing import Set, Tuple, Union

import msgspec
import torch
Expand Down
2 changes: 1 addition & 1 deletion vllm/worker/worker.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@
from vllm.prompt_adapter.request import PromptAdapterRequest
from vllm.sequence import (ExecuteModelRequest, IntermediateTensors,
SequenceGroupMetadata, SequenceGroupMetadataDelta)
from vllm.store.kv_store import KVBlockStore, KVStoreMeta, BlockMappingFromCPU
from vllm.store.kv_store import BlockMappingFromCPU, KVBlockStore, KVStoreMeta
from vllm.worker.cache_engine import CacheEngine
from vllm.worker.enc_dec_model_runner import EncoderDecoderModelRunner
from vllm.worker.model_runner import GPUModelRunnerBase, ModelRunner
Expand Down

0 comments on commit d4bba11

Please sign in to comment.