diff --git a/docs/source/quantization/bitblas.rst b/docs/source/quantization/bitblas.rst index e01598a4416d1..bc2074b2556f8 100644 --- a/docs/source/quantization/bitblas.rst +++ b/docs/source/quantization/bitblas.rst @@ -30,7 +30,8 @@ Read bitblas format checkpoint. llm = LLM(model=model_id, dtype=torch.bfloat16, trust_remote_code=True, quantization="bitblas") Read gptq format checkpoint. --------------------------- +------------------------------- + .. code-block:: python from vllm import LLM