索引

A

abort() (vllm.AsyncLLMEngine method)	abort_request() (vllm.LLMEngine method)
add_request() (vllm.LLMEngine method)	AsyncLLMEngine (class in vllm)
audio (vllm.multimodal.MultiModalDataBuiltins attribute)

B

batch() (vllm.multimodal.MultiModalInputs static method)	BatchedTensorInputs (in module vllm.multimodal)
beam_search() (vllm.LLM method)

C

chat() (vllm.LLM method)	check_health() (vllm.AsyncLLMEngine method)
clone() (vllm.SamplingParams method)	create_input_mapper() (vllm.multimodal.MultiModalRegistry method)
create_input_processor() (vllm.inputs.registry.InputRegistry method)

D

DEPRECATE_LEGACY (vllm.LLM attribute)	do_log_stats() (vllm.LLMEngine method)
DO_VALIDATE_OUTPUT (vllm.LLMEngine attribute)	dummy_data_for_profiling() (vllm.inputs.registry.InputRegistry method)
DummyDataFactory (class in vllm.inputs.registry)

E

encode() (vllm.AsyncLLMEngine method)	(vllm.LLM method)
engine_step() (vllm.AsyncLLMEngine method)

F

from_engine_args() (vllm.AsyncLLMEngine class method)	(vllm.LLMEngine class method)

G

generate() (vllm.AsyncLLMEngine method)	(vllm.LLM method)
get_data_key() (vllm.multimodal.image.ImagePlugin method)	(vllm.multimodal.MultiModalPlugin method)
get_decoding_config() (vllm.AsyncLLMEngine method)	(vllm.LLMEngine method)
get_hf_config() (vllm.inputs.registry.InputContext method)	get_hf_image_processor_config() (vllm.inputs.registry.InputContext method)
get_lora_config() (vllm.AsyncLLMEngine method)	(vllm.LLMEngine method)
get_max_multimodal_tokens() (vllm.multimodal.MultiModalPlugin method)	(vllm.multimodal.MultiModalRegistry method)
get_mm_limits_per_prompt() (vllm.multimodal.MultiModalRegistry method)	get_model_config() (vllm.AsyncLLMEngine method)
(vllm.LLMEngine method)	get_num_unfinished_requests() (vllm.LLMEngine method)
get_parallel_config() (vllm.AsyncLLMEngine method)	(vllm.LLMEngine method)
get_scheduler_config() (vllm.AsyncLLMEngine method)	(vllm.LLMEngine method)

H

has_unfinished_requests() (vllm.LLMEngine method)	has_unfinished_requests_for_virtual_engine() (vllm.LLMEngine method)

I

image (vllm.multimodal.MultiModalDataBuiltins attribute)	ImagePlugin (class in vllm.multimodal.image)
init_mm_limits_per_prompt() (vllm.multimodal.MultiModalRegistry method)	INPUT_REGISTRY (in module vllm.inputs)
InputContext (class in vllm.inputs.registry)	InputProcessor (in module vllm.inputs.registry)
InputRegistry (class in vllm.inputs.registry)

L

LLM (class in vllm)	LLMEngine (class in vllm)
LLMInputs (class in vllm.inputs)

M

map_input() (vllm.multimodal.MultiModalPlugin method)	(vllm.multimodal.MultiModalRegistry method)
model_config (vllm.inputs.registry.InputContext attribute)	module
vllm.engine	vllm.inputs.registry
vllm.multimodal	vllm.multimodal.image
multi_modal_data (vllm.inputs.LLMInputs attribute)	(vllm.inputs.TextPrompt attribute)
(vllm.inputs.TokensPrompt attribute)	MULTIMODAL_REGISTRY (in module vllm.multimodal)
MultiModalDataBuiltins (class in vllm.multimodal)	MultiModalDataDict (in module vllm.multimodal)
MultiModalInputs (class in vllm.multimodal)	MultiModalPlugin (class in vllm.multimodal)
MultiModalRegistry (class in vllm.multimodal)

N

NestedTensors (in module vllm.multimodal)

P

process_input() (vllm.inputs.registry.InputRegistry method)	prompt (vllm.inputs.LLMInputs attribute)
(vllm.inputs.TextPrompt attribute)	prompt_token_ids (vllm.inputs.LLMInputs attribute)
(vllm.inputs.TokensPrompt attribute)	PromptType (in module vllm.inputs)

R

register_dummy_data() (vllm.inputs.registry.InputRegistry method)	register_image_input_mapper() (vllm.multimodal.MultiModalRegistry method)
register_input_mapper() (vllm.multimodal.MultiModalPlugin method)	(vllm.multimodal.MultiModalRegistry method)
register_input_processor() (vllm.inputs.registry.InputRegistry method)	register_max_image_tokens() (vllm.multimodal.MultiModalRegistry method)
register_max_multimodal_tokens() (vllm.multimodal.MultiModalPlugin method)	(vllm.multimodal.MultiModalRegistry method)
register_plugin() (vllm.multimodal.MultiModalRegistry method)	run_engine_loop() (vllm.AsyncLLMEngine static method)

S

SamplingParams (class in vllm)	shutdown_background_loop() (vllm.AsyncLLMEngine method)
start_background_loop() (vllm.AsyncLLMEngine method)	step() (vllm.LLMEngine method)

T

TextPrompt (class in vllm.inputs)	TokensPrompt (class in vllm.inputs)

U

update_from_generation_config() (vllm.SamplingParams method)

V

vllm.engine

• module

vllm.inputs.registry

• module

vllm.multimodal

• module

vllm.multimodal.image

• module