vllm.inputs.parse ¶
ParsedSingletonPrompt module-attribute
¶
ParsedSingletonPrompt: TypeAlias = (
ParsedStrPrompt
| ParsedTextPrompt
| ParsedTokensPrompt
| ParsedEmbedsPrompt
)
ParsedEmbedsPrompt ¶
ParsedStrPrompt ¶
ParsedTextPrompt ¶
ParsedTokensPrompt ¶
PromptComponents ¶
Bases: NamedTuple
Source code in vllm/inputs/parse.py
get_prompt_components ¶
get_prompt_components(
prompt: PromptType,
) -> PromptComponents
Source code in vllm/inputs/parse.py
is_explicit_encoder_decoder_prompt ¶
is_explicit_encoder_decoder_prompt(
prompt: PromptType,
) -> TypeIs[ExplicitEncoderDecoderPrompt]
parse_raw_prompts ¶
parse_raw_prompts(
prompt: str | list[str] | list[int] | list[list[int]],
) -> Sequence[TextPrompt] | Sequence[TokensPrompt]
Source code in vllm/inputs/parse.py
parse_singleton_prompt ¶
parse_singleton_prompt(
prompt: SingletonPrompt,
) -> ParsedSingletonPrompt
Source code in vllm/inputs/parse.py
split_enc_dec_inputs ¶
split_enc_dec_inputs(
inputs: ProcessorInputs,
) -> tuple[SingletonInputs | None, SingletonInputs]