__init__.py 922 B

12345678910111213141516171819202122232425262728293031
  1. from .data import (ExplicitEncoderDecoderPrompt, LLMInputs, ParsedText,
  2. ParsedTokens, PromptInputs, SingletonPromptInputs,
  3. TextPrompt, TokensPrompt, get_prompt_type,
  4. is_valid_encoder_decoder_llm_inputs, parse_and_batch_prompt)
  5. from .registry import InputContext, InputRegistry
  6. INPUT_REGISTRY = InputRegistry()
  7. """
  8. The global :class:`~InputRegistry` which is used by
  9. :class:`~aphrodite.AphroditeEngine`
  10. to dispatch data processing according to the target model.
  11. See also:
  12. :ref:`input_processing_pipeline`
  13. """
  14. __all__ = [
  15. "ParsedText",
  16. "ParsedTokens",
  17. "parse_and_batch_prompt",
  18. "TextPrompt",
  19. "TokensPrompt",
  20. "PromptInputs",
  21. "LLMInputs",
  22. "INPUT_REGISTRY",
  23. "InputContext",
  24. "InputRegistry",
  25. "get_prompt_type",
  26. "is_valid_encoder_decoder_llm_inputs",
  27. "ExplicitEncoderDecoderPrompt",
  28. "SingletonPromptInputs",
  29. ]