__init__.py 893 B

12345678910111213141516171819202122232425262728293031
  1. from .data import (EncoderDecoderLLMInputs, ExplicitEncoderDecoderPrompt,
  2. LLMInputs, PromptType, SingletonPrompt, TextPrompt,
  3. TokensPrompt, build_explicit_enc_dec_prompt,
  4. to_enc_dec_tuple_list, zip_enc_dec_prompts)
  5. from .registry import InputContext, InputRegistry
  6. INPUT_REGISTRY = InputRegistry()
  7. """
  8. The global :class:`~InputRegistry` which is used by
  9. :class:`~aphrodite.AphroditeEngine`
  10. to dispatch data processing according to the target model.
  11. See also:
  12. :ref:`input_processing_pipeline`
  13. """
  14. __all__ = [
  15. "TextPrompt",
  16. "TokensPrompt",
  17. "PromptType",
  18. "SingletonPrompt",
  19. "ExplicitEncoderDecoderPrompt",
  20. "LLMInputs",
  21. "EncoderDecoderLLMInputs",
  22. "build_explicit_enc_dec_prompt",
  23. "to_enc_dec_tuple_list",
  24. "zip_enc_dec_prompts",
  25. "INPUT_REGISTRY",
  26. "InputContext",
  27. "InputRegistry",
  28. ]