__init__.py 716 B

12345678910111213141516171819
  1. from .data import (LLMInputs, ParsedText, ParsedTokens, PromptInputs,
  2. PromptStrictInputs, TextPrompt, TextTokensPrompt,
  3. TokensPrompt, parse_and_batch_prompt)
  4. from .registry import InputContext, InputRegistry
  5. INPUT_REGISTRY = InputRegistry()
  6. """
  7. The global :class:`~InputRegistry` which is used by
  8. :class:`~aphrodite.AphroditeEngine`
  9. to dispatch data processing according to the target model.
  10. See also:
  11. :ref:`input_processing_pipeline`
  12. """
  13. __all__ = [
  14. "ParsedText", "ParsedTokens", "parse_and_batch_prompt", "TextPrompt",
  15. "TokensPrompt", "TextTokensPrompt", "PromptStrictInputs", "PromptInputs",
  16. "LLMInputs", "INPUT_REGISTRY", "InputContext", "InputRegistry"
  17. ]