aphrodite-engine/aphrodite/endpoints/cli.py

import argparse

from aphrodite.endpoints.openai.api_server import run_server
from aphrodite.endpoints.openai.args import make_arg_parser
from aphrodite.endpoints.configure import configure


def main():
    parser = argparse.ArgumentParser(description="Aphrodite CLI")
    subparsers = parser.add_subparsers()

    serve_parser = subparsers.add_parser(
        "run",
        help="Start the Aphrodite OpenAI Compatible API server",
        usage="aphrodite run <model_tag> [options]")
    make_arg_parser(serve_parser)
    # Override the `--model` optional argument, make it positional.
    serve_parser.add_argument("model",
                              type=str,
                              help="The model tag or path to run.")
    serve_parser.set_defaults(func=run_server)

    configure_parser = subparsers.add_parser(
        "configure",
        help="Configure Aphrodite settings through a TUI",
        usage="aphrodite configure")
    configure_parser.set_defaults(func=configure)

    args = parser.parse_args()
    if hasattr(args, "func"):
        args.func(args)
    else:
        parser.print_help()


if __name__ == "__main__":
    main()