__init__.py 750 B

1234567891011121314151617181920212223242526
  1. from aphrodite.modeling.layers.fused_moe.layer import (
  2. FusedMoE, FusedMoEMethodBase, FusedMoeWeightScaleSupported)
  3. from aphrodite.triton_utils import HAS_TRITON
  4. __all__ = [
  5. "FusedMoE",
  6. "FusedMoEMethodBase",
  7. "FusedMoeWeightScaleSupported",
  8. ]
  9. if HAS_TRITON:
  10. from aphrodite.modeling.layers.fused_moe.fused_marlin_moe import (
  11. fused_marlin_moe, single_marlin_moe)
  12. from aphrodite.modeling.layers.fused_moe.fused_moe import (
  13. fused_experts, fused_moe, fused_topk, get_config_file_name,
  14. grouped_topk)
  15. __all__ += [
  16. "fused_marlin_moe",
  17. "single_marlin_moe",
  18. "fused_moe",
  19. "fused_topk",
  20. "fused_experts",
  21. "get_config_file_name",
  22. "grouped_topk",
  23. ]