__init__.py 609 B

1234567891011121314151617181920
  1. from aphrodite.modeling.layers.fused_moe.layer import (
  2. FusedMoE, FusedMoEMethodBase, FusedMoeWeightScaleSupported)
  3. from aphrodite.triton_utils import HAS_TRITON
  4. __all__ = ["FusedMoE", "FusedMoEMethodBase", "FusedMoeWeightScaleSupported"]
  5. if HAS_TRITON:
  6. from aphrodite.modeling.layers.fused_moe.fused_moe import (
  7. fused_experts, fused_marlin_moe, fused_moe, fused_topk,
  8. get_config_file_name, grouped_topk)
  9. __all__ += [
  10. "fused_marlin_moe",
  11. "fused_moe",
  12. "fused_topk",
  13. "fused_experts",
  14. "get_config_file_name",
  15. "grouped_topk",
  16. ]