decoder_xqa_impl.cpp 692 B

12345678910111213141516171819
  1. #include "decoder_xqa_impl.h"
  2. #include "decoder_xqa_impl_precompiled.h"
  3. void DecoderXQAImpl::run(XQAParams const& xqa_params,
  4. KVCacheListParams const& kv_block_array,
  5. cudaStream_t const& stream) {
  6. runWithKVBlockArray(xqa_params, kv_block_array, stream);
  7. }
  8. std::unique_ptr<DecoderXQAImpl> DecoderXQAImpl::create(DecoderXQARunner* runner,
  9. ImplType implType) {
  10. switch (implType) {
  11. case ImplType::kPrecompiled:
  12. return std::unique_ptr<DecoderXQAImpl>(
  13. new DecoderXQAImplPrecompiled(runner));
  14. }
  15. throw std::invalid_argument("Unknown DecoderXQAImpl::ImplType");
  16. }