#pragma once #include #include #include void swap_blocks( torch::Tensor& src, torch::Tensor& dst, const std::map& block_mapping); void copy_blocks( std::vector& key_caches, std::vector& value_caches, const std::map>& block_mapping); void reshape_and_cache( torch::Tensor& key, torch::Tensor& value, torch::Tensor& key_cache, torch::Tensor& value_cache, torch::Tensor& slot_mapping, const std::string& kv_cache_dtype, const float kv_scale); void convert_fp8( torch::Tensor& src_cache, torch::Tensor& dst_cache);