| .. |
|
block
|
3d83e64f8e
feat: add metrics for prefix cache hit rate (#829)
|
há 1 mês atrás |
|
__init__.py
|
ac1d46a2ec
feat: begin work on the engine
|
há 1 ano atrás |
|
block_manager_v1.py
|
ace4bbef6a
feat: add support for chunked prefill + prefix caching
|
há 1 mês atrás |
|
block_manager_v2.py
|
ace4bbef6a
feat: add support for chunked prefill + prefix caching
|
há 1 mês atrás |
|
evictor_v1.py
|
f1d0b77c92
[0.6.0] Release Candidate (#481)
|
há 4 meses atrás |
|
evictor_v2.py
|
3d83e64f8e
feat: add metrics for prefix cache hit rate (#829)
|
há 1 mês atrás |
|
interfaces.py
|
3d83e64f8e
feat: add metrics for prefix cache hit rate (#829)
|
há 1 mês atrás |
|
placeholder_block_space_manager.py
|
ace4bbef6a
feat: add support for chunked prefill + prefix caching
|
há 1 mês atrás |
|
scheduler.py
|
ace4bbef6a
feat: add support for chunked prefill + prefix caching
|
há 1 mês atrás |
AlpinDale
ace4bbef6a
feat: add support for chunked prefill + prefix caching