| .. |
|
__init__.py
|
f8dfac6372
chore: attention refactor and upstream sync apr01 (#365)
|
9 månader sedan |
|
cpu_executor.py
|
f2b6dc3872
cpu: add support for W8A8 quantization via compressed-tensor (#1017)
|
2 veckor sedan |
|
distributed_gpu_executor.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
executor_base.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
gpu_executor.py
|
3bb0f07461
chore: rename `task_handler` to `worker` (#985)
|
2 veckor sedan |
|
msgspec_utils.py
|
2f61644f6e
SPMD optimizations (#824)
|
1 månad sedan |
|
multiproc_gpu_executor.py
|
638c08d9dc
fix: clean shutdown issues (#1047)
|
1 vecka sedan |
|
multiproc_worker_utils.py
|
638c08d9dc
fix: clean shutdown issues (#1047)
|
1 vecka sedan |
|
multiproc_xpu_executor.py
|
15cb8d5c26
xpu: support pipeline parallel (#932)
|
2 veckor sedan |
|
neuron_executor.py
|
3bb0f07461
chore: rename `task_handler` to `worker` (#985)
|
2 veckor sedan |
|
openvino_executor.py
|
3bb0f07461
chore: rename `task_handler` to `worker` (#985)
|
2 veckor sedan |
|
ray_gpu_executor.py
|
4737c22ab3
fix: pass `APHRODITE_ATTENTION_BACKEND` to ray workers (#1009)
|
2 veckor sedan |
|
ray_tpu_executor.py
|
638c08d9dc
fix: clean shutdown issues (#1047)
|
1 vecka sedan |
|
ray_utils.py
|
3bb0f07461
chore: rename `task_handler` to `worker` (#985)
|
2 veckor sedan |
|
ray_xpu_executor.py
|
673621a3d2
xpu: refactor the model runner for tensor parallelism (#910)
|
3 veckor sedan |
|
tpu_executor.py
|
4b1b658855
tpu: implement multi-step scheduling (#1046)
|
1 vecka sedan |
|
xpu_executor.py
|
3bb0f07461
chore: rename `task_handler` to `worker` (#985)
|
2 veckor sedan |
AlpinDale
638c08d9dc
fix: clean shutdown issues (#1047)