| .. |
|
__init__.py
|
04b53d2db5
chore: add initializer files
|
hai 1 ano |
|
cache_engine.py
|
bf88c8567e
feat: mamba model support (#674)
|
hai 4 meses |
|
cpu_model_runner.py
|
22a4cd4595
core: fix spec decode metrics and envs circular import (#889)
|
hai 1 mes |
|
cpu_worker.py
|
22a4cd4595
core: fix spec decode metrics and envs circular import (#889)
|
hai 1 mes |
|
embedding_model_runner.py
|
89a2c6dee1
chore: refactor `MultiModalConfig` initialization and profiling (#745)
|
hai 4 meses |
|
enc_dec_model_runner.py
|
22a4cd4595
core: fix spec decode metrics and envs circular import (#889)
|
hai 1 mes |
|
model_runner.py
|
8d9f1fd4e6
feat: add single user mode (#927)
|
hai 1 mes |
|
model_runner_base.py
|
22a4cd4595
core: fix spec decode metrics and envs circular import (#889)
|
hai 1 mes |
|
multi_step_model_runner.py
|
48a8693aed
feat: multi-step scheduling (#831)
|
hai 2 meses |
|
multi_step_worker.py
|
132aa2abe4
spec decode: add support for EAGLE (#899)
|
hai 1 mes |
|
neuron_model_runner.py
|
22a4cd4595
core: fix spec decode metrics and envs circular import (#889)
|
hai 1 mes |
|
neuron_worker.py
|
0c6d90dade
neuron: add support for tensor parallelism (#923)
|
hai 1 mes |
|
openvino_model_runner.py
|
22a4cd4595
core: fix spec decode metrics and envs circular import (#889)
|
hai 1 mes |
|
openvino_worker.py
|
bf88c8567e
feat: mamba model support (#674)
|
hai 4 meses |
|
tpu_model_runner.py
|
81c5f196eb
chore: various TPU fixes and optimizations (#746)
|
hai 4 meses |
|
tpu_worker.py
|
22a4cd4595
core: fix spec decode metrics and envs circular import (#889)
|
hai 1 mes |
|
utils.py
|
89a2c6dee1
chore: refactor `MultiModalConfig` initialization and profiling (#745)
|
hai 4 meses |
|
worker.py
|
8d9f1fd4e6
feat: add single user mode (#927)
|
hai 1 mes |
|
worker_base.py
|
f7f3fed265
feat: add async postprocessor (#925)
|
hai 1 mes |
|
xpu_model_runner.py
|
673621a3d2
xpu: refactor the model runner for tensor parallelism (#910)
|
hai 1 mes |
|
xpu_worker.py
|
673621a3d2
xpu: refactor the model runner for tensor parallelism (#910)
|
hai 1 mes |
AlpinDale
8d9f1fd4e6
feat: add single user mode (#927)