| .. |
|
__init__.py
|
04b53d2db5
chore: add initializer files
|
il y a 1 an |
|
cache_engine.py
|
bf88c8567e
feat: mamba model support (#674)
|
il y a 4 mois |
|
cpu_model_runner.py
|
89a2c6dee1
chore: refactor `MultiModalConfig` initialization and profiling (#745)
|
il y a 3 mois |
|
cpu_worker.py
|
89a2c6dee1
chore: refactor `MultiModalConfig` initialization and profiling (#745)
|
il y a 3 mois |
|
embedding_model_runner.py
|
89a2c6dee1
chore: refactor `MultiModalConfig` initialization and profiling (#745)
|
il y a 3 mois |
|
enc_dec_model_runner.py
|
1405051912
attention: add `AttentionState` abstraction (#863)
|
il y a 1 mois |
|
model_runner.py
|
abfd4465ca
feat: add support for chunked prefill + prefix caching (#871)
|
il y a 1 mois |
|
model_runner_base.py
|
48a8693aed
feat: multi-step scheduling (#831)
|
il y a 1 mois |
|
multi_step_model_runner.py
|
48a8693aed
feat: multi-step scheduling (#831)
|
il y a 1 mois |
|
multi_step_worker.py
|
48a8693aed
feat: multi-step scheduling (#831)
|
il y a 1 mois |
|
neuron_model_runner.py
|
008e646c7e
chore: add support for up to 2048 block size (#715)
|
il y a 3 mois |
|
neuron_worker.py
|
008e646c7e
chore: add support for up to 2048 block size (#715)
|
il y a 3 mois |
|
openvino_model_runner.py
|
bf88c8567e
feat: mamba model support (#674)
|
il y a 4 mois |
|
openvino_worker.py
|
bf88c8567e
feat: mamba model support (#674)
|
il y a 4 mois |
|
tpu_model_runner.py
|
81c5f196eb
chore: various TPU fixes and optimizations (#746)
|
il y a 3 mois |
|
tpu_worker.py
|
81c5f196eb
chore: various TPU fixes and optimizations (#746)
|
il y a 3 mois |
|
utils.py
|
89a2c6dee1
chore: refactor `MultiModalConfig` initialization and profiling (#745)
|
il y a 3 mois |
|
worker.py
|
48a8693aed
feat: multi-step scheduling (#831)
|
il y a 1 mois |
|
worker_base.py
|
48a8693aed
feat: multi-step scheduling (#831)
|
il y a 1 mois |
|
xpu_model_runner.py
|
89a2c6dee1
chore: refactor `MultiModalConfig` initialization and profiling (#745)
|
il y a 3 mois |
|
xpu_worker.py
|
9094a8a2a3
xpu: refactor XPU worker & executor (#861)
|
il y a 1 mois |
AlpinDale
abfd4465ca
feat: add support for chunked prefill + prefix caching (#871)