| .. |
|
__init__.py
|
04b53d2db5
chore: add initializer files
|
пре 1 година |
|
cache_engine.py
|
bf88c8567e
feat: mamba model support (#674)
|
пре 4 месеци |
|
cpu_model_runner.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
пре 2 недеља |
|
cpu_worker.py
|
22a4cd4595
core: fix spec decode metrics and envs circular import (#889)
|
пре 3 недеља |
|
embedding_model_runner.py
|
89a2c6dee1
chore: refactor `MultiModalConfig` initialization and profiling (#745)
|
пре 3 месеци |
|
enc_dec_model_runner.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
пре 2 недеља |
|
model_runner.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
пре 2 недеља |
|
model_runner_base.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
пре 2 недеља |
|
multi_step_model_runner.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
пре 2 недеља |
|
multi_step_worker.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
пре 2 недеља |
|
neuron_model_runner.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
пре 2 недеља |
|
neuron_worker.py
|
0c6d90dade
neuron: add support for tensor parallelism (#923)
|
пре 3 недеља |
|
openvino_model_runner.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
пре 2 недеља |
|
openvino_worker.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
пре 2 недеља |
|
tpu_model_runner.py
|
5bec8fbb1b
tpu: add support for async postprocessing (#968)
|
пре 2 недеља |
|
tpu_worker.py
|
ea59784f59
tpu: remove torch._dynamo.reset() (#952)
|
пре 2 недеља |
|
utils.py
|
b3f6eeb1d2
vlm: increase the default `max_num_batched_tokens` for multimodal models (#973)
|
пре 2 недеља |
|
worker.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
пре 2 недеља |
|
worker_base.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
пре 2 недеља |
|
xpu_model_runner.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
пре 2 недеља |
|
xpu_worker.py
|
15cb8d5c26
xpu: support pipeline parallel (#932)
|
пре 2 недеља |
AlpinDale
b3f6eeb1d2
vlm: increase the default `max_num_batched_tokens` for multimodal models (#973)