| .. |
|
__init__.py
|
adb6982090
models: add support for IBM Granite (PowerLM) models (#978)
|
1 mesiac pred |
|
arctic.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
baichuan.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
bart.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
blip.py
|
b4a1e2fd02
vlm: add tensor parallel support for vision transformer models (#971)
|
1 mesiac pred |
|
blip2.py
|
b4a1e2fd02
vlm: add tensor parallel support for vision transformer models (#971)
|
1 mesiac pred |
|
bloom.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
chameleon.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
chatglm.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
clip.py
|
b4a1e2fd02
vlm: add tensor parallel support for vision transformer models (#971)
|
1 mesiac pred |
|
commandr.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
dbrx.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
decilm.py
|
9022c6d869
remove progress_bar imports
|
3 mesiacov pred |
|
deepseek.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
deepseek_v2.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
eagle.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
exaone.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
falcon.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
fuyu.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
gemma.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
gemma2.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
gpt2.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
gpt_bigcode.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
gpt_j.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
gpt_neox.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
granite.py
|
adb6982090
models: add support for IBM Granite (PowerLM) models (#978)
|
1 mesiac pred |
|
idefics2_vision_model.py
|
f1d0b77c92
[0.6.0] Release Candidate (#481)
|
4 mesiacov pred |
|
interfaces.py
|
0b8b407b6d
feat: support profiling with multiple multi-modal inputs per prompt (#712)
|
4 mesiacov pred |
|
intern_vit.py
|
b4a1e2fd02
vlm: add tensor parallel support for vision transformer models (#971)
|
1 mesiac pred |
|
internlm2.py
|
a8bdd488b9
distributed: support pipeline parallelism for internvl and internlm2 (#965)
|
1 mesiac pred |
|
internvl.py
|
a8bdd488b9
distributed: support pipeline parallelism for internvl and internlm2 (#965)
|
1 mesiac pred |
|
jais.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
jamba.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
llama.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
llama_embedding.py
|
9022c6d869
remove progress_bar imports
|
3 mesiacov pred |
|
llava.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
llava_next.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
mamba.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
mamba_cache.py
|
bf88c8567e
feat: mamba model support (#674)
|
4 mesiacov pred |
|
medusa.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
minicpm.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
minicpmv.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
mixtral.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
mixtral_quant.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
mlp_speculator.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
mpt.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
na_vit.py
|
9f3e7c86e2
feat: add fused Marlin MoE kernel (#934)
|
1 mesiac pred |
|
nemotron.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
olmo.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
olmoe.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
opt.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
orion.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
paligemma.py
|
b4a1e2fd02
vlm: add tensor parallel support for vision transformer models (#971)
|
1 mesiac pred |
|
persimmon.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
phi.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
phi3_small.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
phi3v.py
|
b4a1e2fd02
vlm: add tensor parallel support for vision transformer models (#971)
|
1 mesiac pred |
|
phimoe.py
|
201db10f02
models: add support for Phi3 MoE
|
1 mesiac pred |
|
qwen.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
qwen2.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
qwen2_moe.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
siglip.py
|
b4a1e2fd02
vlm: add tensor parallel support for vision transformer models (#971)
|
1 mesiac pred |
|
solar.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
stablelm.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
starcoder2.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
ultravox.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
|
utils.py
|
a8bdd488b9
distributed: support pipeline parallelism for internvl and internlm2 (#965)
|
1 mesiac pred |
|
xverse.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
1 mesiac pred |
AlpinDale
adb6982090
models: add support for IBM Granite (PowerLM) models (#978)