| .. |
|
__init__.py
|
ec17b6c4d0
fix: Phi3.5 Mini and MoE LoRA inference (#1070)
|
6 dagar sedan |
|
arctic.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
baichuan.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
bart.py
|
a985143768
core: add cuda graph support for encoder-decoder models (#1051)
|
1 vecka sedan |
|
blip.py
|
f56d6b396a
vlm: fallback to SDPA for ViT models on CPU backend (#982)
|
2 veckor sedan |
|
blip2.py
|
b4a1e2fd02
vlm: add tensor parallel support for vision transformer models (#971)
|
2 veckor sedan |
|
bloom.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
chameleon.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
chatglm.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
clip.py
|
4d14bd1fe5
vlm: add multi-input support for LLaVA and InternVL models (#1002)
|
2 veckor sedan |
|
commandr.py
|
135dfd648b
fix: LoRA support for Cohere and Jamba models (#1004)
|
2 veckor sedan |
|
dbrx.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
decilm.py
|
9022c6d869
remove progress_bar imports
|
2 månader sedan |
|
deepseek.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
deepseek_v2.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
eagle.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
exaone.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
falcon.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
fuyu.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
gemma.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
gemma2.py
|
b33cf04386
quants: add bitsandbytes support for gemma2 model (#1026)
|
1 vecka sedan |
|
gpt2.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
gpt_bigcode.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
gpt_j.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
gpt_neox.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
granite.py
|
11f49b5341
fix: granite logit scale in logit computation (#1054)
|
1 vecka sedan |
|
idefics2_vision_model.py
|
f1d0b77c92
[0.6.0] Release Candidate (#481)
|
4 månader sedan |
|
interfaces.py
|
0b8b407b6d
feat: support profiling with multiple multi-modal inputs per prompt (#712)
|
3 månader sedan |
|
intern_vit.py
|
f56d6b396a
vlm: fallback to SDPA for ViT models on CPU backend (#982)
|
2 veckor sedan |
|
internlm2.py
|
7632f91429
fix: InternLM2 model with Tensor Parallel (#980)
|
2 veckor sedan |
|
internvl.py
|
41ceb754a6
vlm: fix internvl2 inference with various num_patches (#1030)
|
1 vecka sedan |
|
jais.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
jamba.py
|
135dfd648b
fix: LoRA support for Cohere and Jamba models (#1004)
|
2 veckor sedan |
|
llama.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
llama_embedding.py
|
9022c6d869
remove progress_bar imports
|
2 månader sedan |
|
llava.py
|
4d14bd1fe5
vlm: add multi-input support for LLaVA and InternVL models (#1002)
|
2 veckor sedan |
|
llava_next.py
|
766ea79b89
vlm: fix feature size calculation for llava-next models (#1079)
|
3 dagar sedan |
|
llava_next_video.py
|
be59e30139
vlm: add support for video modality + llava next video (#1014)
|
2 veckor sedan |
|
mamba.py
|
3bb0f07461
chore: rename `task_handler` to `worker` (#985)
|
2 veckor sedan |
|
mamba_cache.py
|
a113309876
kernel: add meta functions for ops to prevent graph breaks (#1019)
|
1 vecka sedan |
|
medusa.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
minicpm.py
|
ce7b602f03
model: add support for MiniCPM-3 (#1044)
|
1 vecka sedan |
|
minicpm3.py
|
ce7b602f03
model: add support for MiniCPM-3 (#1044)
|
1 vecka sedan |
|
minicpmv.py
|
548e864404
models: add support for QwenVL (#995)
|
2 veckor sedan |
|
mixtral.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
mixtral_quant.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
mlp_speculator.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
molmo.py
|
acc0c727c8
vlm: add support for molmo vision model (#1069)
|
6 dagar sedan |
|
mpt.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
na_vit.py
|
9f3e7c86e2
feat: add fused Marlin MoE kernel (#934)
|
2 veckor sedan |
|
nemotron.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
olmo.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
olmoe.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
opt.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
orion.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
paligemma.py
|
46d577f019
vlm: fix siglip layernorm and paligemma weight loading (#991)
|
2 veckor sedan |
|
persimmon.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
phi.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
phi3.py
|
ec17b6c4d0
fix: Phi3.5 Mini and MoE LoRA inference (#1070)
|
6 dagar sedan |
|
phi3_small.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
phi3v.py
|
4d14bd1fe5
vlm: add multi-input support for LLaVA and InternVL models (#1002)
|
2 veckor sedan |
|
phimoe.py
|
ec17b6c4d0
fix: Phi3.5 Mini and MoE LoRA inference (#1070)
|
6 dagar sedan |
|
pixtral.py
|
1721bea53a
vlm: add support for Pixtral model (#1022)
|
1 vecka sedan |
|
qwen.py
|
6212072245
api: support LoRA lineage and base model metadata management (#1072)
|
6 dagar sedan |
|
qwen2.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
qwen2_moe.py
|
5224389dae
chore: skip loading extra bias for qwen2 moe GPTQ (#1011)
|
2 veckor sedan |
|
qwen2_vl.py
|
6212072245
api: support LoRA lineage and base model metadata management (#1072)
|
6 dagar sedan |
|
siglip.py
|
4d14bd1fe5
vlm: add multi-input support for LLaVA and InternVL models (#1002)
|
2 veckor sedan |
|
solar.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
stablelm.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
starcoder2.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
|
ultravox.py
|
8eb4a3cfd3
vlm: support multiple audios per prompt for Ultravox (#990)
|
2 veckor sedan |
|
utils.py
|
a8bdd488b9
distributed: support pipeline parallelism for internvl and internlm2 (#965)
|
2 veckor sedan |
|
xverse.py
|
0dfa6b60ec
core: support logprobs with multi-step scheduling (#963)
|
2 veckor sedan |
AlpinDale
766ea79b89
vlm: fix feature size calculation for llava-next models (#1079)