| .. |
|
__init__.py
|
9d81716bfd
[v0.5.3] Release Candidate (#388)
|
8 months ago |
|
batch_expansion.py
|
16b587c104
fix: hidden states handling in batch expansion for spec decoding (#839)
|
1 month ago |
|
draft_model_runner.py
|
132aa2abe4
spec decode: add support for EAGLE (#899)
|
3 weeks ago |
|
interfaces.py
|
f1d0b77c92
[0.6.0] Release Candidate (#481)
|
4 months ago |
|
medusa_worker.py
|
22a4cd4595
core: fix spec decode metrics and envs circular import (#889)
|
3 weeks ago |
|
metrics.py
|
2f61644f6e
SPMD optimizations (#824)
|
1 month ago |
|
mlp_speculator_worker.py
|
22a4cd4595
core: fix spec decode metrics and envs circular import (#889)
|
3 weeks ago |
|
multi_step_worker.py
|
132aa2abe4
spec decode: add support for EAGLE (#899)
|
3 weeks ago |
|
ngram_worker.py
|
2f61644f6e
SPMD optimizations (#824)
|
1 month ago |
|
proposer_worker_base.py
|
2f61644f6e
SPMD optimizations (#824)
|
1 month ago |
|
smaller_tp_proposer_worker.py
|
2f61644f6e
SPMD optimizations (#824)
|
1 month ago |
|
spec_decode_worker.py
|
132aa2abe4
spec decode: add support for EAGLE (#899)
|
3 weeks ago |
|
target_model_runner.py
|
89a2c6dee1
chore: refactor `MultiModalConfig` initialization and profiling (#745)
|
3 months ago |
|
top1_proposer.py
|
16b587c104
fix: hidden states handling in batch expansion for spec decoding (#839)
|
1 month ago |
|
util.py
|
ab533e0e60
spec decode: fix logprobs when using speculative decoding (#904)
|
3 weeks ago |
AlpinDale
ab533e0e60
spec decode: fix logprobs when using speculative decoding (#904)