| .. |
|
__init__.py
|
9d81716bfd
[v0.5.3] Release Candidate (#388)
|
8 maanden geleden |
|
batch_expansion.py
|
2c653a2268
fix: make speculative decoding work with per-request seed
|
5 maanden geleden |
|
draft_model_runner.py
|
a4cbcfe59f
feat: disable logprob serialization to CPU for spec decode
|
5 maanden geleden |
|
interfaces.py
|
3a53ff1e01
fix: raise an error for no draft token case when draft_tp>1
|
5 maanden geleden |
|
medusa_worker.py
|
16dff9babc
chore: enable bonus token in spec decoding for KV cache based models
|
5 maanden geleden |
|
metrics.py
|
2ebb37d1ee
update time since last collection for AsyncMetricsCollector
|
5 maanden geleden |
|
mlp_speculator_worker.py
|
16dff9babc
chore: enable bonus token in spec decoding for KV cache based models
|
5 maanden geleden |
|
multi_step_worker.py
|
dd18c5042c
move prepare_inputs to the GPU (#596)
|
5 maanden geleden |
|
ngram_worker.py
|
16dff9babc
chore: enable bonus token in spec decoding for KV cache based models
|
5 maanden geleden |
|
proposer_worker_base.py
|
d638dc592d
fix: some minor typing issues in spec decode
|
5 maanden geleden |
|
smaller_tp_proposer_worker.py
|
16dff9babc
chore: enable bonus token in spec decoding for KV cache based models
|
5 maanden geleden |
|
spec_decode_worker.py
|
a4cbcfe59f
feat: disable logprob serialization to CPU for spec decode
|
5 maanden geleden |
|
target_model_runner.py
|
a4cbcfe59f
feat: disable logprob serialization to CPU for spec decode
|
5 maanden geleden |
|
top1_proposer.py
|
3a53ff1e01
fix: raise an error for no draft token case when draft_tp>1
|
5 maanden geleden |
|
util.py
|
a4cbcfe59f
feat: disable logprob serialization to CPU for spec decode
|
5 maanden geleden |
AlpinDale
a4cbcfe59f
feat: disable logprob serialization to CPU for spec decode