| .. |
|
__init__.py
|
07aa2a492f
upstream: add option to specify tokenizer
|
1 anno fa |
|
block.py
|
fad45609b8
chore: remove logical token blocks (turns out they are not needed)
|
5 mesi fa |
|
config.py
|
ba371fbbbd
feat: AWQ marlin kernels (#603)
|
5 mesi fa |
|
grammar.py
|
0527131e93
fix: grammar logits processor (#268)
|
11 mesi fa |
|
logger.py
|
46159b107a
formatting: pt1
|
6 mesi fa |
|
logits_processor.py
|
9d81716bfd
[v0.5.3] Release Candidate (#388)
|
8 mesi fa |
|
outputs.py
|
63b735bc2a
chore: optimize v2 block manager to match the performance of v1
|
5 mesi fa |
|
pooling_params.py
|
be8154a8a0
feat: proper embeddings API with e5-mistral-7b support
|
6 mesi fa |
|
sampling_params.py
|
bf15e1b4e8
chore: deprecation warning for beam search
|
5 mesi fa |
|
sequence.py
|
6ac658b0d6
some small performance improvements
|
5 mesi fa |
|
test_utils.py
|
9d81716bfd
[v0.5.3] Release Candidate (#388)
|
8 mesi fa |
|
utils.py
|
6ac658b0d6
some small performance improvements
|
5 mesi fa |
AlpinDale
ba371fbbbd
feat: AWQ marlin kernels (#603)