| .. |
|
__init__.py
|
07aa2a492f
upstream: add option to specify tokenizer
|
1 vuosi sitten |
|
block.py
|
ac82b67f75
feat: naive context shift and various QoL changes (#289)
|
10 kuukautta sitten |
|
config.py
|
c41462cfcd
feat: exllamav2 quantization (#305)
|
10 kuukautta sitten |
|
grammar.py
|
0527131e93
fix: grammar logits processor (#268)
|
10 kuukautta sitten |
|
logger.py
|
3a045ebfde
fix: escape tags in loguru (#304)
|
10 kuukautta sitten |
|
logits_processor.py
|
3df36ee07d
fix: logit bias logitproc (#278)
|
10 kuukautta sitten |
|
outputs.py
|
c0aac15421
feat: S-LoRA support (#222)
|
11 kuukautta sitten |
|
sampling_params.py
|
ac82b67f75
feat: naive context shift and various QoL changes (#289)
|
10 kuukautta sitten |
|
sequence.py
|
9810daa699
feat: INT8 KV Cache (#298)
|
10 kuukautta sitten |
|
test_utils.py
|
641bb0f6e9
feat: add custom allreduce kernels (#224)
|
11 kuukautta sitten |
|
utils.py
|
c2d77b1822
chore: logging refactor (#302)
|
10 kuukautta sitten |
AlpinDale
c41462cfcd
feat: exllamav2 quantization (#305)