| .. |
|
__init__.py
|
04b53d2db5
chore: add initializer files
|
hace 1 año |
|
cache_engine.py
|
4d33ce60da
feat: Triton flash attention backend for ROCm (#407)
|
hace 9 meses |
|
cpu_model_runner.py
|
6e0761ba5d
make init_distributed_environment compatible with init_process_group
|
hace 9 meses |
|
cpu_worker.py
|
d8c4193704
feat: Speculative Decoding using a draft model (#432)
|
hace 9 meses |
|
model_runner.py
|
c577c31aaa
feat: tree attention
|
hace 9 meses |
|
neuron_model_runner.py
|
0f1399c135
feat: attention refactor part 2
|
hace 9 meses |
|
neuron_worker.py
|
d8c4193704
feat: Speculative Decoding using a draft model (#432)
|
hace 9 meses |
|
worker.py
|
d8c4193704
feat: Speculative Decoding using a draft model (#432)
|
hace 9 meses |
|
worker_base.py
|
d8c4193704
feat: Speculative Decoding using a draft model (#432)
|
hace 9 meses |
AlpinDale
c577c31aaa
feat: tree attention