|
@@ -31,7 +31,7 @@ from torch import nn
|
|
from aphrodite.attention import Attention, AttentionMetadata
|
|
from aphrodite.attention import Attention, AttentionMetadata
|
|
from aphrodite.common.config import CacheConfig, LoRAConfig
|
|
from aphrodite.common.config import CacheConfig, LoRAConfig
|
|
from aphrodite.common.sequence import IntermediateTensors, SamplerOutput
|
|
from aphrodite.common.sequence import IntermediateTensors, SamplerOutput
|
|
-from aphrodite.common.utils import is_hip, progress_bar
|
|
|
|
|
|
+from aphrodite.common.utils import is_hip
|
|
from aphrodite.distributed import (get_pp_group,
|
|
from aphrodite.distributed import (get_pp_group,
|
|
get_tensor_model_parallel_rank,
|
|
get_tensor_model_parallel_rank,
|
|
get_tensor_model_parallel_world_size)
|
|
get_tensor_model_parallel_world_size)
|