Przeglądaj źródła

fix: attempting to remove a lora that has already been removed

AlpinDale 7 miesięcy temu
rodzic
commit
28e45a6209
1 zmienionych plików z 2 dodań i 1 usunięć
  1. 2 1
      aphrodite/processing/scheduler.py

+ 2 - 1
aphrodite/processing/scheduler.py

@@ -422,7 +422,8 @@ class Scheduler:
                 num_running_seqs = seq_group.get_max_num_running_seqs()
                 num_running_seqs = seq_group.get_max_num_running_seqs()
                 budget.subtract_num_seqs(seq_group.request_id,
                 budget.subtract_num_seqs(seq_group.request_id,
                                          num_running_seqs)
                                          num_running_seqs)
-                if curr_loras is not None and seq_group.lora_int_id > 0:
+                if (curr_loras is not None and seq_group.lora_int_id > 0
+                        and seq_group.lora_int_id in curr_loras):
                     curr_loras.remove(seq_group.lora_int_id)
                     curr_loras.remove(seq_group.lora_int_id)
 
 
                 if running_queue:
                 if running_queue: