Browse Source

fix: logprobs for dynatemp (#215)

AlpinDale 1 year ago
parent
commit
a39eeb7188
1 changed files with 1 additions and 1 deletions
  1. 1 1
      aphrodite/modeling/sampling_metadata.py

+ 1 - 1
aphrodite/modeling/sampling_metadata.py

@@ -205,7 +205,7 @@ class SamplingTensors:
                 eta_cutoffs += [0] * (prompt_len - 1)
                 epsilon_cutoffs += [0] * (prompt_len - 1)
                 typical_ps += [1] * (prompt_len - 1)
-                dynatemp_rangess += [dynatemp_range] * (prompt_len - 1)
+                dynatemp_ranges += [dynatemp_range] * (prompt_len - 1)
                 dynatemp_exps += [dynatemp_exp] * (prompt_len - 1)
                 prompt_tokens.extend([] for _ in range(prompt_len - 1))
                 output_tokens.extend([] for _ in range(prompt_len - 1))