fix(server): allow greedy repetition penalty (#51)

2023-02-02 10:34:35 +01:00 · 2023-02-02 10:34:35 +01:00 · df227ac20d
parent 775115e3a5
commit df227ac20d
1 changed files with 0 additions and 1 deletions
--- a/server/text_generation/utils.py
+++ b/server/text_generation/utils.py
@ -73,7 +73,6 @@ class NextTokenChooser:
            sampling = True
        if repetition_penalty is not None and repetition_penalty != 1.0:
            warpers.append(RepetitionPenaltyLogitsProcessor(penalty=repetition_penalty))
-            sampling = True

        self.warpers = warpers
        self.choice = Sampling(seed, device) if sampling else Greedy()