diff --git a/llm_server/routes/stats.py b/llm_server/routes/stats.py index 78fd9ef..8e8a004 100644 --- a/llm_server/routes/stats.py +++ b/llm_server/routes/stats.py @@ -23,8 +23,12 @@ class SemaphoreCheckerThread(Thread): def run(self): global proompters_1_min while True: - self.values.append(opts.concurrent_gens - concurrent_semaphore._value) - proompters_1_min = sum(self.values) / len(self.values) + # If the semaphore value is less than the maximum, a prompter has sent a prompt + if opts.concurrent_gens > self.semaphore._value: + self.values.append(1) + else: + self.values.append(0) + proompters_1_min = sum(self.values) time.sleep(1)