From 20c33f4423244ec73ff02540142b8418abd9f711 Mon Sep 17 00:00:00 2001 From: orionaskatu <100234619+orionaskatu@users.noreply.github.com> Date: Sun, 28 Aug 2022 16:12:55 +0200 Subject: [PATCH] Queue concurrency 1 to prevent CUDA OOM Mandatory for me as I have a RTX 2070 (8Gb) and I get CUDA OOM if two users launch jobs at the same time. I can also use multiple tabs and jobs will be queued. You may not want it to be the default though. --- webui.py | 1 + 1 file changed, 1 insertion(+) diff --git a/webui.py b/webui.py index b14b7f61d..909bb6374 100644 --- a/webui.py +++ b/webui.py @@ -1340,4 +1340,5 @@ demo = gr.TabbedInterface( """ ) +demo.queue(concurrency_count=1) demo.launch()