diff --git a/server/text_generation_server/utils/weights.py b/server/text_generation_server/utils/weights.py
index dcab6296..ef662ce1 100644
--- a/server/text_generation_server/utils/weights.py
+++ b/server/text_generation_server/utils/weights.py
@@ -224,7 +224,7 @@ class Weights:
     def _set_gptq_params(self, model_id):
         filename = "quantize_config.json"
         try:
-            if not os.path.exists(os.path.join(model_id, filename)):
+            if os.path.exists(os.path.join(model_id, filename)):
                 filename = os.path.join(model_id, filename)
             else:
                 filename = hf_hub_download(model_id, filename=filename)