diff --git a/src/proxy/middleware/response/index.ts b/src/proxy/middleware/response/index.ts
index 87c87c0..40f5b19 100644
--- a/src/proxy/middleware/response/index.ts
+++ b/src/proxy/middleware/response/index.ts
@@ -292,6 +292,9 @@ const handleDownstreamErrors: ProxyResHandlerWithBody = async (
   } else {
     errorPayload.proxy_note = `Unrecognized error from OpenAI.`;
   }
+  
+  // Don't leak the org id outside the proxy
+  errorPayload.message.replace(/org-.{24}/gm, "org-xxxxxxxxxxxxxxxxxxx");
 
   res.status(statusCode).json(errorPayload);
   throw new Error(errorPayload.error?.message);