Update server.js

server.js

@@ -18,35 +18,49 @@ app.use((req, res, next) => {
   next();
 });
 
-
 // Middleware to authenticate requests with the proxy key and check the model
 function authenticateProxyKeyAndModel(req, res, next) {
-  const providedKey = req.headers['auro']; // Assuming the key is sent in the 'x-proxy-key' header
+  const providedKey = req.headers['auro'];
   const requestedModel = req.body.model;
 
-  // List of allowed models
   const allowedModels = ['gryphe/mythomist-7b', 'gryphe/mythomax-l2-13b'];
 
   if (providedKey && providedKey === proxyKey && allowedModels.includes(requestedModel)) {
-    // If the provided key matches the expected key and the requested model is allowed, allow the request to proceed
     next();
   } else {
-    // If the key is missing or incorrect, or the model is not allowed, reject the request with an error response
     res.status(401).json({ error: 'Unauthorized or invalid model' });
   }
 }
 
+// Sanitize content function to only trim excessive whitespace and newlines
+function sanitizeContent(content) {
+  // Remove excessive newlines or whitespace
+  return content.replace(/\s+/g, ' ').trim();
+}
 
-
+// Modify proxy response to sanitize content
 app.use('/api', authenticateProxyKeyAndModel, proxy(targetUrl, {
   proxyReqPathResolver: (req) => '/api/v1/chat/completions',
   proxyReqOptDecorator: (proxyReqOpts, srcReq) => {
-    // Modify the request headers if necessary
     proxyReqOpts.headers['Authorization'] = 'Bearer ' + openaiKey;
     return proxyReqOpts;
   },
-}));
+  userResDecorator: (proxyRes, proxyResData, userReq, userRes) => {
+    const responseData = JSON.parse(proxyResData.toString('utf8'));
 
+    // Sanitize the 'content' field in the response
+    if (responseData && responseData.choices) {
+      responseData.choices = responseData.choices.map(choice => {
+        if (choice.message && choice.message.content) {
+          choice.message.content = sanitizeContent(choice.message.content);
+        }
+        return choice;
+      });
+    }
+
+    return JSON.stringify(responseData);
+  }
+}));
 
 app.get("/", (req, res) => {
   // res.send(`This is your OpenAI Reverse Proxy URL: ${baseUrl}`);
@@ -63,4 +77,4 @@ function getExternalUrl(spaceId) {
 
 app.listen(port, () => {
   console.log(`Reverse proxy server running on ${baseUrl}`);
-});
+});