Add middleware to ignore requests for robots*.txt files

src/main.ts

@@ -31,6 +31,14 @@ async function bootstrap() {
     }),
   );
 
+  // Middleware to ignore requests for robots*.txt files
+  app.use((req, res, next) => {
+    if (req.path.match(/^\/robots\d*\.txt$/)) {
+      return res.status(404).send('Not Found');
+    }
+    next();
+  });
+
   setupSwaggerAuthentication(app);
 
   app.useGlobalPipes(