Add robots.txt

This commit is contained in:
Christopher Cookman 2022-11-29 12:39:49 -07:00
parent c26bc6d768
commit 1a218503f2
Signed by: ChrisChrome
GPG key ID: A023A26E42C33A42

View file

@ -286,6 +286,10 @@ app.get('/', (req, res) => {
}));
});
// Basic robots.txt, deny all
app.get('/robots.txt', (req, res) => {
res.send("User-agent: *\nDisallow: /");
});
app.listen(port, () => {
console.log(`${colors.cyan(`[INFO ${new Date()}]`)} Server started on port ${port}`);