Add robots.txt
This commit is contained in:
parent
c26bc6d768
commit
1a218503f2
4
index.js
4
index.js
|
@ -286,6 +286,10 @@ app.get('/', (req, res) => {
|
|||
}));
|
||||
});
|
||||
|
||||
// Basic robots.txt, deny all
|
||||
app.get('/robots.txt', (req, res) => {
|
||||
res.send("User-agent: *\nDisallow: /");
|
||||
});
|
||||
|
||||
app.listen(port, () => {
|
||||
console.log(`${colors.cyan(`[INFO ${new Date()}]`)} Server started on port ${port}`);
|
||||
|
|
Loading…
Reference in a new issue