Add robots.txt
This commit is contained in:
parent
c26bc6d768
commit
1a218503f2
4
index.js
4
index.js
|
@ -286,6 +286,10 @@ app.get('/', (req, res) => {
|
||||||
}));
|
}));
|
||||||
});
|
});
|
||||||
|
|
||||||
|
// Basic robots.txt, deny all
|
||||||
|
app.get('/robots.txt', (req, res) => {
|
||||||
|
res.send("User-agent: *\nDisallow: /");
|
||||||
|
});
|
||||||
|
|
||||||
app.listen(port, () => {
|
app.listen(port, () => {
|
||||||
console.log(`${colors.cyan(`[INFO ${new Date()}]`)} Server started on port ${port}`);
|
console.log(`${colors.cyan(`[INFO ${new Date()}]`)} Server started on port ${port}`);
|
||||||
|
|
Loading…
Reference in a new issue