Added robots.txt

This commit is contained in:
Marcus Noble 2020-11-18 12:14:51 +00:00
parent 7a4e1324ee
commit 09b375f666
1 changed files with 4 additions and 0 deletions

4
app.js
View File

@ -29,6 +29,10 @@ app.use(express.static(__dirname + '/build'));
// Lets try and slow down some of those exploit crawlers
app.use("/", require('./filterRoutes'))
app.get("/robots.txt", function(reg, res) {
res.send("User-agent: * Disallow: ")
})
var md = markdown({html: true});
md.parser.use(emoji);