Added robots.txt
This commit is contained in:
parent
7a4e1324ee
commit
09b375f666
4
app.js
4
app.js
@ -29,6 +29,10 @@ app.use(express.static(__dirname + '/build'));
|
||||
// Lets try and slow down some of those exploit crawlers
|
||||
app.use("/", require('./filterRoutes'))
|
||||
|
||||
app.get("/robots.txt", function(reg, res) {
|
||||
res.send("User-agent: * Disallow: ")
|
||||
})
|
||||
|
||||
var md = markdown({html: true});
|
||||
md.parser.use(emoji);
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user