AverageMarcus/blog
1
0
Fork 0
Code Issues Pull Requests Releases Activity

Added robots.txt

Browse Source
This commit is contained in:
Marcus Noble 2020-11-18 12:14:51 +00:00
parent 7a4e1324ee
commit 09b375f666
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
app.js
View File

@ -29,6 +29,10 @@ app.use(express.static(__dirname + '/build'));
// Lets try and slow down some of those exploit crawlers // Lets try and slow down some of those exploit crawlers
app.use("/", require('./filterRoutes')) app.use("/", require('./filterRoutes'))
app.get("/robots.txt", function(reg, res) {
res.send("User-agent: * Disallow: ")
})
var md = markdown({html: true}); var md = markdown({html: true});
md.parser.use(emoji); md.parser.use(emoji);