From 09b375f666271f0450e177f5b74fdd7ee05633c3 Mon Sep 17 00:00:00 2001
From: Marcus Noble <github@marcusnoble.co.uk>
Date: Wed, 18 Nov 2020 12:14:51 +0000
Subject: [PATCH] Added robots.txt

---
 app.js | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/app.js b/app.js
index df592ba..11de7c9 100644
--- a/app.js
+++ b/app.js
@@ -29,6 +29,10 @@ app.use(express.static(__dirname + '/build'));
 // Lets try and slow down some of those exploit crawlers
 app.use("/", require('./filterRoutes'))
 
+app.get("/robots.txt", function(reg, res) {
+  res.send("User-agent: * Disallow: ")
+})
+
 var md = markdown({html: true});
 md.parser.use(emoji);