- Upgrade from Node 16 to Node 22
- Replace deprecated node-sass with Dart Sass (sass)
- Migrate to @metalsmith/* scoped packages for markdown, layouts, in-place, collections
- Replace deprecated metalsmith-markdownit with @metalsmith/markdown + Marked
- Replace deprecated metalsmith-in-place v1 with @metalsmith/in-place v5
- Replace deprecated metalsmith-layouts v1 with @metalsmith/layouts v3
- Update @metalsmith/collections to v2
- Use custom permalinks plugin (upstream incompatible with new regexparam)
- Migrate filterRoutes.js to Express 4 compatibility
- Add Handlebars partial preprocessing for inline {{> partial }} in markdown
- Add custom feed generation (replaces deprecated metalsmith-feed)
- Update all other dependencies to latest versions
- Update Dockerfile for Node 22 Alpine
- Update .nvmrc to 22
89 lines
3.1 KiB
JavaScript
89 lines
3.1 KiB
JavaScript
const express = require("express");
|
|
const router = express.Router();
|
|
const blackHole = function (req, res) {
|
|
res.redirect("https://crawler-test.com/redirects/infinite_redirect");
|
|
};
|
|
|
|
// Specifically allow, but mark as not-found, any `/.well-known/` paths
|
|
router.all(/^\/\.well-known\//, function (req, res) {
|
|
res.sendStatus(404);
|
|
});
|
|
|
|
// Block access to any root-level dot files
|
|
router.all(/^\/\./, blackHole);
|
|
// Block access to file types I don't use
|
|
router.all(/\.php$/, blackHole);
|
|
router.all(/\.asp$/, blackHole);
|
|
router.all(/\.aspx$/, blackHole);
|
|
router.all(/\.gz$/, blackHole);
|
|
router.all(/\.bz2$/, blackHole);
|
|
router.all(/\.tar$/, blackHole);
|
|
router.all(/\.sql$/, blackHole);
|
|
router.all(/\.env$/, blackHole);
|
|
router.all(/\.ini$/, blackHole);
|
|
router.all(/\.pem$/, blackHole);
|
|
router.all(/\.key$/, blackHole);
|
|
router.all(/\.crt$/, blackHole);
|
|
router.all(/\.properties$/, blackHole);
|
|
// Block access to any .git folders
|
|
router.all(/\/\.git\//, blackHole);
|
|
// Block attempts to navigate up directories
|
|
router.all(/\.\.\//, blackHole);
|
|
// Block access to special Mac folder
|
|
router.all(/\/__MACOSX\//, blackHole);
|
|
// Block access to WordPress files
|
|
router.all(/^\/?\/?wp-admin(\/.*)?$/, blackHole);
|
|
router.all(/^\/?\/?wp-includes(\/.*)?$/, blackHole);
|
|
router.all(/^\/?\/?wp-content(\/.*)?$/, blackHole);
|
|
router.all(/\/wordpress\//, blackHole);
|
|
router.all(/\/wp2?\//, blackHole);
|
|
// Block access to possible databases
|
|
router.all(/\/database\//, blackHole);
|
|
router.all(/^\/db(\/.*)?$/, blackHole);
|
|
router.all(/\/db-backup\//, blackHole);
|
|
router.all(/\/db_backup\//, blackHole);
|
|
router.all(/\/sql-backup\//, blackHole);
|
|
router.all(/^\/sql(\/.*)?$/, blackHole);
|
|
router.all(/\/pma\//, blackHole);
|
|
router.all(/\/phpmyadmin\//, blackHole);
|
|
router.all(/\/mysqladmin\//, blackHole);
|
|
router.all(/^\/mysql(\/.*)?$/, blackHole);
|
|
router.all(/\/myadmin\//, blackHole);
|
|
// Block access to possible backups and uploads
|
|
router.all(/\/backup(\/.*)?$/, blackHole);
|
|
router.all(/\/uploads(\/.*)?$/, blackHole);
|
|
router.all(/\/test(\/.*)?$/, blackHole);
|
|
router.all(/\/temp(\/.*)?$/, blackHole);
|
|
router.all(/\/dbbackup\//, blackHole);
|
|
router.all(/\/bak\//, blackHole);
|
|
router.all(/archive\.zip$/, blackHole);
|
|
// Block access to possible credentials
|
|
router.all(/\/env\.test$/, blackHole);
|
|
router.all(/^\/?(.*)?\/env$/, blackHole);
|
|
router.all(/^\/admin(\/.*)?$/, blackHole);
|
|
router.all(/^\/credentials(\/.*)?$/, blackHole);
|
|
router.all(/credentials\.json$/, blackHole);
|
|
router.all(/keys\.json$/, blackHole);
|
|
router.all(/secrets\.json$/, blackHole);
|
|
// Block system paths
|
|
router.all(/\/etc\//, blackHole);
|
|
router.all(/\/var\//, blackHole);
|
|
router.all(/\/usr\//, blackHole);
|
|
router.all(/\/user\//, blackHole);
|
|
|
|
// Block misc stuff
|
|
router.all(/\/data\/owncloud\.log$/, blackHole);
|
|
router.all(/\/autodiscover\/autodiscover\.xml$/, blackHole);
|
|
router.all(/\/\.well-known\/autoconfig(\/.*)?$/, blackHole);
|
|
router.all(/\/sites\/default\/files\//, blackHole);
|
|
router.all(/\/mail\/config-.+\.xml$/, blackHole);
|
|
router.all(/\/bitnami\//, blackHole);
|
|
router.all(/\/aws\//, blackHole);
|
|
|
|
// Block methods I don't support
|
|
router.post("*", blackHole);
|
|
router.put("*", blackHole);
|
|
router.delete("*", blackHole);
|
|
|
|
module.exports = router;
|