feat: modernize static site generator stack
- Upgrade from Node 16 to Node 22
- Replace deprecated node-sass with Dart Sass (sass)
- Migrate to @metalsmith/* scoped packages for markdown, layouts, in-place, collections
- Replace deprecated metalsmith-markdownit with @metalsmith/markdown + Marked
- Replace deprecated metalsmith-in-place v1 with @metalsmith/in-place v5
- Replace deprecated metalsmith-layouts v1 with @metalsmith/layouts v3
- Update @metalsmith/collections to v2
- Use custom permalinks plugin (upstream incompatible with new regexparam)
- Migrate filterRoutes.js to Express 4 compatibility
- Add Handlebars partial preprocessing for inline {{> partial }} in markdown
- Add custom feed generation (replaces deprecated metalsmith-feed)
- Update all other dependencies to latest versions
- Update Dockerfile for Node 22 Alpine
- Update .nvmrc to 22
This commit is contained in:
1 parent
35e9dfe24b
commit
0f021e9672
8 files changed
+592
-231
No files matched your search
+66
-68
@@ -1,90 +1,88 @@
|
||||
const express = require('express');
|
||||
const express = require("express");
|
||||
const router = express.Router();
|
||||
const blackHole = function (req, res) {
|
||||
res.redirect("https://crawler-test.com/redirects/infinite_redirect");
|
||||
res.redirect("https://crawler-test.com/redirects/infinite_redirect");
|
||||
};
|
||||
|
||||
// Specifically allow, but mark as not-found, any `/.well-known/` paths
|
||||
router.all(/^\/\.well-known\//, function(req, res) {
|
||||
res.sendStatus(404);
|
||||
router.all(/^\/\.well-known\//, function (req, res) {
|
||||
res.sendStatus(404);
|
||||
});
|
||||
|
||||
// Block access to any root-level dot files
|
||||
router.all(/^\/\./, blackHole);
|
||||
// Block access to file types I don't use
|
||||
router.all(/.*\.php$/, blackHole);
|
||||
router.all(/.*\.asp$/, blackHole);
|
||||
router.all(/.*\.aspx$/, blackHole);
|
||||
router.all(/.*\.gz$/, blackHole);
|
||||
router.all(/.*\.bz2$/, blackHole);
|
||||
router.all(/.*\.tar$/, blackHole);
|
||||
router.all(/.*\.sql$/, blackHole);
|
||||
router.all(/.*\.env$/, blackHole);
|
||||
router.all(/.*\.ini$/, blackHole);
|
||||
router.all(/.*\.pem$/, blackHole);
|
||||
router.all(/.*\.key$/, blackHole);
|
||||
router.all(/.*\.crt$/, blackHole);
|
||||
router.all(/.*\.properties$/, blackHole);
|
||||
router.all(/\.php$/, blackHole);
|
||||
router.all(/\.asp$/, blackHole);
|
||||
router.all(/\.aspx$/, blackHole);
|
||||
router.all(/\.gz$/, blackHole);
|
||||
router.all(/\.bz2$/, blackHole);
|
||||
router.all(/\.tar$/, blackHole);
|
||||
router.all(/\.sql$/, blackHole);
|
||||
router.all(/\.env$/, blackHole);
|
||||
router.all(/\.ini$/, blackHole);
|
||||
router.all(/\.pem$/, blackHole);
|
||||
router.all(/\.key$/, blackHole);
|
||||
router.all(/\.crt$/, blackHole);
|
||||
router.all(/\.properties$/, blackHole);
|
||||
// Block access to any .git folders
|
||||
router.all(/.*\/\.git\/.*/, blackHole);
|
||||
router.all(/\/\.git\//, blackHole);
|
||||
// Block attempts to navigate up directories
|
||||
router.all(/.*\.\.\/.*/, blackHole);
|
||||
router.all(/\.\.\//, blackHole);
|
||||
// Block access to special Mac folder
|
||||
router.all('/__MACOSX/*?', blackHole);
|
||||
// Block access to Workdpress files
|
||||
router.all('(/*)?/wp-admin/', blackHole);
|
||||
router.all('(/*)?/wp-admin/.*', blackHole);
|
||||
router.all('(/*)?/wp-includes/?(*)?', blackHole);
|
||||
router.all('(/*)?/wp-content/?(*)?', blackHole);
|
||||
router.all('/wordpress/', blackHole);
|
||||
router.all('/wp(2)?/', blackHole);
|
||||
router.all(/\/__MACOSX\//, blackHole);
|
||||
// Block access to WordPress files
|
||||
router.all(/^\/?\/?wp-admin(\/.*)?$/, blackHole);
|
||||
router.all(/^\/?\/?wp-includes(\/.*)?$/, blackHole);
|
||||
router.all(/^\/?\/?wp-content(\/.*)?$/, blackHole);
|
||||
router.all(/\/wordpress\//, blackHole);
|
||||
router.all(/\/wp2?\//, blackHole);
|
||||
// Block access to possible databases
|
||||
router.all('/database/', blackHole);
|
||||
router.all('/db/', blackHole);
|
||||
router.all('/db-backup/', blackHole);
|
||||
router.all('/db_backup/', blackHole);
|
||||
router.all('/sql-backup/', blackHole);
|
||||
router.all('/sql/', blackHole);
|
||||
router.all('/pma/', blackHole);
|
||||
router.all('/phpmyadmin/', blackHole);
|
||||
router.all('/mysqladmin/', blackHole);
|
||||
router.all('/mysql/', blackHole);
|
||||
router.all('/myadmin/', blackHole);
|
||||
router.all(/\/database\//, blackHole);
|
||||
router.all(/^\/db(\/.*)?$/, blackHole);
|
||||
router.all(/\/db-backup\//, blackHole);
|
||||
router.all(/\/db_backup\//, blackHole);
|
||||
router.all(/\/sql-backup\//, blackHole);
|
||||
router.all(/^\/sql(\/.*)?$/, blackHole);
|
||||
router.all(/\/pma\//, blackHole);
|
||||
router.all(/\/phpmyadmin\//, blackHole);
|
||||
router.all(/\/mysqladmin\//, blackHole);
|
||||
router.all(/^\/mysql(\/.*)?$/, blackHole);
|
||||
router.all(/\/myadmin\//, blackHole);
|
||||
// Block access to possible backups and uploads
|
||||
router.all('/backup/', blackHole);
|
||||
router.all('/uploads/', blackHole);
|
||||
router.all('/test/', blackHole);
|
||||
router.all('/temp/', blackHole);
|
||||
router.all(/.*\/dbbackup\/.*/, blackHole);
|
||||
router.all('/bak/', blackHole);
|
||||
router.all('archive.zip', blackHole);
|
||||
router.all(/\/backup(\/.*)?$/, blackHole);
|
||||
router.all(/\/uploads(\/.*)?$/, blackHole);
|
||||
router.all(/\/test(\/.*)?$/, blackHole);
|
||||
router.all(/\/temp(\/.*)?$/, blackHole);
|
||||
router.all(/\/dbbackup\//, blackHole);
|
||||
router.all(/\/bak\//, blackHole);
|
||||
router.all(/archive\.zip$/, blackHole);
|
||||
// Block access to possible credentials
|
||||
router.all('/env.test', blackHole);
|
||||
router.all('(/.*)?/env$', blackHole);
|
||||
router.all('/admin(/.*)?', blackHole)
|
||||
router.all('/credentials(/*)?', blackHole);
|
||||
router.all(/.*credentials\.json$/, blackHole);
|
||||
router.all(/.*keys\.json$/, blackHole);
|
||||
router.all(/.*secrets\.json$/, blackHole);
|
||||
router.all(/\/env\.test$/, blackHole);
|
||||
router.all(/^\/?(.*)?\/env$/, blackHole);
|
||||
router.all(/^\/admin(\/.*)?$/, blackHole);
|
||||
router.all(/^\/credentials(\/.*)?$/, blackHole);
|
||||
router.all(/credentials\.json$/, blackHole);
|
||||
router.all(/keys\.json$/, blackHole);
|
||||
router.all(/secrets\.json$/, blackHole);
|
||||
// Block system paths
|
||||
router.all('/etc/*', blackHole);
|
||||
router.all('/var/*', blackHole);
|
||||
router.all('/usr/*', blackHole);
|
||||
router.all('/user/*', blackHole);
|
||||
router.all(/\/etc\//, blackHole);
|
||||
router.all(/\/var\//, blackHole);
|
||||
router.all(/\/usr\//, blackHole);
|
||||
router.all(/\/user\//, blackHole);
|
||||
|
||||
// Block misc stuff
|
||||
router.all('/data/owncloud.log', blackHole);
|
||||
router.all('/autodiscover/autodiscover.xml', blackHole)
|
||||
router.all('/.well-known/autoconfig(/*)?', blackHole)
|
||||
router.all('/sites/default/files/', blackHole);
|
||||
router.all(/.*\/mail\/config-.+\.xml/, blackHole);
|
||||
router.all('/bitnami/*', blackHole)
|
||||
router.all('/aws/*', blackHole)
|
||||
router.all(/\/data\/owncloud\.log$/, blackHole);
|
||||
router.all(/\/autodiscover\/autodiscover\.xml$/, blackHole);
|
||||
router.all(/\/\.well-known\/autoconfig(\/.*)?$/, blackHole);
|
||||
router.all(/\/sites\/default\/files\//, blackHole);
|
||||
router.all(/\/mail\/config-.+\.xml$/, blackHole);
|
||||
router.all(/\/bitnami\//, blackHole);
|
||||
router.all(/\/aws\//, blackHole);
|
||||
|
||||
// Block methods I don't support
|
||||
router.post('*', blackHole);
|
||||
router.put('*', blackHole);
|
||||
router.delete('*', blackHole);
|
||||
router.post("*", blackHole);
|
||||
router.put("*", blackHole);
|
||||
router.delete("*", blackHole);
|
||||
|
||||
|
||||
module.exports = router
|
||||
module.exports = router;
|
||||
Reference in new issue
Block a user