Fetch tales with SCPs

This commit is contained in:
Marcus Noble 2020-06-27 19:10:03 +01:00
parent 9a03fc2182
commit 67385220ab
1 changed files with 15 additions and 0 deletions

View File

@ -317,6 +317,21 @@ async function sendPage(website, tries = 0) {
await sendToRemarkable(title, myPDF);
}
// If SCP, try and fetch associated tales
let scpMatch = website.toString().match(/^https?:\/\/.*scp-wiki.*\/scp-([0-9]+)$/i)
if (scpMatch) {
let scp = scpMatch[1];
let series = Number(scp[0]) + 1;
await page.goto(`http://www.scp-wiki.net/scp-series-${series}-tales-edition`);
let tales = await page.$$(`a[href="/scp-${scp}"]+ul a`);
if (tales.length) {
for (let tale of tales) {
let link = await tale.evaluate(a => a.href);
sendPage(link)
}
}
}
return true;
} catch (ex) {
console.log(ex);