Initial commit

This commit is contained in:
2021-08-20 15:20:04 +02:00
parent 2233c6a98d
commit 312f397c53
4 changed files with 382 additions and 0 deletions
+95
View File
@@ -0,0 +1,95 @@
function download(filename, text) {
let element = document.createElement('a');
element.setAttribute('href', 'data:text/plain;charset=utf-8,' + encodeURIComponent(text));
element.setAttribute('download', filename);
element.style.display = 'none';
document.body.appendChild(element);
element.click();
document.body.removeChild(element);
}
async function getChapter(chapterUrl){
let chapterDownload = await fetch(chapterUrl, {
"headers": {
"sec-ch-ua": "\"Chromium\";v=\"88\", \"Google Chrome\";v=\"88\", \";Not A Brand\";v=\"99\"",
"sec-ch-ua-mobile": "?0",
"upgrade-insecure-requests": "1"
},
"referrer": "https://fastnovel.net/nanomancer-reborn-ive-become-a-snow-girl2-156/",
"referrerPolicy": "strict-origin-when-cross-origin",
"body": null,
"method": "GET",
"mode": "cors",
"credentials": "omit"
});
if (chapterDownload.ok) {
let response = await chapterDownload.text();
document.open();
document.write(response);
document.close()
let title = document.querySelector("h1.episode-name");
let matched = title.textContent.match(/(Chapter.*)/g);
title.innerHTML = matched[0];
let content = document.querySelector("div#chapter-body");
content.prepend(title);
content.innerHTML = content.innerHTML.replaceAll("…","...").replace(/Find authorized novels.*for visiting/g, "").replace(/([A-z])\.([A-z])/g, function (match, p1, p2, offset, string){return p1+p2;}).replace(/([A-z])\.([A-z])/g, function (match, p1, p2, offset, string){return p1+p2;});
return content.innerHTML;
}
}
// Start file download.
//download("hello.txt","This is the content of my file :)");
async function main()
{
let volumeLinks = ["", []]
let chapters = document.querySelectorAll("div.book ul a");
let volumes = [[]];
let perVolume = 100;
let title = document.querySelector("h1.name").textContent;
let author = document.querySelector("ul.meta-data>li a").textContent;
console.log(chapters.length / perVolume + 1);
for(vol = 0; vol < Math.ceil(chapters.length/perVolume); vol++)
{
let chapterLinks = [];
for(chap = 0; chap < perVolume && vol * perVolume + chap < chapters.length; chap++)
{
let chapIndex = vol * perVolume + chap;
chapterLinks[chapters[chapIndex].text] = chapters[chapIndex].href;
}
volumeLinks[vol] = ["Volume " + (vol + 1), chapterLinks];
}
//console.log(volumeLinks);
for (volume in volumeLinks) {
//if(volumeLinks[volume][0] == "Volume 10")
//{
let toDownload = ""
for (link in volumeLinks[volume][1]) {
//console.log(link)
if (volumeLinks[volume][1][link] != undefined) {
//console.log(volumeLinks[volume][1][link])
toDownload += await getChapter(volumeLinks[volume][1][link]);
}
//console.log(download)
}
let volumeName = volumeLinks[volume][0].replaceAll(": "," ").replaceAll(":","").replaceAll(" - "," ").replace(/Volume (\d)\b/,"Volume 0$1");
download(title + " - " + volumeName + " - " + author + ".html", toDownload)
//}
}
}
main();
+90
View File
@@ -0,0 +1,90 @@
function download(filename, text) {
let element = document.createElement('a');
element.setAttribute('href', 'data:text/plain;charset=utf-8,' + encodeURIComponent(text));
element.setAttribute('download', filename);
element.style.display = 'none';
document.body.appendChild(element);
element.click();
document.body.removeChild(element);
}
async function getChapter(chapterUrl){
let chapterDownload = await fetch(chapterUrl, {
"headers": {
"sec-ch-ua": "\"Chromium\";v=\"88\", \"Google Chrome\";v=\"88\", \";Not A Brand\";v=\"99\"",
"sec-ch-ua-mobile": "?0",
"upgrade-insecure-requests": "1"
},
"referrer": "https://fastnovel.net/nanomancer-reborn-ive-become-a-snow-girl2-156/",
"referrerPolicy": "strict-origin-when-cross-origin",
"body": null,
"method": "GET",
"mode": "cors",
"credentials": "omit"
});
if (chapterDownload.ok) {
let response = await chapterDownload.text();
document.open();
document.write(response);
document.close()
let title = document.querySelector("h1.episode-name");
let matched = title.textContent.match(/(Chapter.*)/g);
title.innerHTML = matched[0];
let content = document.querySelector("div#chapter-body");
content.prepend(title);
content.innerHTML = content.innerHTML.replaceAll("…","...").replace(/Find authorized novels.*for visiting/g, "").replace(/([A-z])\.([A-z])/g, function (match, p1, p2, offset, string){return p1+p2;}).replace(/([A-z])\.([A-z])/g, function (match, p1, p2, offset, string){return p1+p2;});
return content.innerHTML;
}
}
// Start file download.
//download("hello.txt","This is the content of my file :)");
async function main()
{
let volumeLinks = ["", []]
let volumes = document.querySelectorAll("div.book");
let title = document.querySelector("h1.name").textContent;
let author = document.querySelector("ul.meta-data>li a").textContent;
for (volume = 0; volume < volumes.length; volume++) {
let chapterLinks = [];
let chapters = volumes[volume].querySelectorAll("ul a");
for (chapter in chapters) {
chapterLinks[chapters[chapter].text] = chapters[chapter].href;
}
volumeLinks[volume] = [volumes[volume].querySelectorAll("a")[0].text, chapterLinks];
}
for (volume in volumeLinks) {
var volumeNumber = volumeLinks[volume][0].match(/^.* (\d+)/)[1];
if(volumeNumber >= 10) //0 for all
{
let toDownload = ""
for (link in volumeLinks[volume][1])
{
if (volumeLinks[volume][1][link] != undefined)
{
//console.log(volumeLinks[volume][1][link])
toDownload += await getChapter(volumeLinks[volume][1][link]);
}
}
//download("Nanomancer Reborn - " + volumeLinks[volume][0] + ".html", toDownload)
let volumeName = volumeLinks[volume][0].replaceAll(": "," ").replaceAll(":","").replaceAll(" - "," ").replace(/Volume (\d)\b/,"Volume 0$1");
download(title + " - " + volumeName + " - " + author + ".html", toDownload)
}
}
}
main();
+99
View File
@@ -0,0 +1,99 @@
function download(filename, text) {
let element = document.createElement('a');
element.setAttribute('href', 'data:text/plain;charset=utf-8,' + encodeURIComponent(text));
element.setAttribute('download', filename);
element.style.display = 'none';
document.body.appendChild(element);
element.click();
document.body.removeChild(element);
}
async function getChapter(chapterUrl){
let chapterDownload = await fetch(chapterUrl);
if (chapterDownload.ok) {
let response = await chapterDownload.text();
//document.open();
//document.write(response);
//document.close()
document.getElementsByTagName("html")[0].innerHTML = response;
await new Promise(r => setTimeout(r, 100));
let title = document.createElement("h1");
title.innerHTML = document.querySelector("div.titles h2").innerText;
let content = document.querySelector("#chapter-container");
content.prepend(title);
content.querySelectorAll("#chapter-container div").forEach(function(e){e.remove();});
content.querySelectorAll("#chapter-container p").forEach(function(e){if(e.classList.length > 0)e.remove();});
content.innerHTML = content.innerHTML.replaceAll("…","...").replace(/([A-z])\.([A-z])/g, function (match, p1, p2, offset, string){return p1+p2;}).replace(/([A-z])\.([A-z])/g, function (match, p1, p2, offset, string){return p1+p2;});
return content.innerHTML;
}
}
function appendLog(log)
{
}
async function main()
{
let startChapter = 951;
let endChapter = 1100; // 0/false = until last
let perVolume = 50; // 0/false = all in one
var debug = false;
let volumeLinks = ["", []]
let title = document.querySelector("h1.novel-title").innerText.replaceAll(" (WN)", "").replaceAll(" (LN)", "");
let author = document.querySelector("div.author > a > span").innerText;
endChapter = endChapter ? endChapter : document.querySelector("#chapters > div.intro > a").innerText.match(/\d+/)[0];
perVolume = perVolume ? perVolume : Number.MAX_VALUE;
if(debug) console.log(endChapter + " " + perVolume);
for(vol = Math.ceil(startChapter/perVolume); vol <= Math.ceil(endChapter/perVolume); vol++)
{
let chapterLinks = [];
for(chap = ((vol - 1) * perVolume) + ( vol == Math.ceil(startChapter/perVolume) ? startChapter % perVolume : 1); chap <= vol * perVolume && chap <= endChapter; chap++)
{
let chapIndex = vol * perVolume + chap;
chapterLinks[chap] = window.location.href + "/chapter-"+chap;
if(debug) console.log(chapterLinks[chap]);
}
volumeLinks[vol] = ["Volume " + (vol), chapterLinks];
}
if(debug) console.log(volumeLinks);
var antiSpam = 1
for(volume = Math.ceil(startChapter/perVolume); volume <= Math.ceil(endChapter/perVolume); volume++)
{
if(debug) console.log(volume);
let toDownload = ""
for(link = ((volume - 1) * perVolume) + 1; link <= volume * perVolume && link <= endChapter; link++)
{
if(debug) console.log(volumeLinks[volume][1][link]);
if (volumeLinks[volume][1][link] != undefined) {
if(!debug) toDownload += await getChapter(volumeLinks[volume][1][link]);
if(antiSpam % 30 == 0)
{
console.log("antispam")
await new Promise(r => setTimeout(r, 65000));
}
++antiSpam;
}
}
let volumeName = volumeLinks[volume][0].replace(/Volume (\d)\b/,"Volume 0$1");
if(!debug) download(title + " - " + volumeName + " - " + author + ".html", toDownload)
}
}
main();
+98
View File
@@ -0,0 +1,98 @@
function download(filename, text) {
let element = document.createElement('a');
element.setAttribute('href', 'data:text/plain;charset=utf-8,' + encodeURIComponent(text));
element.setAttribute('download', filename);
element.style.display = 'none';
document.body.appendChild(element);
element.click();
document.body.removeChild(element);
}
async function getChapter(chapterUrl){
let chapterDownload = await fetch(chapterUrl, {
"headers": {
"sec-ch-ua": "\"Chromium\";v=\"88\", \"Google Chrome\";v=\"88\", \";Not A Brand\";v=\"99\"",
"sec-ch-ua-mobile": "?0",
"upgrade-insecure-requests": "1"
},
"referrer": "https://fastnovel.net/nanomancer-reborn-ive-become-a-snow-girl2-156/",
"referrerPolicy": "strict-origin-when-cross-origin",
"body": null,
"method": "GET",
"mode": "cors",
"credentials": "omit"
});
if (chapterDownload.ok) {
let response = await chapterDownload.text();
document.open();
document.write(response);
document.close()
document.querySelectorAll("div.chapter-content3 div.desc div").forEach(function(elem) {elem.remove()});
document.querySelectorAll("div.chapter-content3 div.desc script").forEach(function(elem) {elem.remove()});
document.querySelectorAll("div.chapter-content3 div.desc center").forEach(function(elem) {elem.remove()});
document.querySelectorAll("div.chapter-content3 div.desc small").forEach(function(elem) {elem.remove()});
document.querySelectorAll("div.chapter-content3 div.desc br").forEach(function(elem) {elem.remove()});
document.querySelectorAll("div.chapter-content3 div.desc hr").forEach(function(elem) {elem.remove()});
let content = document.querySelector("div.chapter-content3 div.desc");
console.log("[DEBUG] " + content);
content.innerHTML = content.innerHTML.replaceAll("…","...").replace(/Find authorized novels.*for visiting/g, "").replace(/([A-z])\.([A-z])/g, "$1$2").replace(/([A-z])\.([A-z])/g, "$1$2");
return content.innerHTML;
}
}
// Start file download.
//download("hello.txt","This is the content of my file :)");
let volumeLinks = ["", []]
let chapters = document.querySelectorAll("div.chapters div.tab-content a");
let volumes = [[]];
let perVolume = 100;
let title = document.querySelector("div.block-title h1").textContent;
//let author = document.querySelector("body > div:nth-child(4) > div > div > div.col-lg-8.content > div > div:nth-child(2) > div > div.novel-left > div.novel-details > div:nth-child(5) > div.novel-detail-body > ul > li").textContent;
let author = "Feng Yise" // Unrivaled Medicine God
console.log(chapters.length / perVolume + 1);
for(vol = 0; vol < Math.ceil(chapters.length/perVolume); vol++)
{
let chapterLinks = [];
for(chap = 0; chap < perVolume && vol * perVolume + chap < chapters.length; chap++)
{
let chapIndex = vol * perVolume + chap;
chapterLinks[chapters[chapIndex].text] = chapters[chapIndex].href;
}
volumeLinks[vol] = ["Volume " + (vol + 1), chapterLinks];
}
//console.log(volumeLinks);
for (volume in volumeLinks) {
let volumeNumber = volumeLinks[volume][0].match(/Volume (\d+)/)[1];
if(volumeNumber > 18)
{
let toDownload = ""
for (link in volumeLinks[volume][1]) {
//console.log(link)
if (volumeLinks[volume][1][link] != undefined) {
//console.log(volumeLinks[volume][1][link])
toDownload += await getChapter(volumeLinks[volume][1][link]);
//console.log("[DEBUG] " +toDownload);
}
//console.log(download)
}
let volumeName = volumeLinks[volume][0].replaceAll(": "," ").replaceAll(":","").replaceAll(" - "," ").replace(/Volume (\d)\b/,"Volume 0$1");
download(title + " - " + volumeName + " - " + author + ".html", toDownload)
}
}