// ==UserScript==
// @name 小说下载器
// @namespace https://blog.bgme.me
// @match http://www.yruan.com/article/*.html
// @match https://www.jingcaiyuedu.com/novel/*/list.html
// @match http://www.shuquge.com/txt/*/index.html
// @match http://www.dingdiann.com/ddk*/
// @match https://www.dingdiann.com/ddk*/
// @match http://www.biquwo.org/bqw*/
// @match http://www.xkzw.org/xkzw*/
// @match https://www.fpzw.com/xiaoshuo/*/*/
// @match https://www.hetushu.com/book/*/index.html
// @match http://www.shouda8.com/*/
// @match https://www.shouda8.com/*/
// @match https://book.qidian.com/info/*
// @match https://www.ciweimao.com/chapter-list/*
// @match http://www.jjwxc.net/onebook.php?novelid=*
// @exclude http://www.jjwxc.net/onebook.php?novelid=*&chapterid=*
// @match http://book.sfacg.com/Novel/*/MainIndex/
// @grant unsafeWindow
// @grant GM_info
// @grant GM_xmlhttpRequest
// @connect img.shouda8.com
// @connect read.qidian.com
// @connect kuangxiangit.com
// @connect sinaimg.cn
// @connect jjwxc.net
// @require https://cdn.jsdelivr.net/npm/file-saver@2.0.2/dist/FileSaver.min.js
// @require https://cdn.jsdelivr.net/npm/jszip@3.2.1/dist/jszip.min.js
// @run-at document-end
// @version 1.3.4.4
// @author bgme
// @description 一个可扩展的通用型小说下载器。目前支持起点、晋江、SF轻小说、刺猬猫等小说网站的免费章节，以及亿软小说、精彩小说网、书趣阁、顶点小说、2k小说阅读网、和图书、笔趣窝、星空文学、手打吧等其他网站。详细支持网站列表请打开说明页面。
// @supportURL https://github.com/yingziwu/Greasemonkey/issues
// @icon https://greasyfork.org/assets/blacklogo96-1221dbbb8f0d47a728f968c35c2e2e03c64276a585b8dceb7a79a17a3f350e8a.png
// @license AGPL-3.0-or-later
// ==/UserScript==
"use strict";
/* 本下载器可添加抓取规则以支持更多网站
抓取规则示例：
["www.yruan.com", {
bookname() { return document.querySelector('#info > h1:nth-child(1)').innerText.trim() },
author() { return document.querySelector('#info > p:nth-child(2)').innerText.replace(/作\s+者:/, '').trim() },
intro() { return convertDomNode(document.querySelector('#intro > p'))[0] },
linkList() { return document.querySelectorAll('div.box_con div#list dl dd a') },
coverUrl() { return document.querySelector('#fmimg > img').src; },
chapterName: function(doc) { return doc.querySelector('.bookname > h1:nth-child(1)').innerText.trim() },
content: function(doc) { return doc.querySelector('#content') },
}],
抓取规则的 `key` 为该抓取规则适用的网站域名，即 `document.location.host`。
抓取规则的 `value` 一对象，该对象由7个函数组成：
函数名 功能 返回值
bookname() 抓取小说题名 String
author() 抓取小说作者 String
intro() 抓取小说简介 String
linkList() 抓取小说分章链接列表 NodeList
coverUrl() 抓取小说封面图片地址 String
以上5个函数在小说目录页（即按下按钮时的页面）运行。
函数名 功能 返回值
chapterName(doc) 抓取小说章节名 String
content(doc) 抓取小说章节主体部分 Element
以上2个函数在小说章节页运行，输入值 `doc` 为小说章节页的 `document` 。
变量名 功能 备注
charset 网站响应的编码方式 可选
CORS 抓取章节时是否跨域 可选
maxRetryTimes 最大重试次数（默认为3） 可选
maxConcurrency 下载文本时最大并发数（默认为10） 可选
maxImgConcurrency 下载图片时最大并发数（默认为5） 可选
若网站返回的响应非 UTF-8 编码，请添加 charset 变量注明编码方式。网站当前编码方式可通过 document.charset 查看。
对于起点这样抓取章节页需要跨域的网站，请将 CORS 设为 true 。
根据上述要求添加好相应网站抓取规则，并在 `// @match` 中添加相应网站，即可在新网站上使用本下载器。
调试功能：
将 `enableDebug` 变量改为 `true` 可开启调试功能，开启之后可在控制台（console）中访问如下对象：
对象名 类型 功能
rule 变量 当前抓取规则
main(rule) 函数 运行下载器
convertDomNode(node) 函数 输出处理后的txt文本及Dom节点
ruleTest(rule) 函数 测试抓取规则
gfetch(url,option) 函数 使用 GM_xmlhttpRequest 进行请求
url the destination URL
gfetch 可用 option 选项：
method one of GET, HEAD, POST
headers ie. user-agent, referer, ... (some special headers are not supported by Safari and Android browsers)
data some string to send via a POST request
cookie a cookie to be patched into the sent cookie set
binary send the data string in binary mode
nocache don't cache the resource
revalidate revalidate maybe cached content
timeout a timeout in ms
context a property which will be added to the response object
responseType one of arraybuffer, blob, json
overrideMimeType a MIME type for the request
anonymous don't send cookies with the requests (please see the fetch notes)
username a username for authentication
password a password
gfetch 返回值：
finalUrl the final URL after all redirects from where the data was loaded
readyState the ready state
status the request status
statusText the request status text
responseHeaders the request response headers
response the response data as object if details.responseType was set
responseXML the response data as XML document
responseText the response data as plain string
*/
const enableDebug = false;
const defaultMaxRetryTimes = 3;
const defaultMaxConcurrency = 10;
const defaultMaxImgConcurrency = 5;
const rules = new Map([
["www.yruan.com", {
bookname() { return document.querySelector('#info > h1:nth-child(1)').innerText.trim() },
author() { return document.querySelector('#info > p:nth-child(2)').innerText.replace(/作\s+者:/, '').trim() },
intro() { return convertDomNode(document.querySelector('#intro > p'))[0] },
linkList() { return document.querySelectorAll('div.box_con div#list dl dd a') },
coverUrl() { return document.querySelector('#fmimg > img').src },
chapterName: function(doc) { return doc.querySelector('.bookname > h1:nth-child(1)').innerText.trim() },
content: function(doc) { return doc.querySelector('#content') },
}],
["www.jingcaiyuedu.com", {
bookname() { return document.querySelector('div.row.text-center.mb10 > h1:nth-child(1)').innerText.trim() },
author() { return document.querySelector('div.row.text-center.mb10 a[href^="/novel/"]').innerText.trim() },
intro: async() => {
const indexUrl = document.location.href.replace(/\/list.html$/, '.html');
return (crossPage(indexUrl, "convertDomNode(doc.querySelector('#bookIntro'))[0]"))
},
linkList() { return document.querySelectorAll('dd.col-md-4 > a') },
coverUrl: async() => {
const indexUrl = document.location.href.replace(/\/list.html$/, '.html');
return (crossPage(indexUrl, "doc.querySelector('.panel-body img').getAttribute('data-original')"))
},
chapterName: function(doc) { return doc.querySelector('h1.readTitle').innerText.trim() },
content: function(doc) {
let c = doc.querySelector('#htmlContent');
let ad = c.querySelector('p:nth-child(1)');
if (ad && ad.innerText.includes('精彩小说网')) { ad.remove() }
return c
},
}],
["www.shuquge.com", {
bookname() { return document.querySelector('.info > h2').innerText.trim() },
author() { return document.querySelector('.small > span:nth-child(1)').innerText.replace(/作者：/, '').trim() },
intro() {
let iNode = document.querySelector('.intro');
iNode.innerHTML = iNode.innerHTML.replace(/推荐地址：http:\/\/www.shuquge.com\/txt\/\d+\/index\.html/, '');
return convertDomNode(iNode)[0];
},
linkList() { return includeLatestChapter('.listmain > dl:nth-child(1)') },
coverUrl() { return document.querySelector('.info > .cover > img').src },
chapterName: function(doc) { return doc.querySelector('.content > h1:nth-child(1)').innerText.trim() },
content: function(doc) {
let content = doc.querySelector('#content');
content.innerHTML = content.innerHTML.replace('请记住本书首发域名：www.shuquge.com。书趣阁_笔趣阁手机版阅读网址：m.shuquge.com', '').replace(/http:\/\/www.shuquge.com\/txt\/\d+\/\d+\.html/, '');
return content
},
}],
["www.dingdiann.com", {
bookname() { return document.querySelector('#info > h1:nth-child(1)').innerText.trim() },
author() { return document.querySelector('#info > p:nth-child(2)').innerText.replace(/作\s+者：/, '').trim() },
intro() { return convertDomNode(document.querySelector('#intro'))[0] },
linkList() { return includeLatestChapter('#list > dl') },
coverUrl() { return document.querySelector('#fmimg > img').src },
chapterName: function(doc) { return doc.querySelector('.bookname > h1:nth-child(1)').innerText.trim() },
content: function(doc) {
let content = doc.querySelector('#content');
let ad = '<div align="center"><a href="javascript:postError();" style="text-align:center;color:red;">章节错误,点此举报(免注册)</a>,举报后维护人员会在两分钟内校正章节内容,请耐心等待,并刷新页面。</div>';
content.innerHTML = content.innerHTML.replace(ad, '').replace(/http:\/\/www.shuquge.com\/txt\/\d+\/\d+\.html/, '');
return content
},
}],
["www.fpzw.com", {
bookname() { return document.querySelector('#title > h1:nth-child(1)').innerText.trim() },
author() { return document.querySelector('.author > a:nth-child(1)').innerText.trim() },
intro: async() => {
const indexUrl = document.location.href.replace(/xiaoshuo\/\d+\//, '');
const charset = 'GBK';
return (crossPage(indexUrl, "convertDomNode(doc.querySelector('.wright .Text'))[0]", charset))
},
linkList() { return includeLatestChapter('.book') },
coverUrl: async() => {
const indexUrl = document.location.href.replace(/xiaoshuo\/\d+\//, '');
const charset = 'GBK';
return (crossPage(indexUrl, "doc.querySelector('div.bortable.wleft > img').src", charset))
},
chapterName: function(doc) { return doc.querySelector('h2').innerText.trim() },
content: function(doc) {
let content = doc.querySelector('.Text');
rm('.Text > a:nth-child(1)', false, content);
rm('.Text > font[color="#F00"]', false, content);
rm('strong.top_book', false, content);
return content
},
charset: 'GBK',
}],
["www.hetushu.com", {
bookname() { return document.querySelector('.book_info > h2').innerText.trim() },
author() { return document.querySelector('.book_info > div:nth-child(3) > a:nth-child(1)').innerText.trim() },
intro() { return convertDomNode(document.querySelector('.intro'))[0] },
linkList() { return document.querySelectorAll('#dir dd a') },
coverUrl() { return document.querySelector('.book_info > img').src },
chapterName: function(doc) { return doc.querySelector('#content .h2').innerText.trim() },
content: function(doc) {
let content = doc.querySelector('#content');
rm('h2', true, content);
return content
},
}],
["www.biquwo.org", {
bookname() { return document.querySelector('#info > h1').innerText.trim() },
author() { return document.querySelector('#info > p:nth-child(2)').innerText.replace(/作\s+者：/, '').trim() },
intro() { return convertDomNode(document.querySelector('#intro'))[0] },
linkList() { return includeLatestChapter('#list > dl:nth-child(1)') },
coverUrl() { return document.querySelector('#fmimg > img').src },
chapterName: function(doc) { return doc.querySelector('.bookname > h1:nth-child(1)').innerText.trim() },
content: function(doc) { return doc.querySelector('#content') },
}],
["www.xkzw.org", {
bookname() { return document.querySelector('#info > h1').innerText.trim() },
author() { return document.querySelector('#info > p:nth-child(2)').innerText.replace(/作\s+者：/, '').trim() },
intro() { return convertDomNode(document.querySelector('#intro'))[0] },
linkList() {
let showmore = document.querySelector('#showMore a');
let showmoreJS = showmore.href.replace('javascript:', '');
if (!showmore.innerText.includes('点击关闭')) {
eval(showmoreJS);
}
return document.querySelectorAll('.list dd > a')
},
coverUrl() { return document.querySelector('#fmimg > img').src },
chapterName: function(doc) { return doc.querySelector('.bookname > h1:nth-child(1)').innerText.trim() },
content: async function(doc) {
const CryptoJS = await loadCryptoJs();
runEval(CryptoJS);
return doc.querySelector('#content')
function runEval(CryptoJS) {
// 以下部分来自 http://www.xkzw.org/js/c.js 中的去除混淆后的解密代码
// 本人将原代码中 document 修改为 doc
function gettt1(str, keyStr, ivStr) { var key = CryptoJS.enc.Utf8.parse(keyStr); var iv = CryptoJS.enc.Utf8.parse(ivStr); var encryptedHexStr = CryptoJS.enc.Hex.parse(str); var srcs = CryptoJS.enc.Base64.stringify(encryptedHexStr); var decrypt = CryptoJS.DES.decrypt(srcs, key, { iv: iv, mode: CryptoJS.mode.CBC, padding: CryptoJS.pad.Pkcs7 }); var decryptedStr = decrypt.toString(CryptoJS.enc.Utf8); return decryptedStr.toString() };
function gettt2(str, keyStr, ivStr) { var key = CryptoJS.enc.Utf8.parse(keyStr); var iv = CryptoJS.enc.Utf8.parse(ivStr); var encryptedHexStr = CryptoJS.enc.Hex.parse(str); var srcs = CryptoJS.enc.Base64.stringify(encryptedHexStr); var decrypt = CryptoJS.AES.decrypt(srcs, key, { iv: iv, mode: CryptoJS.mode.CBC, padding: CryptoJS.pad.Pkcs7 }); var decryptedStr = decrypt.toString(CryptoJS.enc.Utf8); return decryptedStr.toString() };
function gettt3(str, keyStr, ivStr) { var key = CryptoJS.enc.Utf8.parse(keyStr); var iv = CryptoJS.enc.Utf8.parse(ivStr); var encryptedHexStr = CryptoJS.enc.Hex.parse(str); var srcs = CryptoJS.enc.Base64.stringify(encryptedHexStr); var decrypt = CryptoJS.RC4.decrypt(srcs, key, { iv: iv, mode: CryptoJS.mode.CBC, padding: CryptoJS.pad.Pkcs7 }); var decryptedStr = decrypt.toString(CryptoJS.enc.Utf8); return decryptedStr.toString() };
function getttn(str, keyStr, ivStr) { var key = CryptoJS.enc.Utf8.parse(keyStr); var iv = CryptoJS.enc.Utf8.parse(ivStr); var encryptedHexStr = CryptoJS.enc.Hex.parse(str); var srcs = CryptoJS.enc.Base64.stringify(encryptedHexStr); var decrypt = CryptoJS.TripleDES.decrypt(srcs, key, { iv: iv, mode: CryptoJS.mode.CBC, padding: CryptoJS.pad.Pkcs7 }); var decryptedStr = decrypt.toString(CryptoJS.enc.Utf8); return decryptedStr.toString() };
function showttt1(doc) {
var obj = doc.getElementById("other");
var objTips = doc.getElementById("contenttips");
if (obj) {
var content = obj.innerHTML.trim();
var type = parseInt(content.substring(0, 1));
var key;
var iv;
if (type == 1) {
key = content.substring(1, 9);
iv = content.substring(9, 17);
content = content.substring(17);
obj.innerHTML = gettt1(content, key, iv);
obj.style.display = "block";
if (objTips) { objTips.remove() }
} else if (type == 2) {
key = content.substring(1, 33);
iv = content.substring(33, 49);
content = content.substring(49);
obj.innerHTML = gettt2(content, key, iv);
obj.style.display = "block";
if (objTips) { objTips.remove() }
} else if (type == 3) {
key = content.substring(1, 9);
iv = content.substring(9, 17);
content = content.substring(17);
obj.innerHTML = gettt3(content, key, iv);
obj.style.display = "block";
if (objTips) { objTips.remove() }
} else {
key = content.substring(1, 25);
iv = content.substring(25, 33);
content = content.substring(33);
obj.innerHTML = getttn(content, key, iv);
obj.style.display = "block";
if (objTips) { objTips.remove() }
}
}
};
showttt1(doc);
}
},
}],
["www.shouda8.com", {
bookname() { return document.querySelector('.bread-crumbs > li:nth-child(4)').innerText.replace('最新章节列表', '').trim() },
author() { return document.querySelector('div.bookname > h1 > em').innerText.replace('作者：', '').trim() },
intro() {
let intro = document.querySelector('.intro');
rm('.book_keywords');
rm('script', true);
rm('#cambrian0');
return convertDomNode(intro)[0]
},
linkList() { return document.querySelectorAll('.link_14 > dl dd a') },
coverUrl() { return document.querySelector('.pic > img:nth-child(1)').src },
chapterName: function(doc) { return doc.querySelector('.kfyd > h2:nth-child(1)').innerText.trim() },
content: function(doc) {
let content = doc.querySelector('#content');
rm('p:last-child', false, content);
return content
},
}],
["book.qidian.com", {
bookname() { return document.querySelector('.book-info > h1 > em').innerText.trim() },
author() { return document.querySelector('.book-info .writer').innerText.replace(/作\s+者:/, '').trim() },
intro() { return convertDomNode(document.querySelector('.book-info-detail .book-intro'))[0] },
linkList: async() => {
return new Promise((resolve, reject) => {
let list;
const getLiLength = () => document.querySelectorAll('#j-catalogWrap li').length;
const getlinkList = () => document.querySelectorAll('.volume-wrap ul.cf li a:not([href^="//vipreader"]');
if (getLiLength() !== 0) {
list = getlinkList();
setTimeout(() => {
if (getLiLength() !== 0) {
list = getlinkList();
resolve(list);
} else {
reject(new Error("Can't found linkList."));
}
}, 3000)
} else {
list = getlinkList();
resolve(list);
}
})
},
coverUrl() { return document.querySelector('#bookImg > img').src },
chapterName: function(doc) { return doc.querySelector('.j_chapterName > .content-wrap').innerText.trim() },
content: function(doc) { return doc.querySelector('.read-content') },
CORS: true,
}],
["www.ciweimao.com", {
bookname() { return document.querySelector('.book-catalog .hd h3').innerText.trim(); },
author() { return document.querySelector('.book-catalog .hd > p > a').innerText.trim(); },
intro: async() => {
const bookid = unsafeWindow.HB.book.book_id;
const indexUrl = 'https://www.ciweimao.com/book/' + bookid;
return (crossPage(indexUrl, "convertDomNode(doc.querySelector('.book-intro-cnt .book-desc'))[0]"));
},
linkList() {
document.querySelectorAll('.book-chapter-list > li > a > i').forEach(i => i.parentElement.classList.add('not_download'));
return document.querySelectorAll('.book-chapter-list > li > a:not(.not_download)');
},
coverUrl: async() => {
const bookid = unsafeWindow.HB.book.book_id;
const indexUrl = 'https://www.ciweimao.com/book/' + bookid;
return (crossPage(indexUrl, "doc.querySelector('.cover > img').src"));
},
chapterName: function(doc) {
rm('h3.chapter i', false, doc);
return doc.querySelector('h3.chapter').innerText.trim();
},
content: async function(doc) {
const CryptoJS = await loadCryptoJs();
const url = doc.baseURI;
const chapter_id = url.split('/').slice(-1)[0];
let _chapter_author_says = doc.querySelectorAll('#J_BookCnt .chapter.author_say');
let div_chapter_author_say;
if (_chapter_author_says.length !== 0) {
let hr = document.createElement('hr');
div_chapter_author_say = document.createElement('div');
div_chapter_author_say.appendChild(hr);
for (let _chapter_author_say of _chapter_author_says) {
rm('i', true, _chapter_author_say);
div_chapter_author_say.appendChild(_chapter_author_say);
}
}
let content = document.createElement('div');
let decryptDate;
while (true) {
if (!window.lock) {
window.lock = true;
decryptDate = await chapterDecrypt(chapter_id, url).catch(error => {
console.error(error);
chapterDecrypt(chapter_id, url);
}).catch(error => {
window.lock = false;
throw error
});
window.lock = false;
break;
} else {
await sleep(17);
}
}
content.innerHTML = decryptDate;
rm('.chapter span', true, content);
if (_chapter_author_says.length !== 0) { content.appendChild(div_chapter_author_say); }
return content;
async function chapterDecrypt(chapter_id, refererUrl) {
const rootPath = 'https://www.ciweimao.com/';
const access_key_url = rootPath + "chapter/ajax_get_session_code";
const chapter_content_url = rootPath + "chapter/get_book_chapter_detail_info";
console.log(`请求 ${access_key_url} Referer ${refererUrl}`);
const access_key_obj = await gfetch(access_key_url, {
method: 'POST',
headers: {
'Accept': 'application/json, text/javascript, */*; q=0.01',
'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
'Referer': refererUrl,
'Origin': 'https://www.ciweimao.com',
'X-Requested-With': 'XMLHttpRequest'
},
data: `chapter_id=${chapter_id}`,
responseType: 'json'
}).then(response => response.response);
const chapter_access_key = access_key_obj.chapter_access_key;
console.log(`请求 ${chapter_content_url} Referer ${refererUrl}`);
const chapter_content_obj = await gfetch(chapter_content_url, {
method: 'POST',
headers: {
'Accept': 'application/json, text/javascript, */*; q=0.01',
'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
'Referer': refererUrl,
'Origin': 'https://www.ciweimao.com',
'X-Requested-With': 'XMLHttpRequest'
},
data: `chapter_id=${chapter_id}&chapter_access_key=${chapter_access_key}`,
responseType: 'json'
}).then(response => response.response);
if (chapter_content_obj.code !== 100000) { console.error(chapter_content_obj); throw new Error(`下载 ${refererUrl} 失败`) }
return decrypt({
'content': chapter_content_obj.chapter_content,
'keys': chapter_content_obj.encryt_keys,
'accessKey': chapter_access_key
})
}
function decrypt(item) {
var message = item.content;
var keys = item.keys;
var len = item.keys.length;
var accessKey = item.accessKey;
var accessKeyList = accessKey.split("");
var charsNotLatinNum = accessKeyList.length;
var output = new Array;
output.push(keys[accessKeyList[charsNotLatinNum - 1].charCodeAt(0) % len]);
output.push(keys[accessKeyList[0].charCodeAt(0) % len]);
for (let i = 0; i < output.length; i++) {
message = atob(message);
var data = output[i];
var iv = btoa(message.substr(0, 16));
var keys255 = btoa(message.substr(16));
var pass = CryptoJS.format.OpenSSL.parse(keys255);
message = CryptoJS.AES.decrypt(pass, CryptoJS.enc.Base64.parse(data), {
iv: CryptoJS.enc.Base64.parse(iv),
format: CryptoJS.format.OpenSSL
});
if (i < output.length - 1) {
message = message.toString(CryptoJS.enc.Base64);
message = atob(message);
}
}
return message.toString(CryptoJS.enc.Utf8);
}
},
maxConcurrency: 3,
}],
['www.jjwxc.net', {
bookname() { return document.querySelector('h1[itemprop="name"] > span').innerText.trim() },
author() { return document.querySelector('td.sptd h2 a span').innerText.trim() },
intro() {
let intro = document.querySelector('#novelintro');
rm('img', true, intro);
return convertDomNode(intro)[0]
},
linkList() { return document.querySelectorAll('tr[itemprop*="chapter"] > td:nth-child(2) > span a[href]') },
coverUrl() { return document.querySelector('.noveldefaultimage').src },
chapterName: function(doc) { return doc.querySelector('div.noveltext h2').innerText.trim() },
content: function(doc) {
let content = doc.querySelector('div.noveltext');
rm('div:first-child', false, content)
rm('div[style="display:none"]', true, content);
rm('#favoriteshow_3', false, content);
rm('div[align="right"]', true, content);
rm('div[style="clear: both;"]', true, content);
rm('div[style="width:710px;height:70px;float:right;"]', true, content);
rm('div.noveltext div.readsmall > hr', true, content);
rm('div:first-child', false, content);
return content
},
charset: 'GB18030',
}],
['book.sfacg.com', {
bookname() { return document.querySelector('h1.story-title').innerText.trim() },
author: async() => {
const indexUrl = document.location.href.replace('/MainIndex/', '');
return (crossPage(indexUrl, "doc.querySelector('.author-name').innerText.trim()"))
},
intro: async() => {
const indexUrl = document.location.href.replace('/MainIndex/', '');
return (crossPage(indexUrl, "convertDomNode(doc.querySelector('.introduce'))[0]"))
},
linkList() { return document.querySelectorAll('.catalog-list li a:not([href^="/vip"])') },
coverUrl: async() => {
const indexUrl = document.location.href.replace('/MainIndex/', '');
return (crossPage(indexUrl, "doc.querySelector('.summary-pic img').src"))
},
chapterName: function(doc) { return doc.querySelector('h1.article-title').innerText.trim() },
content: function(doc) { return doc.querySelector('.article-content') },
}],
]);
const host = document.location.host;
const rule = rules.get(host);
const charset = rule.charset;
const CORS = rule.CORS;
const customMaxRetryTimes = rule.maxRetryTimes;
const customMaxConcurrency = rule.maxConcurrency;
const customMaxImgConcurrency = rule.maxImgConcurrency;
let maxRetryTimes, maxConcurrency, maxImgConcurrency;
if (customMaxRetryTimes) { maxRetryTimes = customMaxRetryTimes } else { maxRetryTimes = defaultMaxRetryTimes }
if (customMaxConcurrency) { maxConcurrency = customMaxConcurrency } else { maxConcurrency = defaultMaxConcurrency }
if (customMaxImgConcurrency) { maxImgConcurrency = customMaxImgConcurrency } else { maxImgConcurrency = defaultMaxImgConcurrency }
const icon0 = 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAIAAAACACAYAAADDPmHLAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAAFSQAABUkBt3pUAAAAABl0RVh0U29mdHdhcmUAd3d3Lmlua3NjYXBlLm9yZ5vuPBoAAAbTSURBVHic7Z1ZqFZVFMd/V69zaY4lIagNoqXVbU4boEkbtCSDSMKSxEJfywahxyIrfMmMoIEyQhBMshIq8yGnBoqKZkyTMknKofR6r7eH3YVPu373nL33d/aw1g/2g9xvn7XO3n/3sM4emvBLD2AmMAu4GDgZ6OvZhi86gF3Ab8DPwHpgHfB1QJ+SpgX4AlOwKadtwCJgiNfSyZwbgQOErzyf6QCwFBjosZyyZCKwj/AV1qi0HZjqrbQyZAPhK6mKtBQzxlFqmEz4iqkyrSGzLsFV0TO8eJEONwEbgdNCO+ILVwFM8OJFWkwAtgDXhHbEB64CGO7Fi/QYArwNLAjtSGg+Jny/HDo9D/R2LchQ6KjWnXuB9zFRz+RQAfyfxUBbyTyTgU3AJP/uxE2OXcBAYArwq0Xe/ZhvIWLIVQAAp2KmfGXzHwEeR0jrmrMAAPoAyy2fsxIYYFOoKZG7ADq5C/jb4lmfA6PLFGhqbCV8hVUhADCfu7dZPG83cFXB8kwOSQIAGAa8Z/HMQ8A9hUo0MaQJAKAZM8izefZyoFd3hZoSEgXQyR3YLYJZBwwuaCN6JAsA4BzgRwsb35PJhzTpAgDzYehdCzt7geklbUWHCsDQE3gMEwQqY6sNeNDCXjSoAI5mOvCnhc0VQD8Hu8HYQvgKi0kAAOMwewvK2t0IjHS0XTkqgK45EVhlYXsncKEH+5WhAjg+TZj+vb2k/X8woeckUAF0zw3AnpI+JPNFUQVQjNOx2zb3FjCoAf54QwVQnBOANyz8+QYzsIwSFUB55gGtJX36A7i6wX5ZsZnwFZaaAMDsKdhd0q9WYH4FvpVCBWDPaOATC/8ersi/QqgA3OgHvGzh4+wKfaxLjgI4yWsJFWMh5cYF+4hkqdkmwleY73SG1xIqzuWUW4q+OoybR5OjAG7xWkLlKLsU/RJXg66RpiZXByIkZP+6E9MSPFHw9wsb6EshcmwB2oFpPgvJkrnAQer7ehDz4SkYOQqgA7MHYB7hd/1eBOygvq9OW9Fcm/BNmPMAc+V3zDtuxywADcEIYA7Hr6sngQdsH95sm1EII4h/3d54l8yug8AOx/yKO0NdMussIH2cxinRLzhQGosKQDg6BhCOtgDCUQEIR1Ic4BfgW4p1W6MxCzmzx1UAKYwB9gB3Au+UzNcCvA6c6d2jiJDQBSygfOUDfIqJs7f6dScucg8EtWK2aNnyFeYgrGzJfRq4C3M+jwvbPPgRLRK6AKUOKgDhqACEowIQjgpAOCoA4agAhJN7HEDpBm0BhKMCEI4KQDgqAOGoAISjAhCOCkA4GgcQjrYAwlEBCEcFIBwVgHBUAMJRAQhHp4HC0RZAOCoA4agAhJPS7uAjwFrMFu+2gnn+8mB3DeawxiI0AWOBm4E+HmxHzwaqO71zVkXv5IPLgMNUUy5Om1dT6QJ2ACtDO1GCjzAnjEZPKgLoj7mgOSWqvHnEmlQEMBRzeHMqTAMmhXaiCqocA+wnjeNaBmMOl66qXESMAQAGAK8BvUI70g3PAaNCO1GUlAQAcAGRXZt2DHOA20M7USVVdgGd6TAe7sppAGMwcYeqy0NMF9BJM6YrCHpVyjH0AF4kkZF/LSkKAEy0bUloJ2pYBFwZ2okQfEj1TV5tiuE2j/MwJ5GFKgNxXUAtLwCnBLTfF3iF8JdLWZO6AIZj+t5QB1YuAc4OZNsLqQsAYCphooTXAvcHsOuVHAQA8DQwrkJ7wzC3fsd+VG635CKA/lQbJXwWGFmRrYaSiwAAzgcercDO3aS1NqGhhJ4GdhUlvLSB7xsq2hftNLDDMb9vmoFXaUyUMNloXz1y6gI6GYsZFPrmIYRG++qxnvBN4PHSbR7fs4Ww0b5ou4CYWYafKGHy0b565CyAYcBLuM/VnwLOcvYmUnIWAMD1wHyH/NcB93nyJUpyFwCYeL1NlNBXCxI1uU0Du6I/sILyUcJson31kNACgBnFLy7x+7lotK8QHxB+GlQ0tQNXFHinMcDeCPzVaaBnemD69HqRvM7fxLTesKFIEgCY/93P1Pn7IxRrJZT/SKkLqE1d9e8tmKtmQ/uWVBfQ4Zg/FMuAiTX/HoXZfRz7riPvuB4QkSpDga2YW8UPYTZziun3a5EqADAneMwI7URopA0ClWNQAQhHBSAcFYBwpE4Dc6LokXldoi1A+uxyyewqAB8HMSpufOmS2VUAPznmV9x50yWzqwDWOuZX3FgPbA7pQBMmpBr6g4jEdIBIziIcT3zbpXJPB4GZRSqnKs4FfiB8wUhI3wFTilVL9/hc8dobmA3cijk1Y5Cn5/Yks/14JWnDTPU+A1ZhtsG3+nr4v9GhBc6CW0iCAAAAAElFTkSuQmCC';
const icon1 = 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAIAAAACACAMAAAD04JH5AAAAA3NCSVQICAjb4U/gAAAACXBIWXMAAANSAAADUgEQACRKAAAAGXRFWHRTb2Z0d2FyZQB3d3cuaW5rc2NhcGUub3Jnm+48GgAAAUdQTFRF////AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAiYSOVQAAAGx0Uk5TAAECAwQFCAkKCwwNDhETFRkaHB0fICMkKCwwNTg5PD1AQUZKTk9QV1tcX2BjZGhtb3B2eHl6fX6AgYKHi4+QlJicnaChpamur7C3uru+v8LEyMzP0NXZ3N3f4OTn6uvt7/Hy8/T2+Pn6/P3+VI4wmgAAAyxJREFUeNrtmVdT4zAUhTFs6BB6Cb13WLpooffeQjW9hMT//3mVJbsT4li6ahbD6D4y5p5vzrGuFDkry5QpznLSygAYAANgAAyAATAABsAAGAADYAAMgAEwAD8XADlChTQTIM0eIM0pIM3vAdL8JiLNawFpXo1I8zxAmicS0jwTkeapjDTvC8r0gQQK9UEESvUBBIr1qQTK9SkESvR/wQkQ5V95KhS+Q1AC14N34ZCYenD0LGNjoH7ij2ejQV71QPd2lNQapI8rut0d4LMe0Bz4CHMUSetZCGgPMESRYj1cAGARMIqv1kMlgK8pNQq39TARBB8VhCgyW59S414y6frjxDYeUYTCNnnKHw4WeUxl1/wtGjwk97LToyBan6irmRrPfSHj/K+ZuSJ3TImCav3zaqvlvTN57T9W6+ozJAqa9fH9/gLS3kja/wr69+PUKMhGXUxVie0mVVMXZAUSwONys4ztvHn5kQcgttubJ+tEkde7G2MEiExUyD3VVExE4AAPS40qTlaNSw8QgI+dnlxVx8ncnp0PCsD5WJnaI23Z2Lk3wP1igx83jA2L998V4G8E5WrVy0kRfIeXMLkMm1TIN8GWYXIQTVbKVa+cjLCO4r2+fFnq+X17MZ7N6GmlxRJXt1pWnjh3Q1yX09Vi8tXTl/zb8eeB5GCgkFe9cOAgTutPBcD1stbGEYXVtvYCaA4BwHU9W8smXzt7DesMBMB1NFQMVS8eOgK3hQM4zut6ezZdPbt9/ZWhKQsArpu5OrJ83dwNW0dGAFzHwyVe6iXDx8zt2AEc522jI8etntOx8cbRjAcA1+18/Vf5+vlbvk6cALhORkr/qZeOnHC34QdwnPfNTvzjLtC5+S7QRAQg8eNuYcEW6yAIIF4GQD8A9W5IZX3eFQW6tqI61KNbXf9vy4K/T/2Wd90X+hqFnfHG1K8oUq1nuqpVZD3zjal865nvjBVY74pC/qpg/nYkNQqb6+uZrChYrFcQhcBnOwlR2KIfLoUGlIj1EgaUsPVCUcixnjcKmdZzRCHdeqYo1FgPjUKl9YAolFtPjMIf672i8NP6DFH4br2pH1d/AAm28mJJn9pPAAAAAElFTkSuQmCC';
let nowWorking = 0;
let downloading = false;
let corsDomains = new Set();
let imgNowWorking = 0;
let imgTaskQueue = [];
let imgTaskQueueSet = new Set();
let imgWorkerResolved = new Map();
let imgWorkerRejected = new Map();
window.addEventListener('DOMContentLoaded', async function() {
console.log(`开始载入小说下载器……\n当前脚本管理器：${GM_info.scriptHandler}\n当前脚本管理器版本：${GM_info.version}\n当前脚本版本：${GM_info.script.version}\n是否开启调试模式：${enableDebug}`);
if (enableDebug) { debug() }
let linkList;
if (rule.linkList[Symbol.toStringTag] == 'AsyncFunction') { await rule.linkList().then(result => linkList = result) } else { linkList = rule.linkList() }
if (linkList.length !== 0) { addButton() }
})
function addButton() {
let button = document.createElement('button');
button.id = 'novel-downloader';
button.style.cssText = `position: fixed;
top: 15%;
right: 5%;
z-index: 99;
border-style: none;
text-align:center;
vertical-align:baseline;
background-color: rgba(128, 128, 128, 0.2);
padding: 5px;
border-radius: 12px;`;
let img = document.createElement('img');
img.src = icon0;
img.style.cssText = 'height: 2em;';
button.onclick = function() {
if (downloading) {
alert('正在下载中，请耐心等待……');
} else {
downloading = true;
img.src = icon1;
console.log('开始下载……')
main(rule)
}
}
button.appendChild(img);
document.body.appendChild(button);
}
async function main(rule) {
let bookname, author, intro, linkList, cover, sourceUrl, infoText;
[bookname, author, intro, linkList, cover, sourceUrl, infoText] = await getMetadate(rule);
const pageNum = linkList.length;
let pageTaskQueue = genPageTaskQueue(linkList);
let pageWorkerResolved = new Map();
let pageWorkerRejected = new Map();
let loopId = setInterval(loop, 300);
let imgLoopId = setInterval(imgDownLoop, 800)
function loop() {
let finishNum = pageWorkerResolved.size + pageWorkerRejected.size;
let finishImgNum = imgWorkerResolved.size + imgWorkerRejected.size;
if (finishNum !== pageNum || finishImgNum !== imgTaskQueueSet.size) {
updateProgress(finishNum, pageNum, finishImgNum, imgTaskQueueSet.size);
for (let i = nowWorking; i < maxConcurrency; i++) {
const pageTask = pageTaskQueue.pop();
if (pageTask) {
nowWorking++;
console.log(`开始下载：${pageTask.id}\t${pageTask.dom.innerText}\t${pageTask.url}\t第${pageTask.retry}次重试`);
pageWorker(pageTask, pageWorkerResolved, pageWorkerRejected, pageTaskQueue, rule);
} else {
break;
}
}
} else {
clearInterval(loopId);
clearInterval(imgLoopId);
save(pageWorkerResolved, bookname, author, infoText, cover, pageNum);
}
}
}
function save(pageWorkerResolved, bookname, author, infoText, cover, pageNum) {
console.log('保存文件中……')
let sortKeys = [];
for (let key of pageWorkerResolved.keys()) {
sortKeys.push(key);
}
sortKeys.sort(compareNumeric);
let savedTxt = infoText;
let savedZip = new JSZip();
for (let key of sortKeys) {
let v = pageWorkerResolved.get(key);
savedTxt = savedTxt + '\n\n\n\n' + `## ${v.chapterName}` + '\n' + '='.repeat(30) + '\n\n' + v.txt.trim();
const htmlFileName = 'Chapter' + '0'.repeat(pageNum.toString().length - key.toString().length) + key.toString() + '.html';
const htmlFile = genHtml(v.chapterName, v.dom);
savedZip.file(htmlFileName, htmlFile);
}
const saveBaseFileName = `[${author}]${bookname}`;
saveAs((new Blob([savedTxt], { type: "text/plain;charset=utf-8" })), saveBaseFileName + '.txt');
savedZip.file('info.txt', (new Blob([infoText], { type: "text/plain;charset=utf-8" })));
savedZip.file(`cover.${cover.type}`, cover.file);
for (let entry of imgWorkerResolved) {
let filename, imgObj;
[filename, imgObj] = entry;
savedZip.file(filename, imgObj.file);
}
savedZip.generateAsync({
type: "blob",
compression: "DEFLATE",
compressionOptions: {
level: 6
}
}).then((blob) => { saveAs(blob, saveBaseFileName + '.zip'); })
.catch(err => console.log('saveZip: ' + err));
downloading = false;
document.querySelector('#novel-downloader > img').src = icon0;
console.log('下载完毕！')
document.querySelector('#progress').remove();
function compareNumeric(a, b) {
if (a > b) return 1;
if (a == b) return 0;
if (a < b) return -1;
}
}
function updateProgress(finishNum, pageNum, finishImgNum, imgNum) {
if (!document.querySelector('#progress')) {
let progress = document.createElement('div');
progress.id = 'progress';
progress.innerHTML = `
<div id='page-progress' title="页面"></div>
<div id='img-progress' title="图片"></div>
`
let progressStyle = document.createElement('style');
progressStyle.innerHTML = `
#progress {
position: fixed;
bottom: 8%;
right: 3%;
z-index: 99;
border-style: none;
text-align: center;
vertical-align: baseline;
background-color: rgba(210, 210, 210, 0.2);
padding: 6px;
border-radius: 12px;
}
#page-progress{
--color:green;
--position:0%;
width:200px;
height:10px;
border-radius:30px;
background-color:#ccc;
background-image:radial-gradient(closest-side circle at var(--position),var(--color),var(--color) 100%,transparent),linear-gradient(var(--color),var(--color));
background-image:-webkit-radial-gradient(var(--position),circle closest-side,var(--color),var(--color) 100%,transparent),-webkit-linear-gradient(var(--color),var(--color));
background-size:100% ,var(--position);
background-repeat: no-repeat;
}
#img-progress{
--color:purple;
--position:0%;
width:200px;
height:10px;
border-radius:30px;
background-color:#ccc;
background-image:radial-gradient(closest-side circle at var(--position),var(--color),var(--color) 100%,transparent),linear-gradient(var(--color),var(--color));
background-image:-webkit-radial-gradient(var(--position),circle closest-side,var(--color),var(--color) 100%,transparent),-webkit-linear-gradient(var(--color),var(--color));
background-size:100% ,var(--position);
background-repeat: no-repeat;
margin-top: 5px;
}
`
document.head.appendChild(progressStyle);
document.body.appendChild(progress);
}
let pagePercent = `${Math.trunc((finishNum/pageNum)*100)}%`;
document.querySelector('#page-progress').style.cssText = `--position:${pagePercent};`
if (imgNum !== 0) {
let imgPercent = `${Math.trunc((finishImgNum/imgNum)*100)}%`;
document.querySelector('#img-progress').style.cssText = `--position:${imgPercent};`;
} else {
document.querySelector('#img-progress').style.cssText = 'display:none;';
}
}
function genHtml(chapterName, dom) {
let htmlFile = (new DOMParser()).parseFromString(
`<!DOCTYPE html><html><head><meta charset="UTF-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><title>${chapterName}</title></head><body><h2>${chapterName}</h2></body></html>`,
'text/html');
htmlFile.querySelector('body').appendChild(dom);
return new Blob([htmlFile.documentElement.outerHTML], { type: "text/html; charset=UTF-8" })
}
async function getMetadate(rule) {
let bookname, author, intro, linkList, coverUrl, cover, sourceUrl, infoText;
if (rule.bookname[Symbol.toStringTag] == 'AsyncFunction') { await rule.bookname().then(result => bookname = result) } else { bookname = rule.bookname() }
if (rule.author[Symbol.toStringTag] == 'AsyncFunction') { await rule.author().then(result => author = result) } else { author = rule.author() }
if (rule.intro[Symbol.toStringTag] == 'AsyncFunction') { await rule.intro().then(result => intro = result) } else { intro = rule.intro() }
if (rule.linkList[Symbol.toStringTag] == 'AsyncFunction') { await rule.linkList().then(result => linkList = result) } else { linkList = rule.linkList() }
if (rule.coverUrl[Symbol.toStringTag] == 'AsyncFunction') { await rule.coverUrl().then(result => coverUrl = result) } else { coverUrl = rule.coverUrl() }
cover = await imgWorker({ 'url': coverUrl, 'filename': 'cover', 'retry': 0 })
.catch(error => {
console.error(error);
let file = new Blob(['下载封面失败'], { type: "text/plain;charset=utf-8" });
return {
'type': 'txt',
'file': file,
'url': coverUrl
}
});
intro = intro.replace(/\n{2,}/g, '\n');
sourceUrl = document.location.href;
infoText = `题名：${bookname}\n作者：${author}\n简介：${intro}\n来源：${document.location.href}`;
return [bookname, author, intro, linkList, cover, sourceUrl, infoText]
}
function genPageTaskQueue(linkList) {
let pageTaskQueue = [];
for (let i = 0; i < linkList.length; i++) {
let pageTask = { 'id': i, 'url': linkList[i].href, 'retry': 0, 'dom': linkList[i] };
pageTaskQueue.push(pageTask);
}
return pageTaskQueue
}
function pageWorker(pageTask, pageWorkerResolved, pageWorkerRejected, pageTaskQueue, rule) {
const id = pageTask.id;
const url = pageTask.url;
const host = (new URL(url)).host;
let retry = pageTask.retry;
let dom = pageTask.dom;
let text;
if (charset === undefined) {
if (CORS) {
text = gfetch(url).then(
response => response.responseText,
error => {
nowWorking--;
errorCallback(error)
}
)
} else {
text = fetch(url).then(
response => response.text(),
error => {
nowWorking--;
errorCallback(error)
}
)
}
} else {
if (CORS) {
text = gfetch(url, { responseType: 'arraybuffer' }).then(
response => response.response,
response => response.arrayBuffer(),
error => {
nowWorking--;
errorCallback(error)
}).then(
buffer => {
let decoder = new TextDecoder(charset);
let text = decoder.decode(buffer);
return text
})
} else {
text = fetch(url).then(
response => response.arrayBuffer(),
error => {
nowWorking--;
errorCallback(error)
}).then(
buffer => {
let decoder = new TextDecoder(charset);
let text = decoder.decode(buffer);
return text
})
}
}
text.then(text => {
nowWorking--;
extractData(id, url, text, rule, pageWorkerResolved)
}).catch(error => errorCallback(error))
function errorCallback(error) {
console.error(id, url, pageTask, error);
retry++;
if (retry > maxRetryTimes) {
pageWorkerRejected.set(id, url);
} else {
pageTaskQueue.push({ 'id': id, 'url': url, 'retry': retry, 'dom': dom });
}
}
}
async function extractData(id, url, text, rule, pageWorkerResolved) {
let doc = (new DOMParser()).parseFromString(text, 'text/html');
let base;
if (doc.querySelector('base')) {
base = doc.querySelector('base');
} else {
base = document.createElement('base');
doc.head.appendChild(base);
}
base.href = url;
let chapterName, content;
if (rule.chapterName[Symbol.toStringTag] == 'AsyncFunction') { await rule.chapterName(doc).then(result => chapterName = result) } else { chapterName = rule.chapterName(doc) }
if (rule.content[Symbol.toStringTag] == 'AsyncFunction') { await rule.content(doc).then(result => content = result) } else { content = rule.content(doc) }
rm('[style*="display:none"]', true, content);
rm('[style*="display: none"]', true, content);
let txtOut, htmlOut;
[txtOut, htmlOut] = convertDomNode(content);
pageWorkerResolved.set(id, {
'id': id,
'url': url,
'chapterName': chapterName,
'content': content,
'txt': txtOut,
'dom': htmlOut
});
}
function imgDownLoop() {
for (let i = imgNowWorking; i < maxImgConcurrency; i++) {
const imgTask = imgTaskQueue.pop();
if (!imgTask) { return }
const filename = imgTask.filename;
imgWorker(imgTask).then(
imgObj => imgWorkerResolved.set(filename, imgObj),
errorObj => {
let error, newImgTask;
[error, newImgTask] = errorObj;
console.error(error);
const newRetry = newImgTask.retry;
if (newRetry > maxImgConcurrency) {
imgWorkerRejected.set(filename, error)
} else {
imgTaskQueue.push(newImgTask);
}
}
);
}
}
function imgWorker(imgTask) {
const url = imgTask.url;
const filename = imgTask.filename;
let retry = imgTask.retry;
const host = (new URL(url)).host;
console.log(`正在下载图片:${filename}\t${url}`);
return new Promise((resolve, reject) => {
if (corsDomains.has(host)) {
imgNowWorking++;
gfetch(url, { responseType: 'blob' })
.then(response => {
if (imgNowWorking > 0) { imgNowWorking-- }
const _headers = response.responseHeaders.split('\r\n');
let headers = {};
for (let _header of _headers) {
let k, v;
[k, v] = _header.split(/:\s+/);
headers[k] = v;
}
const imgObject = {
'type': headers['content-type'].split('/')[1],
'file': response.response,
'url': response.finalUrl
};
resolve(imgObject);
})
.catch(error => {
if (imgNowWorking > 0) { imgNowWorking-- }
retry++
const newImgTask = { 'url': url, 'filename': filename, 'retry': retry };
reject([error, newImgTask]);
})
} else {
imgNowWorking++
fetch(url)
.then(
response => {
if (imgNowWorking > 0) { imgNowWorking-- }
const imgObject = {
'type': response.headers.get('Content-Type').split('/')[1],
'file': response.blob(),
'url': response.url
};
resolve(imgObject);
},
error => {
if (imgNowWorking > 0) { imgNowWorking-- }
retry++
imgNowWorking++;
gfetch(url, { responseType: 'blob' })
.then(response => {
if (imgNowWorking > 0) { imgNowWorking-- }
const _headers = response.responseHeaders.split('\r\n');
let headers = {};
for (let _header of _headers) {
let k, v;
[k, v] = _header.split(/:\s+/);
headers[k] = v;
}
const imgObject = {
'type': headers['content-type'].split('/')[1],
'file': response.response,
'url': response.finalUrl
};
corsDomains.add(host);
console.log(`将 ${host} 加入跨域请求列表`)
resolve(imgObject);
})
})
.catch(error => {
if (imgNowWorking > 0) { imgNowWorking-- }
retry++
const newImgTask = { 'url': url, 'filename': filename, 'retry': retry };
reject([error, newImgTask]);
})
}
})
}
function gfetch(url, { method, headers, data, cookie, binary, nocache, revalidate, timeout, context, responseType, overrideMimeType, anonymous, username, password } = {}) {
return new Promise((resolve, reject) => {
GM_xmlhttpRequest({
url: url,
method: method,
headers: headers,
data: data,
cookie: cookie,
binary: binary,
nocache: nocache,
revalidate: revalidate,
timeout: timeout,
context: context,
responseType: responseType,
overrideMimeType: overrideMimeType,
anonymous: anonymous,
username: username,
password: password,
onload: (obj) => { resolve(obj) },
onerror: (err) => { reject(err) }
})
})
}
function convertDomNode(node) {
let txtOut = '';
let htmlOut = document.createElement('div');
let brc = 0;
[txtOut, htmlOut, brc] = walker(null, node.childNodes[0], node, brc, txtOut, htmlOut);
txtOut = txtOut.trim();
return [txtOut, htmlOut]
}
function walker(p, n, r, brc, txtOut, htmlOut) {
let pNodeName, nNodeName;
if (p) { pNodeName = p.nodeName; } else { pNodeName = null; }
if (n) { nNodeName = n.nodeName; } else { nNodeName = null; }
const nodeType2 = ['DIV', 'P', 'OL', 'H1', 'H1', 'H2', 'H3', 'H4', 'H5', 'H6'];
const nodeType3 = ['SCRIPT', 'STYLE', '#comment'];
let lastNode;
if (htmlOut.childElementCount !== 0) {
lastNode = htmlOut.childNodes[htmlOut.childElementCount - 1];
} else {
lastNode = document.createElement('p');
}
if (nodeType3.includes(nNodeName)) {
//pass
} else if (nNodeName === 'BR') {
if (nodeType2.includes(r.nodeName) && r.childElementCount === r.querySelectorAll('br').length) {
for (let i = 0; i < r.querySelectorAll('br').length; i++) {
if (r.childNodes[i].nodeName == 'BR') {
r.childNodes[i].classList.add('remove');
} else {
brc++
break;
}
}
} else {
brc++
}
} else if (nNodeName === 'HR') {
txtOut = txtOut + '\n\n' + '-'.repeat(15);
let hr = document.createElement('hr');
htmlOut.appendChild(hr);
} else if (nNodeName === 'IMG') {
const url = n.src;
if (url) {
const filename = url.split('/').splice(-1)[0];
let alt;
if (n.alt) { alt = n.alt }
let imgTask = { 'url': url, 'filename': filename, 'retry': 0 };
if (url.startsWith('http') && !imgTaskQueueSet.has(url)) {
imgTaskQueueSet.add(url);
imgTaskQueue.push(imgTask);
}
txtOut = txtOut + '\n\n' + `[Image filename:${filename} url:${url}]`
let img = document.createElement('img');
img.src = filename;
if (alt) { img.alt = alt }
if (r.nodeName !== 'A') {
htmlOut.appendChild(img);
} else {
lastNode.appendChild(img);
}
if (nodeType2.includes(r.nodeName)) {
brc = 0;
}
}
} else if (nNodeName === 'A') {
if (n.childElementCount === 0) {
txtOut = txtOut + `[link ${n.innerText} href: ${n.href}]`
let newLink = document.createElement('a');
newLink.href = n.href;
newLink.innerText = n.innerText.trim();
lastNode.appendChild(newLink);
} else {
[txtOut, htmlOut, brc] = walker(null, n.childNodes[0], n, brc, txtOut, htmlOut);
}
} else if (nNodeName === '#text') {
const nodetext = n.textContent.trim()
.replace(/(\s+)?\n+(\s+)?/g, '').replace(/\s+/, ' ');
let specialBr = r.querySelectorAll('br').length !== 0 && r.querySelectorAll('br').length === r.querySelectorAll('br.remove').length
if (nodetext) {
if (brc === 0 || specialBr) {
if ((nodeType2.includes(pNodeName) || specialBr) && r.nodeName !== 'A') {
txtOut = txtOut + '\n'.repeat(2) + nodetext;
let p0 = document.createElement('p');
p0.innerText = nodetext;
htmlOut.appendChild(p0);
} else {
txtOut = txtOut + nodetext;
lastNode.innerText = lastNode.innerText + nodetext;
}
} else if (brc === 1 || brc === 2) {
txtOut = txtOut + '\n'.repeat(brc) + nodetext;
let p0 = document.createElement('p');
p0.innerText = nodetext;
htmlOut.appendChild(p0);
} else {
txtOut = txtOut + '\n'.repeat(3) + nodetext;
let p1 = document.createElement('p');
let p2 = p1.cloneNode();
let br = document.createElement('br');
p1.appendChild(br);
p2.innerText = nodetext;
htmlOut.appendChild(p1);
htmlOut.appendChild(p2);
}
brc = 0;
}
} else if (nodeType2.includes(nNodeName)) {
if (n.childElementCount === 0) {
const nodetext = n.innerText.trim();
if (nodetext) {
if (brc >= 3) {
txtOut = txtOut + '\n'.repeat(3) + nodetext;
let p1 = document.createElement('p');
let p2 = p1.cloneNode();
let br = document.createElement('br');
p1.appendChild(br);
p2.innerText = nodetext;
htmlOut.appendChild(p1);
htmlOut.appendChild(p2);
} else {
txtOut = txtOut + '\n'.repeat(2) + nodetext;
let p0 = document.createElement('p');
p0.innerText = nodetext;
htmlOut.appendChild(p0);
}
}
} else {
[txtOut, htmlOut, brc] = walker(null, n.childNodes[0], n, brc + 2, txtOut, htmlOut);
}
} else if (n.childElementCount === 0) {
const nodetext = n.innerText.trim();
if (nodetext) {
txtOut = txtOut + nodetext;
lastNode.innerText = lastNode.innerText + nodetext;
}
} else if (n.childElementCount !== 0) {
[txtOut, htmlOut, brc] = walker(null, n.childNodes[0], n, brc, txtOut, htmlOut);
}
p = n;
n = n.nextSibling;
if (n === null) {
return [txtOut, htmlOut, brc]
} else {
[txtOut, htmlOut, brc] = walker(p, n, r, brc, txtOut, htmlOut)
return [txtOut, htmlOut, brc]
}
}
function sleep(ms) {
return new Promise(resolve => setTimeout(resolve, ms));
}
function rm(selector, All, doc) {
if (!doc) { doc = document }
if (All) {
let rs = doc.querySelectorAll(selector);
rs.forEach(e => e.remove());
} else {
let r = doc.querySelector(selector);
if (r) { r.remove() }
}
}
function includeLatestChapter(selector) {
let dl = document.querySelector(selector);
let rDt = dl.querySelector('dt:nth-child(1)')
if (rDt.innerText.includes('最新章节')) {
let p = null;
let n = rDt;
while (true) {
if (n.nodeName == 'DD') {
p = n;
n = n.nextSibling;
p.classList.add('not_download')
} else if (n.nodeName == 'DT' && !n.innerText.includes('最新章节')) {
break;
} else {
p = n;
n = n.nextSibling;
}
}
}
return dl.querySelectorAll('dd:not(.not_download) > a')
}
async function crossPage(url, functionString, charset) {
let text;
if (charset === undefined) {
text = await fetch(url).then(response => response.text())
} else {
text = await fetch(url)
.then(response => response.arrayBuffer())
.then(buffer => {
let decoder = new TextDecoder(charset);
let text = decoder.decode(buffer);
return text
})
}
const doc = (new DOMParser()).parseFromString(text, 'text/html');
return (eval(functionString))
}
async function loadCryptoJs() {
if (!unsafeWindow.CryptoJS) {
const url = 'https://cdn.jsdelivr.net/npm/crypto-js@4.0.0/crypto-js.min.js';
let response = await fetch(url);
let scriptText = await response.text();
eval(scriptText)
}
const CryptoJS = unsafeWindow.CryptoJS;
return CryptoJS
}
function debug() {
unsafeWindow.rule = rule;
unsafeWindow.main = main;
unsafeWindow.convertDomNode = convertDomNode;
unsafeWindow.ruleTest = ruleTest;
unsafeWindow.gfetch = gfetch;
}
async function ruleTest(rule, callback) {
let outpubObj;
let bookname, author, intro, linkList, cover, sourceUrl, infoText;
[bookname, author, intro, linkList, cover, sourceUrl, infoText] = await getMetadate(rule);
console.log(`infoText:\n${infoText}`);
console.log('cover: ', cover);
console.log('linkList: ', linkList);
outpubObj = { 'infoText': infoText, 'cover': cover, 'linkList': linkList };
let blob = await cover.file;
let coverImg = document.createElement('img');
coverImg.src = URL.createObjectURL(blob);
coverImg.onclick = function() { this.remove() };
coverImg.style.cssText = `position: fixed; bottom: 8%; right: 8%; z-index: 99; max-width: 150px;`;
document.body.appendChild(coverImg);
outpubObj['coverImg'] = coverImg;
let rad = Math.trunc(linkList.length * Math.random());
let url = linkList[rad].href
let pageTaskQueue = [{ 'id': rad, 'url': url, 'retry': rad, 'dom': linkList[rad] }];
let pageWorkerResolved = new Map();
let pageWorkerRejected = new Map();
let loopId = setInterval(loop, 800);
function loop() {
let finishNum = pageWorkerResolved.size + pageWorkerRejected.size;
if (finishNum != 1) {
const pageTask = pageTaskQueue.pop()
if (pageTask) {
pageWorker(pageTask, pageWorkerResolved, pageWorkerRejected, pageTaskQueue, rule);
}
} else {
clearInterval(loopId);
let result = pageWorkerResolved.get(rad);
outpubObj['pageObj'] = result;
if (callback) { callback(outpubObj) }
console.log(result);
console.log(result.dom);
console.log(result.txt);
}
}
}
