// ==UserScript==
// @name SaveDoubanBroadcast
// @name:zh-cn 备份个人豆瓣广播至本地
// @namespace https://github.com/JimSunJing
// @version 0.1.4
// @description Save douban Broadcast from douban website. Target page: douban.com/mine/statuses
// @description:zh-cn 保存豆瓣广播内容到本地. 需要打开 douban.com/mine/statuses
// @author JimSunJing
// @match https://www.douban.com/people/*/statuses*
// @require https://unpkg.com/dexie/dist/dexie.js
// @license MIT
// ==/UserScript==
(() => {
'use strict';
// 获取网页中每个广播对象
let statuses;
const DB_NAME = "dbBroadast";
// inject style
const injectStyle = () => {
const style = document.createElement('style');
style.innerHTML = `
.btnS {
background-color: #edf4ed;
color: black;
padding: 3px 6px;
margin: 3px;
border-radius: 7px;
border: none;
}
.newBtnContainer {
background-color: #fff6ed;
padding: 10px;
margin: 30px 0px;
border-radius: 10px
}
.newInput {
margin: 3px 0px;
padding: 3px;
width: 70%;
}
`;
document.head.appendChild(style);
}
// create button
const createBtnS = (innerT = '') => {
let btn = document.createElement("button");
btn.classList.add("btnS");
btn.innerText = innerT;
return btn;
}
const addScriptBtn = () => {
// 在网页旁边的用户信息栏下添加按钮
const aside = document.querySelector(".aside");
// 添加一个控制新增按钮的div
const newBtnContainer = document.createElement("div");
newBtnContainer.classList.add("newBtnContainer");
aside.appendChild(newBtnContainer);
// 开始备份信息的按钮
const btnBackup = createBtnS("备份该页广播");
btnBackup.addEventListener("click", saveDexie);
newBtnContainer.appendChild(btnBackup);
newBtnContainer.appendChild(document.createElement("br"));
// 添加清空 Dexie 按钮
const btnClearDexie = createBtnS("清空数据");
btnClearDexie.addEventListener("click", clearDexie);
newBtnContainer.appendChild(btnClearDexie);
newBtnContainer.appendChild(document.createElement("br"));
// 添加导出 csv 按钮
const btnExportCSV = createBtnS("保存为csv");
btnExportCSV.addEventListener("click", exportCSV);
newBtnContainer.appendChild(btnExportCSV);
newBtnContainer.appendChild(document.createElement("br"));
// notification
const noti = document.createElement("p");
noti.id = 'scriptNoti';
newBtnContainer.appendChild(noti);
// 自动翻页保存的表格
autoForm();
// 为每个广播添加伪删除按钮
for (let i = 0; i < statuses.length; i++) {
// 创建隐藏按钮
const container = document.createElement("div");
container.style.display = 'flex';
container.style.justifyContent = 'flex-end';
const hide = createBtnS("隐藏");
container.appendChild(hide);
// 如果是转发的动态, 在按按钮的时候会跳转, 需要修改按钮位置
if (/^status-real.*/.test(statuses[i].parentElement.className) && statuses[i - 1]) {
hide.innerText = '↓隐藏↓';
statuses[i - 1].appendChild(container);
hide.addEventListener("click", () => {
container.parentElement.nextElementSibling.remove();
container.remove();
})
} else {
statuses[i].appendChild(container);
hide.addEventListener("click", () => {
container.parentElement.remove();
})
}
// console.log('appended hide:',i);
}
}
// 设置自动备份
const autoForm = () => {
// add input
let area = document.querySelector(".newBtnContainer");
if (!area) {
alert("脚本运行错误, 请刷新重试!");
return null;
}
if (document.getElementById('auto-form') !== null) {
return null;
}
let inputForm = document.createElement("form");
inputForm.id = 'auto-form';
inputForm.addEventListener("submit", e => {
e.preventDefault();
// alert(`form cont ${inputForm.elements.CONT.value}`);
localStorage.setItem("cont", Math.floor(Number(inputForm.elements.CONT.value)));
alert(`开始连续备份: ${localStorage.getItem("cont")}`);
if(location.href.indexOf("?p=") < 0) {
window.location.href = location.href + '?p=1&cont=' + localStorage.getItem("cont");
}else {
window.location.href = location.href + '&cont=' + localStorage.getItem("cont");
}
})
area.appendChild(inputForm);
let contInput = document.createElement("input");
contInput.classList.add("newInput");
contInput.setAttribute("placeholder", "输入要自动备份的页数");
contInput.setAttribute("required", '');
contInput.setAttribute("type", "number");
contInput.setAttribute("name", "CONT");
contInput.setAttribute("step", "1");
inputForm.appendChild(contInput);
let submitBtn = createBtnS("开始");
submitBtn.setAttribute("type", "submit");
inputForm.appendChild(document.createElement("br"));
inputForm.appendChild(submitBtn);
}
const updateStatuses = () => {
statuses = document.getElementsByClassName("status-item");
}
const clearStorage = (name) => {
localStorage.removeItem(name);
}
const notification = (msg) => {
document.getElementById("scriptNoti").innerText = msg;
}
// 备份该页的广播信息
const backupStatuses = () => {
updateStatuses();
// extract status info from web
const savedStatuses = [];
for (let i = 0; i < statuses.length; i++) {
if (/deleted/.test(statuses[i].classList)){
continue;
}
// extract pure text of status
const match = statuses[i].innerText;
const full = match ? match.replace('\n', '')
.match(/^.*(?=\s\d*?回应.*)|^.+/s)[0] : "";
let saying = "";
if (match.indexOf("\n\n") > -1) {
saying = match ? match.split('\n\n')[1] : "";
} else {
const t = match ? match.replace('\n', '')
.match(/^(.*\s转发:)(.*)(?=\s\d*?回应.*)|^.+/s)[2] : "";
saying = t ? t.match(/^.*(?=\n.*)/)[0] : "";
}
let uid, sid, time, link;
// status sid
sid = statuses[i].getAttribute("data-sid");
// author uid
uid = statuses[i].getAttribute("data-uid");
if (uid === null) {
uid = document.querySelector(".aside .content a").href
.match(/(?<=https:\/\/www.douban.com\/people\/).*(?=\/)/);
}
link = `https://www.douban.com/people/${uid}/status/${sid}/`;
// status create time
time = statuses[i].querySelector(".created_at").getAttribute("title");
let row = {
id: sid,
sid: sid,
saying: saying,
full: full,
uid: uid,
link: link,
created: time
}
// img links
let pics = statuses[i].querySelectorAll(".pics-wrapper img");
// console.log('pics', i, ':', pics);
if (pics && pics.length > 0) {
// console.log('status', i, 'adding pics');
for (let j = 0; j < pics.length; j++){
row[`img${j}`] = pics[j].src.replace('.webp','.jpg');
}
}
if (match) savedStatuses.push(row);
}
// save statuses in Dexie
// console.log('saved statuses', savedStatuses);
return savedStatuses;
}
// save into Dexie
const saveDexie = () => {
const db = new Dexie(DB_NAME);
db.version(1).stores({
status: `
id,sid,saying,full,uid,link,created
`
});
const statuses = backupStatuses();
db.status.bulkPut(statuses)
.then(() => {
console.log(`saved ${statuses.length} statuses.`);
db.status.toCollection().count(count => {
console.log(`Dexie current stores:`, count);
notification(`已保存 ${count} 个广播.`);
})
let nextPage = document.querySelector(".paginator span.next a").href;
const cont = localStorage.getItem("cont");
if (statuses.length > 0 && nextPage && cont !== null && Number(cont) > 0) {
nextPage = nextPage + `&cont=${Number(cont) - 1}`;
localStorage.setItem("cont", Number(cont) - 1);
window.location.href = nextPage;
}
}).catch(e => {
console.error("error:", e);
});
}
const clearDexie = () => {
Dexie.delete(DB_NAME).then(() => {
console.log("Database successfully deleted");
notification("已清空保存的广播.");
}).catch((err) => {
console.error("Could not delete database",err);
});
}
const exportCSV = () => {
const db = new Dexie(DB_NAME);
db.version(1).stores({
status: `
id,sid,saying,full,uid,link,created
`
});
let pack = db.status.orderBy('created').reverse();
pack.toArray().then(data => {
data = data.map(e => {~
delete e.id;
return e;
})
let title = ['广播内容','广播带前缀','广播id','用户id','链接','时间','图片1','图片2',
'图片3','图片4','图片5','图片6','图片7','图片8','图片9'];
let key = ['saying','full','sid','uid','link','created', 'img0', 'img1','img2',
'img3','img4','img5','img6','img7','img8'];
JSonToCSV.setDataConver({
data: data,
fileName: 'broadcastBackUp_' + new Date().toISOString(),
columns: {title, key}
})
// console.log("pack:", data);
})
}
// 导出CSV函数
// https://github.com/liqingzheng/pc/blob/master/JsonExportToCSV.js
let JSonToCSV = {
/*
* obj是一个对象，其中包含有：
* ## data 是导出的具体数据
* ## fileName 是导出时保存的文件名称 是string格式
* ## showLabel 表示是否显示表头 默认显示 是布尔格式
* ## columns 是表头对象，且title和key必须一一对应，包含有
title:[], // 表头展示的文字
key:[], // 获取数据的Key
formatter: function() // 自定义设置当前数据的 传入(key, value)
*/
setDataConver: function (obj) {
var bw = this.browser();
if (bw['ie'] < 9) return; // IE9以下的
var data = obj['data'],
ShowLabel = typeof obj['showLabel'] === 'undefined' ? true : obj['showLabel'],
fileName = (obj['fileName'] || 'UserExport') + '.csv',
columns = obj['columns'] || {
title: [],
key: [],
formatter: undefined
};
ShowLabel = typeof ShowLabel === 'undefined' ? true : ShowLabel;
var row = "",
CSV = '',
key;
// 如果要现实表头文字
if (ShowLabel) {
// 如果有传入自定义的表头文字
if (columns.title.length) {
columns.title.map(function (n) {
row += n + ',';
});
} else {
// 如果没有，就直接取数据第一条的对象的属性
for (key in data[0]) row += key + ',';
}
row = row.slice(0, -1); // 删除最后一个,号，即a,b, => a,b
CSV += row + '\r\n'; // 添加换行符号
}
// 具体的数据处理
data.map(function (n) {
row = '';
// 如果存在自定义key值
if (columns.key.length) {
columns.key.map(function (m) {
row += '"' + (typeof columns.formatter === 'function' ? columns.formatter(m, n[m]) || n[m] || '' : n[m] || '') + '",';
});
} else {
for (key in n) {
row += '"' + (typeof columns.formatter === 'function' ? columns.formatter(key, n[key]) || n[key] || '' : n[key] || '') + '",';
}
}
row = row.slice(0, row.length - 1); // 删除最后一个,
CSV += row + '\r\n'; // 添加换行符号
});
if (!CSV) return;
this.SaveAs(fileName, CSV);
},
SaveAs: function (fileName, csvData) {
var bw = this.browser();
if (!bw['edge'] || !bw['ie']) {
var alink = document.createElement("a");
alink.id = "linkDwnldLink";
alink.href = this.getDownloadUrl(csvData);
document.body.appendChild(alink);
var linkDom = document.getElementById('linkDwnldLink');
linkDom.setAttribute('download', fileName);
linkDom.click();
document.body.removeChild(linkDom);
} else if (bw['ie'] >= 10 || bw['edge'] == 'edge') {
var _utf = "\uFEFF";
var _csvData = new Blob([_utf + csvData], {
type: 'text/csv'
});
navigator.msSaveBlob(_csvData, fileName);
} else {
var oWin = window.top.open("about:blank", "_blank");
oWin.document.write('sep=,\r\n' + csvData);
oWin.document.close();
oWin.document.execCommand('SaveAs', true, fileName);
oWin.close();
}
},
getDownloadUrl: function (csvData) {
var _utf = "\uFEFF"; // 为了使Excel以utf-8的编码模式，同时也是解决中文乱码的问题
if (window.Blob && window.URL && window.URL.createObjectURL) {
csvData = new Blob([_utf + csvData], {
type: 'text/csv'
});
return URL.createObjectURL(csvData);
}
// return 'data:attachment/csv;charset=utf-8,' + _utf + encodeURIComponent(csvData);
},
browser: function () {
var Sys = {};
var ua = navigator.userAgent.toLowerCase();
var s;
(s = ua.indexOf('edge') !== -1 ? Sys.edge = 'edge' : ua.match(/rv:([\d.]+)\) like gecko/)) ? Sys.ie = s[1] :
(s = ua.match(/msie ([\d.]+)/)) ? Sys.ie = s[1] :
(s = ua.match(/firefox\/([\d.]+)/)) ? Sys.firefox = s[1] :
(s = ua.match(/chrome\/([\d.]+)/)) ? Sys.chrome = s[1] :
(s = ua.match(/opera.([\d.]+)/)) ? Sys.opera = s[1] :
(s = ua.match(/version\/([\d.]+).*safari/)) ? Sys.safari = s[1] : 0;
return Sys;
}
};
const init = () => {
// 自动翻页判断
if (location.href.indexOf('cont=') > -1) {
if (location.href.indexOf('cont=0') > -1){
saveDexie();
window.location.href = location.href.split("&cont=0")[0];
}
// 自动翻页保存
setTimeout(() => {
saveDexie();
}, 1500)
} else {
// 初次使用 && 自定义页面
clearStorage("cont");
injectStyle();
updateStatuses();
addScriptBtn();
}
}
setTimeout(() => {
if (document.querySelector('.pl2') !== null) {
init();
}
}, 500)
})();
