// ==UserScript==
// @name Paywall redirect to Archive.today
// @name:de Paywall weiterleitung auf Archive.today
// @namespace https://greasyfork.org/en/users/20068-cuzi
// @version 2.20
// @description Redirect spiegel.de faz.net zeit.de bild.de zerohedge.com Süddeutsche Zeitung SZPlus tagesspiegel paywall pages to archive.today
// @description:de Leitet Spiegel.de faz.net zerohedge.com zeit.de/bild.de/Online Plus/Paywall/S+ Süddeutsche Zeitung SZPlus tagesspiegel Seiten automatisch auf archive.today
// @icon https://spiegel.de/favicon.ico
// @author cuzi
// @license GPL-3.0-or-later
// @match https://www.spiegel.de/*
// @match https://www.zeit.de/*
// @match https://www.zerohedge.com/*
// @match https://www.faz.net/*
// @match https://m.faz.net/*
// @match https://www.sueddeutsche.de/*
// @match https://sz-magazin.sueddeutsche.de/*
// @match https://www.tagesspiegel.de/*
// @match https://nytimes.com/*
// @match https://www.nytimes.com/*
// @match https://www.heise.de/*
// @match https://www.bild.de/*
// @match https://archive.today/*
// @match https://archive.ph/*
// @match https://archive.is/*
// @match https://archive.fp/*
// @match https://archive.li/*
// @match https://archive.md/*
// @match https://archive.vn/*
// @grant GM.registerMenuCommand
// @grant GM.xmlHttpRequest
// @connect archive.today
// @connect archive.ph
// @connect archive.is
// @connect archive.fp
// @connect archive.li
// @connect archive.md
// @connect archive.vn
// ==/UserScript==
/* global GM */
/* jshint asi: true, esversion: 8 */
(async function () {
'use strict'
const scriptName = 'Paywall redirect to Archive.today'
const hostnames = [
'archive.is',
'archive.ph',
'archive.today',
'archive.fo',
'archive.li',
'archive.md',
'archive.vn'
]
function sleep (t) {
return new Promise(resolve => setTimeout(resolve, t))
}
function checkAvailability (hostname) {
return new Promise(function (resolve, reject) {
const onResponse = function (response) {
if ((response.status >= 200 && response.status <= 400) || response.status === 429) {
resolve(response)
} else {
reject(new Error('HOST_UNAVAILABLE'))
}
}
GM.xmlHttpRequest({
url: `https://${hostname}/`,
method: 'GET',
timeout: 5000,
headers: {
Range: 'bytes=0-63'
},
onload: onResponse,
ontimeout: onResponse,
onerror: onResponse
})
})
}
function showSpinner (msg) {
let style = document.getElementById('check_host_style')
if (!style) {
style = document.head.appendChild(document.createElement('style'))
style.setAttribute('id', 'check_host_style')
style.textContent = `
#check_host_spinner {
position: fixed;
background: #fff;
height: 2.2em;
top: 1em;
left: 50%;
transform: translate(-50%, 0);
z-index: 1000;
border-radius: 5px;
border: 1px solid black;
color: black;
min-width: 7em;
padding:3px;
}
#check_host_spinner .spinner-element {
animation-duration: 1s;
animation-iteration-count: infinite;
animation-name: slide;
animation-timing-function: linear;
animation-direction: alternate-reverse;
animation-play-state: running;
background-color: #000;
border-radius: 50%;
border: 2px solid #fff;
color: #fff;
height: 1em;
margin: auto;
margin-left: 0;
width: 1em;
margin-top: -0.5em;
}
@keyframes slide {
from {
margin-left:0
}
to {
margin-left:80%
}
}
`
}
let div = document.getElementById('check_host_spinner')
if (!div) {
div = document.body.appendChild(document.createElement('div'))
div.setAttribute('id', 'check_host_spinner')
const text = div.appendChild(document.createElement('span'))
text.setAttribute('id', 'check_host_text')
const spinner = div.appendChild(document.createElement('div'))
spinner.classList.add('spinner-element')
}
document.getElementById('check_host_text').innerHTML = msg || ''
document.querySelector('#check_host_spinner .spinner-element').style.display = 'block'
}
function stopSpinner () {
const e = document.querySelector('#check_host_spinner .spinner-element')
if (e) {
e.style.display = 'none'
}
}
async function archivePage (url) {
window.setTimeout(() => showSpinner('archive'), 0)
// Check which hostname of archive is currently available
let workingHostname = null
for (const hostname of hostnames) {
try {
window.setTimeout(() => showSpinner(hostname), 0)
await checkAvailability(hostname)
workingHostname = hostname
break
} catch (err) {
if (err && 'message' in err && err.message === 'HOST_UNAVAILABLE') {
console.debug(`${hostname} is NOT available`)
} else {
throw err
}
}
}
if (workingHostname) {
let redirectUrl = `https://${workingHostname}/?run=1&url=${encodeURIComponent(url)}`
// push current url to document history
document.location.assign(url)
// wait that the url is pushed to history
setTimeout(() => {
document.location.assign(redirectUrl);
}, 100);
} else {
window.setTimeout(() => {
showSpinner(`<a href="https://archive.today/?run=1&url=${encodeURIComponent(url)}">Try archive.today</a>`)
stopSpinner()
}, 200)
window.alert(scriptName +
'\n\nSorry, all of the archive.today domains seem to be down.\n\nChecked:\n' +
hostnames.join('\n') +
'\n\nIf you are using a Cloudflare DNS, try to switch to another DNS provider or use a VPN. Currently Cloudflare can\'t reliably resolve archive.today.')
}
}
GM.registerMenuCommand(scriptName + ' - Archive.today page', () => archivePage(document.location.href))
let running = false
let firstRun = true
async function main () {
if (running) {
return
}
// {
// hostname: 'spiegel',
// check: (doc, win) => {},
// waitOnFirstRun: true, // optional: defaults to false
// action: (doc, win) => {}, // optional - defaults to `archivePage`
// }
const sites = [
{
hostname: 'bild.de',
check: (doc) => {
return doc.querySelector('ps-lefty-next-web')
}
},
{
hostname: 'heise.de',
check: (doc) => {
return doc.querySelector('.js-upscore-article-content-for-paywall')
}
},
{
hostname: 'spiegel',
check: (doc) => {
return doc.location.pathname.length > 1 && (
doc.querySelector('[data-area="paywall"]') || (
doc.querySelector('#Inhalt article header #spon-spplus-flag-l') &&
doc.querySelectorAll('article h2').length === 1
)
)
}
},
{
hostname: 'tagesspiegel',
check: (doc) => {
return doc.querySelectorAll('#paywall').length !== 0
}
},
{
hostname: 'zeit.de',
check: (doc, win) => {
return doc.location.pathname.length > 1 && (
doc.querySelector('.zplus-badge__link') ||
(doc.getElementById('paywall')?.childElementCount ?? 0) !== 0 ||
('k5aMeta' in win && win.k5aMeta.paywall === 'hard')
)
}
},
{
hostname: '.faz.net',
waitOnFirstRun: true,
check: (doc) => {
return doc.location.pathname.endsWith('.html') &&
doc.querySelectorAll('.atc-HeadlineText').length === 1 && (
doc.querySelector('[class*=atc-ContainerPaywall]') || // desktop www.faz.net
doc.querySelector('[id*=paywall]') // mobile m.faz.net
)
}
},
{
hostname: 'zerohedge.com',
check: (doc, win) => {
return doc.location.pathname.length > 1 && (
doc.querySelector('[class*=PremiumOverlay] [class*=PremiumOverlay]') ||
('__NEXT_DATA__' in win && win.__NEXT_DATA__.props?.pageProps?.node?.isPremium === true)
)
}
},
{
hostname: 'sz-magazin.sueddeutsche.de',
check: (doc) => {
return doc.location.search.includes('reduced=true') &&
doc.querySelector('.articlemain__inner--reduced .paragraph--reduced')
}
},
{
hostname: 'sueddeutsche.de',
check: (doc) => {
return doc.location.search.includes('reduced=true') &&
doc.querySelector('#sz-paywall iframe')
}
},
{
hostname: 'nytimes.com',
check: (doc) => {
return doc.querySelector('iframe[src*="captcha"]')
}
},
{
hostname: 'archive',
check: (doc) => {
return doc.querySelector('form#submiturl [type=submit]')
},
action: (doc) => {
const inputField = doc.querySelector('form#submiturl input#url')
const submitButton = doc.querySelector('form#submiturl [type=submit]')
const m = doc.location.search.match(/url=([^&]+)/)
if (submitButton && inputField && m) {
inputField.value = decodeURIComponent(m[1])
submitButton.click()
}
}
},
{
hostname: 'archive',
check: (doc, win) => {
const input = doc.querySelector('#HEADER form input[name="q"]');
if (!input || !input.value) return false;
let inputHostname
try {
const url = new URL(input.value)
inputHostname = url.hostname
} catch (err) {
console.warn('Invalid URL in input:', input.value)
return false
}
return sites.some(site =>
site.hostname !== 'archive' &&
inputHostname.includes(site.hostname) &&
site.check(doc, win)
)
},
action: (doc, win) => {
// Redirect to history of this page, if there is also a paywall in this archive
// Only redirect once for this session
const key = doc.location.href
const alreadyRedirected = win.sessionStorage.getItem(key)
const historyLink = Array.from(doc.querySelectorAll('#HEADER form a'))
.find(e => e.textContent.includes('history'))
if (!alreadyRedirected && historyLink) {
win.sessionStorage.setItem(key, '1')
historyLink.click()
}
}
}
]
for (const site of sites) {
if (document.location.hostname.includes(site.hostname)) {
const shouldWait = firstRun && site.waitOnFirstRun
if (shouldWait) {
// Wait a little the first time to let bypass-paywalls-firefox-clean do the job
// if it fails to unblock the page, we will archive it in the second run
firstRun = false
await sleep(3000)
break
}
const result = await site.check(document, window)
if (result) {
running = true
if (typeof site.action === 'function') {
site.action(document, window)
} else {
await archivePage(document.location.href)
}
break
}
}
}
firstRun = false
}
await main()
await sleep(1000)
await main()
await sleep(5000)
await main()
})()
