Link Checker. Hit escape to check whether one-click hoster links are online or offline. Press Esc + Shift to remove offline links
// ==UserScript==
// @name Highlight OCH links
// @namespace cuzi
// @license MIT
// @description Link Checker. Hit escape to check whether one-click hoster links are online or offline. Press Esc + Shift to remove offline links
// @icon https://raw.githubusercontent.com/cvzi/Userscripts/master/Multi-OCH/icons/och.png
// @contributionURL https://buymeacoff.ee/cuzi
// @contributionURL https://ko-fi.com/cuzicvzi
// @compatible firefox Greasemonkey
// @compatible chrome Tampermonkey. Allow all domains on first run.
// @homepageURL https://openuserjs.org/scripts/cuzi/Highlight_OCH_links
// @require https://greasyfork.org/scripts/370011-requestqueue/code/RequestQueue.js
// @require https://greasyfork.org/scripts/25445-och-list/code/OCH%20List.js
// @grant GM_xmlhttpRequest
// @grant GM.xmlHttpRequest
// @grant GM.registerMenuCommand
// @connect *
// @version 24.0
// @match *://*/*
// @exclude *.yahoo.*
// @exclude *.google.*
// @exclude *.youtube.*
// @exclude *.bing.com*
// @exclude *yandex.com*
// @exclude *duckduckgo.com*
// ==/UserScript==
/* globals RequestQueue, getOCH, NodeFilter, GM, crypto */
/* jshint asi: true, esversion: 8 */
(function () {
'use strict'
// Maximal number of links that are checked (per website)
const MAXREQUESTS = 2000
// Maximal number of links that are checked in parallel (per website)
const MAXPARALLELCONNECTIONS = 50
// Maximal number of DOM nodes that are examined. Decrease this number on slow machines.
const MAXTEXTNODES = 10000
// Maximum download size per link (in KB). If you have activated direct downloads, the script will try to download the whole file instead of checking the link. This limit prevents this.
const MAXDOWNLOADSIZE = 2000 // kilobytes
/*
// Export
var mypatterns = [];
var mynames = [];
var myurls = [];
for(var key in OCH) {
var o = OCH[key];
if((""+o.check).length > 30) { // If check function implemented
mypatterns.push(o.pattern.toString());
mynames.push("'"+key+"'");
myurls.push(" - ["+o.title+"]("+o.homepage+")");
}
}
alert(mypatterns.join(",\n"));
alert(mynames.join(",\n"));
alert(myurls.join("\n"));
*/
let links = [] // [ { hoster: "", url: "", element: DOMNode} , ... ]
let deleteOfflineLinks = false
const rq = new RequestQueue(MAXPARALLELCONNECTIONS, MAXREQUESTS)
// Get OCH list
const OCH = getOCH(rq, MAXDOWNLOADSIZE)
function linkOffline (link) {
link.element.style.backgroundColor = 'rgba(255, 0, 20, 0.5)'
link.element.dataset.linkValidatedAs = 'offline'
if (deleteOfflineLinks) {
link.element.remove()
}
}
function linkOnline (link) {
link.element.style.backgroundColor = 'rgba(70, 255 ,0, 0.5)'
link.element.dataset.linkValidatedAs = 'online'
highlightInSidebar(link)
}
function linkWaiting (link) {
link.element.classList.add('ochlink713')
link.element.style.backgroundColor = 'rgba(255, 150, 80, 0.4)'
}
function handleResult (link, result, errorstring) {
if (result === 1) {
linkOnline(link)
} else if (result === 0) {
linkOffline(link)
} else if (result === -1) {
link.element.style.backgroundColor = 'blue'
link.element.title = errorstring
console.log(errorstring)
} else {
console.log('handleResult(link,result,errorstring) wrong resultcode: ' + result)
}
}
let sidebar = null
function createSidebar () {
sidebar = document.body.appendChild(document.createElement('div'))
sidebar.classList.add('och453_sidebar')
sidebar.addEventListener('click', function (ev) {
if (ev.target === sidebar) {
window.scrollTo(0, ev.layerY / sidebar.clientHeight * document.body.clientHeight)
} else if ('linkId' in ev.target.dataset) {
document.querySelector(`.link_${ev.target.dataset.linkId}`).scrollIntoView()
}
})
document.head.appendChild(document.createElement('style')).innerHTML = `
.och453_sidebar {
position: fixed;
top: 17px;
right: 0;
bottom:17px;
width: 20px;
background-color: rgba(255, 255, 255, 0.5);
z-index: 1000
}
.och453_line {
position: absolute;
height: 3px;
width: 100%;
background-color:rgba(70, 255 ,0, 0.5);
cursor:pointer
}
`
}
function cumulativeOffset (element) {
// Count scrollable parent elements
let counter = 0
let parent = element.parentElement
while (parent && parent !== document.documentElement) {
if (parent.scrollHeight > parent.clientHeight) {
counter++
}
parent = parent.parentElement
}
// Skip scrollable parent elements except the top-most one
parent = element.parentElement
let i = 0
while (parent && parent !== document.documentElement) {
if (parent.scrollHeight > parent.clientHeight) {
i++
if (i === counter) {
break
}
}
parent = parent.parentElement
}
// Calculate offset
let top = 0
while (parent && parent !== document.documentElement) {
top += parent.offsetTop
parent = parent.offsetParent
}
return top
}
function highlightInSidebar (link) {
if (!sidebar) {
createSidebar()
}
const top = cumulativeOffset(link.element)
const totalHeight = document.body.clientHeight
const topPercentage = top / totalHeight * 100
const line = sidebar.appendChild(document.createElement('div'))
line.classList.add('och453_line')
line.style.top = `${topPercentage}%`
const id = crypto.randomUUID()
link.element.classList.add(`link_${id}`)
line.dataset.linkId = id
}
function matchHoster (str) {
// Return name of first hoster that matches, otherwise return false
for (const name in OCH) {
for (let i = 0; i < OCH[name].pattern.length; i++) {
if (OCH[name].pattern[i].test(str)) {
return name
}
}
}
return false
}
let stylesheetAdded = false
function addStylesheet () {
if (stylesheetAdded) {
return
}
document.head.appendChild(document.createElement('style')).innerHTML = `
.ochlink713 {
transition: background-color 700ms;
}
`
stylesheetAdded = true
}
function findLinks () {
addStylesheet()
links = []
// Normalize hoster object: Replace single patterns with arrays [RegExp]
for (const name in OCH) {
if (!Array.isArray(OCH[name].pattern)) {
OCH[name].pattern = [OCH[name].pattern]
}
}
// Find all text nodes that contain "http://"
const nodes = []
const walk = document.createTreeWalker(document.body, NodeFilter.SHOW_TEXT, {
acceptNode: function (node) {
if (node.parentNode.href || node.parentNode.parentNode.href || node.parentNode.parentNode.parentNode.href) { return NodeFilter.FILTER_REJECT }
if (node.parentNode.tagName === 'TEXTAREA' || node.parentNode.parentNode.tagName === 'TEXTAREA') { return NodeFilter.FILTER_REJECT }
if (node.data.match(/(\s|^)https?:\/\/\w+/)) { return NodeFilter.FILTER_ACCEPT }
}
}, false)
let node = walk.nextNode()
while (node) {
nodes.push(node)
node = walk.nextNode()
}
// For each found text nodes check whether the URL is a valid OCH URL
for (let i = 0; i < nodes.length && i < MAXTEXTNODES; i++) {
if (nodes[i].data === '') {
continue
}
const httpPosition = nodes[i].data.indexOf('http')
if (httpPosition === -1) {
continue
}
let urlnode
if (httpPosition > 0) {
urlnode = nodes[i].splitText(httpPosition) // Split leading text
} else {
urlnode = nodes[i]
}
const stop = urlnode.data.match(/$|\s/)[0] // Find end of URL
if (stop !== '') { // If empty string, we found $ end of string
const nextnode = urlnode.splitText(urlnode.data.indexOf(stop)) // Split trailing text
if (nextnode.data !== '' && nextnode.data.indexOf('http') !== -1) { // The trailing text might contain another URL
nodes.push(nextnode)
}
}
// Check whether the URL is a OCH. If so, create an <a> element
const url = urlnode.data
const mh = matchHoster(url)
if (mh !== false) {
const a = document.createElement('a')
a.href = url
a.appendChild(urlnode.parentNode.replaceChild(a, urlnode))
links.push({
hoster: mh,
url,
element: a
})
}
}
// Find actual <a> links
const deleteNodes = []
const al = document.getElementsByTagName('a')
for (let i = 0; i < al.length; i++) {
if (al[i].dataset.linkValidatedAs) {
if (deleteOfflineLinks && al[i].dataset.linkValidatedAs === 'offline') {
deleteNodes.push(al[i])
}
continue // Link was already checked
}
const mH = matchHoster(al[i].href)
if (mH !== false) {
links.push({
hoster: mH,
url: al[i].href,
element: al[i]
})
}
}
deleteNodes.forEach(e => e.remove())
return links.length
}
function checkLinks () {
// Check all links by calling the hoster's check function
for (let i = 0; i < links.length; i++) {
if (links[i] && OCH[links[i].hoster].check && typeof (OCH[links[i].hoster].check) === 'function') {
linkWaiting(links[i])
OCH[links[i].hoster].check(links[i], handleResult)
}
}
}
function toggleCheck () {
if (!rq.hasRunning()) {
// Highlight links and check them
rq.resetTotal()
const n = findLinks()
if (n > 0) {
checkLinks()
}
} else {
// Abort all requests
rq.abort()
}
}
document.addEventListener('keydown', function (ev) {
if (ev.key === 'Escape') {
deleteOfflineLinks = ev.shiftKey
toggleCheck()
}
}, false)
// Manual check from menu
GM.registerMenuCommand('Check links', function () {
toggleCheck()
})
// Manual check from menu
GM.registerMenuCommand('Remove offline links', function () {
deleteOfflineLinks = true
toggleCheck()
})
})()