// ==UserScript==
// @run-at document-start
// @name General URL Cleaner
// @namespace
// @description Cleans URL's from various popular sites. Also, makes sure the sites are using HTTPS.
// @include /^https?://[a-z]+\.google(\.com?)?\.[a-z]{2,3}/.*$/
// @include /^https?://[a-z.]+\.ebay(desc)?(\.com?)?\.[a-z]{2,3}/.*$/
// @include /^https?://www\.amazon(\.com?)?\.[a-z]{2,3}/.*$/
// @include /^https?://www\.newegg\.c(om|a)/.*$/
// @include /^https?://www\.bing\.com/.*$/
// @include https://www.youtube.com/*
// @include http://stat.dealtime.com/*
// @include http://www.imdb.com/*
// @include /https?://(www\.)?staticice\.com\.au/.*$/
// @include https://www.facebook.com/*
// @include /https?://[a-z0-9.]*twitter.com/.*$/
// @include https://disqus.com/embed/comments/*
// @exclude https://apis.google.com/*
// @exclude https://accounts.google.com/*
// @exclude https://support.google.com/*
// @exclude https://www.google.com/recaptcha/api2/*
// @version 2.12
// @license GPL version 3 or any later version; http://www.gnu.org/copyleft/gpl.html
// ==/UserScript==
var doc = document;
var loc = location;
var lhost = loc.host;
var lpath = loc.pathname;
var ebay = /^[a-z.]+\.ebay(desc)?(\.com?)?\.[a-z]{2,3}$/;
var amazon = /^www\.amazon\.com?(\.[a-z]{2,3})?$/;
var google = /^[a-z]+\.google\.com?(\.[a-z]{2,3})?$/;
var amazonParams = /&(url|ie|pf_rd_[a-z]|bbn|rw_html_to_wsrp|ref_)=[^&#]*/;
var utmParams = /&utm_[a-z]+=[^&]*/g;
var neweggParams = /&(cm_sp|icid|ignorebbr)=[^&#]*/g;
var bingParams = /&(go|qs|form|FORM|filt|pq|s[cpk]|qpvt|cvid)=[^&#]*/g;
var youtubeParams = /&(feature|src_vid|annotation_id|[gh]l)=[^&#]*/g;
var ebayParams = /&(_(o?sacat|odkw|from|trksid)|rt)=[^&#]*/g;
var googleParams = /&(sa(fe)?|ved|source(id)?|s?ei|tab|tbo|h[ls]|authuser|n?um|ie|aqs|as_qdr|bav|bi[wh]|bs|bvm|cad|channel|complete|cp|s?client|dpr|e(ch|msg|s_sm)|g(fe|ws)_rd|gpsrc|noj|btnG|o[eq]|p(si|bx|f|q)|rct|rlz|site|spell|tbas|usg|xhr|gs_[a-z]+)=[^&#]*/g;
// -------- Main --------
function main() {
if (lhost=='www.bing.com') {
var newUrl = cleanBing(doc.URL);
if (loc.protocol=='http:') loc.replace(newUrl);
else cleanPageUrl(newUrl);
cleanLinks('all');
}
else if (lhost=='www.youtube.com') {
if (lpath=='/watch') cleanPageUrl(cleanYoutube(doc.URL));
else if (lpath=='/redirect') loc.replace(cleanYoutubeRedir(loc.search));
cleanLinks('youtube');
}
else if (lhost.endsWith('.newegg.com')||lhost.endsWith('.newegg.ca')) {
if (loc.search) cleanPageUrl(cleanNewegg(doc.URL));
cleanLinks('newegg');
}
else if (lhost=='www.imdb.com') {
if (loc.search) cleanPageUrl(cleanImdb(doc.URL));
cleanLinks('imdb');
deleteHash();
}
else if (google.test(lhost)) {
if (lpath=='/url'||lpath=='/imgres') loc.replace(cleanGoogleRedir(loc.search));
else if (loc.search||loc.hash.match(/[&#]q=/)) {
cleanPageUrl(cleanGoogle(doc.URL));
cleanLinks('google');
if (loc.search.includes('tbm=isch')) cleanAllLinks('googleImages');
else cleanLinks('google');
googleInstant();
}
}
else if (ebay.test(lhost)) {
if (lpath.includes('/itm/')) cleanPageUrl(cleanEbayItem(loc));
else if (loc.search) cleanPageUrl(cleanEbayParams(doc.URL));
cleanLinks('ebay');
deleteHash();
}
else if (amazon.test(lhost)) {
if (lpath.includes('/dp/')) cleanPageUrl(cleanAmazonItemdp(loc));
else if (lpath.includes('/gp/product')) cleanPageUrl(cleanAmazonItemgp(loc));
else if (loc.search) cleanPageUrl(cleanAmazonParams(doc.URL));
cleanLinks('amazon');
onhashchange = function() {
if (!loc.hash.startsWith('#reader_'))
history.replaceState(null,null,loc.href.replace(loc.hash,''));
};
}
else if (lhost.endsWith('staticice.com.au')) {
cleanLinks('staticice');
}
else if (lhost=='twitter.com') {
cleanLinks('twitter');
}
else if(lhost=='www.facebook.com'){
cleanLinks('facebook');
}
else if (lhost=='disqus.com') {
cleanLinks('disqus');
}
}
// -------- Front functions --------
function cleanPageUrl(newUrl) {
if (newUrl != doc.URL) history.replaceState(null, null, newUrl);
}
// Clean links once, mark them as cleaned, then ignore them.
function cleanLinks(site) {
new MutationObserver(function(_,self) {
console.time('clean');
for (let link of doc.links) {
if (!link.classList.contains('cleaned')) {
linkCleaners[site](link);
link.classList.add('cleaned');
}
}
console.timeEnd('clean');
}).observe(doc, {childList:true, subtree:true});
}
// Clean all links, all the time, no matter what
function cleanAllLinks(site) {
new MutationObserver(function(_,self) {
console.time('clean');
for (let link of doc.links)
linkCleaners[site](link);
console.timeEnd('clean');
}).observe(doc, {childList:true, subtree:true});
}
function deleteHash() {
function onhashchange() {
history.replaceState(null, null, loc.href.replace(loc.hash, ''));
}
}
function googleInstant() {
changeState(function(url) {
if (url.endsWith('#imgrc=_'))
return url.slice(0,-8);
else if (url.match(/#(.+&)?q=/))
return lpath + cleanGoogle(url.replace(/.+#/,'?'));
return url;
});
}
function changeState(mod) {
pushState = history.pushState;
replaceState = history.replaceState;
history.pushState = function() {
arguments[2] = mod(arguments[2]);
pushState.apply(history, arguments);
};
history.replaceState = function() {
arguments[2] = mod(arguments[2]);
replaceState.apply(history, arguments);
};
}
// -------- URL cleaning functions --------
function cleanGoogle(url) {
return url.replace('?','?&').replace(googleParams,'').replace('?&','?');
}
function cleanGoogleRedir(url) {
return decodeURIComponent(url.match(/[&?](img)?url=([^&]+)/)[2]);
}
function cleanBing(url) {
return url.replace('?','?&').replace(bingParams,'').replace('?&','?').replace(/^http\:/,'https:');
}
function cleanYoutube(url) {
return url.replace("?","?&").replace(youtubeParams,'').replace("?&","?");
}
function cleanYoutubeRedir(url) {
return decodeURIComponent(url.match(/[?&]q=([^&]+)/)[1]);
}
function cleanEbayParams(url) {
return url.replace('?','?&').replace(ebayParams,'').replace('?&','?');
}
function cleanEbayItem(a) {
return a.origin+'/itm'+a.pathname.match(/\/[0-9]{12}/)+(a.search.replace('&','?').match(/\?orig_cvip=[^?]+/)||'')+a.hash;
}
function cleanEbayPulsar(url) {
return loc.origin + '/itm/' + url.match(/%7B%22mecs%22%3A%22([0-9]{12})/).pop();
}
function cleanNewegg(url) {
return url.replace('?','?&').replace(neweggParams,'').replace('?&','?');
}
function cleanAmazonParams(url) {
return url.replace('?','?&').replace(amazonParams,'').replace('?&','?').replace(/\?$/,'');
}
function cleanAmazonItemgp(a) {
return a.origin+'/gp/product'+a.pathname.match(/\/[A-Z0-9]{10}/)+a.hash;
}
function cleanAmazonItemdp(a) {
return a.origin+'/dp'+a.pathname.match(/\/[A-Z0-9]{10}/)+a.hash;
}
function cleanImdb(url) {
return url.replace('?','?&').replace(/&(pf_rd_[a-z]|ref_)=[^&#]*/g,'').replace('?&','?').replace(/\?$/,'');
}
function cleanGenericRedir(url) {
return decodeURIComponent(url.match(/[?&]u(rl)?=([^&]+)/)[2]);
}
function cleanUtm(url) {
return url[0]+('&'+url.slice(1)).replace(utmParams,'').slice(1);
}
function cleanStaticiceRedir(url) {
return decodeURIComponent(url.match(/[?&]newurl=([^&]+)/)[1]);
}
function cleanClixgalore(url) {
return decodeURIComponent(url.match(/[?&]AffDirectURL=([^&]+)/)[1]);
}
// -------- Link cleaning functions --------
var linkCleaners = {
all:function(a) { host=a.host; path=a.pathname;
if (google.test(host))
if (path=='/imgres'||path=='/url') a.href = cleanGoogleRedir(a.search);
else if (a.search) a.search = cleanGoogle(a.search);
else if (host=='www.youtube.com')
if (path=='/watch') a.search = cleanYoutube(a.search);
else if (path=='/redirect') a.href = cleanYoutubeRedir(a.search);
else if (host.endsWith('.newegg.com') || host.endsWith('.newegg.ca'))
if(a.search) a.search = cleanNewegg(a.search);
else if (host=='www.imdb.com' && a.search)
a.search = cleanImdb(a.search);
else if (amazon.test(host))
if (path.includes('/dp/')) a.href = cleanAmazonItemdp(a);
else if (path.includes('/gp/product')) a.href = cleanAmazonItemgp(a);
else if (a.pathname.includes('/picassoRedirect')) {
a.href = cleanGenericRedir(a.search);
a.search = '';
}
else if (a.search) a.href = cleanAmazonParams(a.href);
if (a.pathname.includes('/ref=')) a.pathname = cleanAmazonParams(a.pathname);
else if (ebay.test(host))
if (path.includes('/itm/')) a.href = cleanEbayItem(a);
else if (a.host.startsWith('pulsar.')) a.href = cleanEbayPulsar(a.search);
else if (a.search) a.search = cleanEbayParams(a.search);
else {
if (a.search) a.search = cleanUtm(a.search);
if (a.hash) a.hash = cleanUtm(a.hash);
}
},
amazon:function(a) {
if (amazon.test(a.host))
if (a.pathname.includes('/dp/')) a.href = cleanAmazonItemdp(a);
else if (a.pathname.includes('/gp/product')) a.href = cleanAmazonItemgp(a);
else if (a.pathname.includes('/picassoRedirect')) {
a.href = cleanGenericRedir(a.search);
a.search = '';
}
else if (a.search) a.href = cleanAmazonParams(a.href);
if (a.pathname.includes('/ref=')) a.pathname = cleanAmazonParams(a.pathname);
},
ebay:function(a) {
if (ebay.test(a.host))
if (a.pathname.includes('/itm/')) a.href = cleanEbayItem(a);
else if (a.host.startsWith('pulsar.')) a.href = cleanEbayPulsar(a.search);
else if (a.search) a.search = cleanEbayParams(a.search);
},
newegg:function(a) {
if (a.host.endsWith('.newegg.com')||a.host.endsWith('.newegg.ca'))
if (a.pathname.includes('/marketplace/'));
else if (a.search) a.search = cleanNewegg(a.search);
},
google:function(a) {
a.removeAttribute('onmousedown');
linkCleaners.all(a);
},
googleImages:function(a) {
a.removeAttribute('onmousedown');
a.removeAttribute('data-ved');
a.classList.remove('i3597');
a.classList.remove('i3596');
if (a.hasAttribute('jsaction'))
if (a.getAttribute('jsaction').includes('down:irc.rl'))
a.removeAttribute('jsaction');
linkCleaners.all(a);
},
youtube:function(a) {
a.classList.remove('yt-uix-redirect-link');
a.classList.remove('spf-link');
a.removeAttribute('data-sessionlink');
old = a.href;
linkCleaners.all(a);
if (a.title==old) a.title=a.href;
},
staticice:function(a) {
if (a.host.endsWith('staticice.com.au')) {
if (a.pathname=='/cgi-bin/redirect.cgi') {
a.href = cleanStaticiceRedir(a.search);
if (a.host=='www.clixgalore.com' && a.pathname=='/PSale.aspx')
a.href = cleanClixgalore(a.search);
}
else if (a.pathname.startsWith('/cgi-bin/www.'))
a.href = 'http://'+a.pathname.slice(9);
}
if (a.host=='t.dgm-au.com' || a.host=='www.kqzyfj.com') a.href = cleanGenericRedir(a.search);
if (a.search) a.search = cleanUtm(a.search);
},
twitter:function(a) {
if (a.host=='t.co') {
if (a.hasAttribute('data-expanded-url')) {
var dirty = 'twitterRedir_'+a.pathname.slice(1);
a.href = a.getAttribute('data-expanded-url');
a.removeAttribute('data-expanded-url');
sessionStorage.setItem(dirty, a.href);
}
else if (a.classList.contains('TwitterCard-container')) {
var dirty = 'twitterRedir_'+a.pathname.slice(1);
var clean = sessionStorage.getItem(dirty);
if (clean) a.href = clean;
}
}
},
facebook:function(a) {
if (a.hasAttribute('onclick') && a.hasAttribute('onmouseover')) {
if (a.getAttribute('onclick').startsWith('LinkshimAsyncLink')) {
a.removeAttribute('onclick');
a.removeAttribute('onmouseover');
if (a.host=='l.facebook.com')
a.href = cleanGenericRedir(a.search);
}
}
},
imdb:function(a) {
if (a.host=='www.imdb.com' && a.search)
a.search = cleanImdb(a.search);
},
disqus:function(a) {
if (a.host=='disq.us' && a.pathname=='/url')
a.href = cleanGenericRedir(a.search);
linkCleaners.all(a);
}
};
main();
