☰

General URL Cleaner Revived

Cleans URLs from various popular sites and removes tracking parameters

// ==UserScript==
// @name        General URL Cleaner Revived
// @namespace   https://greasyfork.org/en/users/594496-divided-by
// @author      dividedby
// @description Cleans URLs from various popular sites and removes tracking parameters
// @version     4.2.6
// @license     GPL version 3 or any later version; http://www.gnu.org/copyleft/gpl.html
// @contributionURL     https://www.paypal.com/cgi-bin/webscr?cmd=_donations&business=dividedbyerror@gmail.com&item_name=Greasy+Fork+Donation
// @contributionAmount  $1
// @include     https://www.newegg.com/*
// @include     https://www.newegg.ca/*
// @include     /^https:\/\/[a-z.]*\.?bing(\.[a-z]{2,3})?(\.[a-z]+)?\/.*$/
// @include     https://www.youtube.com/*
// @include     https://www.imdb.com/*
// @include     https://www.facebook.com/*
// @include     https://disqus.com/embed/comments/*
// @include     https://www.target.com/*
// @include     https://www.linkedin.com/*
// @include     https://www.etsy.com/*
// @include     https://www.yahoo.com/*
// @include     /^https:\/\/[a-z0-9.]*\.?amazon(\.[a-z0-9]{2,3})?(\.[a-z]+)?\/.*$/
// @include     /^https:\/\/[a-z0-9.]*\.?google(\.[a-z0-9]{2,3})?(\.[a-z]+)?\/.*$/
// @include     /^https:\/\/[a-z0-9.]*\.?ebay(desc)?(\.[a-z0-9]{2,3})?(\.[a-z]+)?\/.*$/
// @include     /^https:\/\/[a-z0-9.]*twitter.com\/.*$/
// @exclude     /^https:\/\/[a-z0-9.]*\.?amazon(\.[a-z0-9]{2,3})?(\.[a-z]+)?\/(?:gp\/(?:cart|buy|css|legacy|your-account).*|sspa.*)$/
// @exclude     https://apis.google.com/*
// @exclude     https://accounts.google.com/*
// @exclude     https://support.google.com/*
// @exclude     https://www.google.com/recaptcha/*
// @exclude     https://hangouts.google.com/webchat/*
// @exclude     https://gsuite.google.com/*
// @exclude     https://calendar.google.com/*
// @exclude     https://docs.google.com/spreadsheets/*
// @exclude     https://takeout.google.com/*
// @run-at      document-idle

// ==/UserScript==

(() => {
  /*
   * Vars
   */

  const currHost = location.host;
  const currPath = location.pathname;
  const currSearch = location.search;

  const ebay = /^[a-z.]*\.?ebay(desc)?(\.[a-z]{2,3})?(\.[a-z]+)?$/;
  const amazon = /^[a-z.]*\.?amazon(\.[a-z]{2,3})?(\.[a-z]+)?$/;
  const google = /^[a-z.]*\.?google(\.[a-z]{2,3})?(\.[a-z]+)?$/;
  const target = /^[a-z.]*\.?target\.com$/;
  const bing = /^[a-z.]*\.?bing(\.[a-z]{2,3})?(\.[a-z]+)?$/;

  const amazonParams =
    /&?_?(encoding|crid|sprefix|ref|th|url|ie|pf_rd_[^&#]*?|pd_rd_[^&#]*?|bbn|rw_html_to_wsrp|ref_|content-id)(=[^&#]*)?($|&)/g;
  const neweggParams = /&(cm_sp|icid|ignorebbr)(=[^&#]*)?($|&)/g;
  const imdbParams = /&(pf_rd_[a-z]|ref_)(=[^&#]*)?($|&)/g;
  const bingParams =
    /&(redig|toWww|ghpl|lq|ghc|ghsh|ghacc|ghpl|go|qs|form|FORM|filt|pq|s[cpk]|qpvt|cvid)(=[^&#]*)?(?=$|&)/g;
  const youtubeParams =
    /&(feature|src_vid|annotation_id|[gh]l)(=[^&#]*)?($|&)/g;
  const ebayParams = /[?&](_(o?sacat|odkw|from|trksid)|rt)(=[^&#]*)?(?=&|$)/g;
  const twitterParams = /&(src|ref_src|ref_url|vertical|s)(=[^&#]*)?($|&)/g;
  const targetParams = /&(lnk|tref|searchTermRaw)(=[^&#]*)?($|&)/g;
  const facebookParams = /&(set)(=[^&#]*)?($|&)/g;
  const googleParams =
    /(?:&|^)(uact|iflsig|sxsrf|ved|source(id)?|s?ei|tab|tbo|h[ls]|authuser|n?um|ie|aqs|as_qdr|bav|bi[wh]|bs|bvm|cad|channel|complete|cp|s?client|d[pc]r|e(ch|msg|s_sm)|g(fe|ws)_rd|gpsrc|noj|btnG|o[eq]|p(si|bx|f|q)|rct|rlz|site|spell|tbas|usg|xhr|gs_[a-z]+)(=[^&#]*)?(?=$|&)/g;
  const linkedinParams =
    /&(eBP|refId|trackingId|trk|flagship3_search_srp_jobs|lipi|lici)(=[^&#]*)?($|&)/g;
  const etsyParams =
    /&(click_key|click_sum|ref|pro|frs|ga_order|ga_search_type|ga_view_type|ga_search_query|sts|organic_search_click|plkey)(=[^&#]*)?($|&)/g;
  const yahooParams = /&(guccounter|guce_referrer|guce_referrer_sig)(=[^&#]*)?($|&)/g;

  /*
   * Main
   */

  if (bing.test(currHost)) {
    setCurrUrl(cleanBing(currSearch));
    cleanLinks(parserAll);
    return;
  }

  if (currHost == "www.linkedin.com") {
    setCurrUrl(cleanLinkedin(currSearch));
    cleanLinks(parserAll);
    return;
  }

  if (currHost == "www.etsy.com") {
    setCurrUrl(cleanEtsy(currSearch));
    cleanLinks(parserAll);
    return;
  }

  if (currHost == "www.yahoo.com") {
    setCurrUrl(cleanYahoo(currSearch));
    cleanLinks(parserAll);
    return;
  }

  if (currHost === "www.youtube.com") {
    if (currPath === "/redirect") {
      location.href = cleanYoutubeRedir(currSearch);
    }

    if (currPath === "/watch") {
      setCurrUrl(cleanYoutube(currSearch));
    }

    cleanLinks(parserYoutube);
    return;
  }

  if (currHost.endsWith(".newegg.com") || currHost.endsWith(".newegg.ca")) {
    if (currSearch) {
      setCurrUrl(cleanNewegg(currSearch));
    }

    cleanLinks(parserNewegg);
    return;
  }

  if (currHost === "www.imdb.com") {
    if (currSearch) {
      setCurrUrl(cleanImdb(currSearch));
    }

    cleanLinks(parserIMDB);
    onhashchange = deleteHash();
    return;
  }

  if (google.test(currHost)) {
    if (currPath === "/url" || currPath === "/imgres") {
      location.href = cleanGenericRedir(currSearch);
    }

    if (!currSearch && !/[&#]q=/.test(location.hash)) {
      return;
    }

    setCurrUrl(cleanGoogle(currPath + currSearch));
    changeState(googleInstant);

    if (currSearch.includes("tbm=isch")) {
      cleanLinksAlways(parserGoogleImages);
    } else {
      cleanLinks(parserGoogle);
    }

    return;
  }

  if (ebay.test(currHost)) {
    if (currPath.includes("/itm/")) {
      setCurrUrl(cleanEbayItem(location));
    } else if (currSearch) {
      setCurrUrl(cleanEbayParams(currSearch));
    }

    cleanLinks(parserEbay);
    onhashchange = deleteHash;
    return;
  }

  if (target.test(currHost)) {
    if (currPath.includes("/p/")) {
      setCurrUrl(cleanTargetItemp(location));
    } else if (currSearch) {
      setCurrUrl(cleanTargetParams(currSearch));
    }

    cleanLinks(parserTarget);
    onhashchange = deleteHash;
    return;
  }

  if (amazon.test(currHost)) {
    if (currPath.includes("/dp/")) {
      setCurrUrl(cleanAmazonItemdp(location));
    } else if (currPath.includes("/gp/product")) {
      setCurrUrl(cleanAmazonItemgp(location));
    } else if (currSearch) {
      setCurrUrl(cleanAmazonParams(currSearch));
    }

    cleanLinks(parserAmazon);
    onhashchange = deleteHash();
    return;
  }

  if (currHost == "twitter.com") {
    if (currSearch) {
      setCurrUrl(cleanTwitterParams(currSearch));
    }

    cleanLinks(parserTwitter);
    return;
  }

  if (currHost == "www.facebook.com") {
    if (currSearch) {
      setCurrUrl(cleanFacebookParams(currSearch));
    }

    cleanLinks(parserFacebook);
    return;
  }

  if (currHost == "disqus.com") {
    cleanLinks(parserDisqus);
    return;
  }

  if (currHost === "app.getpocket.com") {
    cleanLinks(parserAll);
    return;
  }

  /*
   * Boilerplate functions
   */

  function setCurrUrl(url) {
    history.replaceState(null, null, url);
  }

  function deleteHash() {
    history.replaceState(null, null, " ");
  }

  function observe(func) {
    new MutationObserver(func).observe(document, {
      childList: true,
      subtree: true,
    });
  }

  // Clean links once, mark as cleaned, then ignore them
  function cleanLinks(linkParser) {
    observe(function () {
      for (let a of document.links) {
        if (a.cleaned) {
          continue;
        }

        if (a.protocol && a.protocol.startsWith("http")) {
          linkParser(a);
        }

        a.cleaned = 1;
      }
    });
  }

  // Always clean links
  function cleanLinksAlways(linkParser) {
    observe(function () {
      for (let a of document.links)
        if (a.protocol && a.protocol.startsWith("http")) {
          linkParser(a);
        }
    });
  }

  function googleInstant(url) {
    let parts = url.split("#");
    if (parts.length !== 2) {
      return url;
    }

    let hash = parts[1];
    if (hash === "imgrc=_") {
      return " ";
    }

    if (/(^|&)q=/.test(hash)) {
      return "?" + hash;
    }

    return "#" + hash;
  }

  // Intercept & modify url passed into history.replaceState/pushState
  function changeState(mod) {
    history.realPushState = history.pushState;
    history.realReplaceState = history.replaceState;

    history.pushState = function () {
      history.realPushState(null, null, mod(arguments[2]));
    };

    history.replaceState = function () {
      history.realReplaceState(null, null, mod(arguments[2]));
    };
  }

  /*
   * Link parsing functions
   */

  function parserAll(a) {
    let host = a.host;
    let path = a.pathname;
    if (a.cleaned) {
      return;
    }

    if (google.test(host)) {
      if (path === "/imgres" || path === "/url") {
        a.href = cleanGenericRedir(a.search);
      } else if (a.search) {
        a.search = cleanGoogle(a.search);
      }

      return;
    }

    if (host === "www.youtube.com") {
      if (path === "/watch") {
        a.search = cleanYoutube(a.search);
      } else if (path === "/redirect") {
        a.href = cleanYoutubeRedir(a.search);
      }

      a.cleaned = 1;
      return;
    }

    if (host === "getpocket.com") {
      if (path === "/redirect") {
        a.href = cleanPocketRedir(a.href);
      }
    }

    parserAmazon(a);
    parserEbay(a);
    parserNewegg(a);
    parserIMDB(a);

    if (a.search) {
      a.search = cleanUtm(a.search);
    }

    if (a.hash) {
      a.hash = cleanUtm(a.hash);
    }

    a.cleaned = 1;
  }

  function parserGoogle(a) {
    a.removeAttribute("onmousedown");
    parserAll(a);
  }

  function parserGoogleImages(a) {
    let jsaction = a.getAttribute("jsaction");
    if (jsaction && jsaction.includes("down:irc.rl")) {
      console.log(a);
      a.removeAttribute("jsaction");
    }

    a.removeAttribute("onmousedown");
    parserAll(a);
  }

  function parserYoutube(a) {
    parserAll(a);
    let text = a.innerText;
    let href = a.getAttribute("href");
    if (
      text === href ||
      (text.endsWith("...") && href.startsWith(text.slice(0, -3)))
    ) {
      a.innerText = href;
    }
  }

  function parserTarget(a) {
    if (!target.test(a.host)) {
      return;
    }

    if (a.pathname.includes("/p/")) {
      a.href = cleanTargetItemp(a);
    } else if (a.search) {
      a.href = cleanTargetParams(a.href);
    }
  }

  function parserAmazon(a) {
    if (!amazon.test(a.host)) {
      return;
    }

    if (a.pathname.includes("black-curtain-redirect.html")) {
      a.href = cleanAmazonRedir(location);
    } else if (a.pathname.includes("/dp/")) {
      a.href = cleanAmazonItemdp(a);
    } else if (a.pathname.includes("/gp/product")) {
      a.href = cleanAmazonItemgp(a);
    } else if (a.pathname.includes("/picassoRedirect")) {
      a.href = cleanGenericRedir(a.search);
      a.search = "";
    } else if (a.search) {
      a.href = cleanAmazonParams(a.href);
    }

    if (a.pathname.includes("/ref=")) {
      a.pathname = cleanAmazonParams(a.pathname);
    }
  }

  function parserEbay(a) {
    if (!ebay.test(a.host)) {
      return;
    }

    if (a.pathname.includes("/itm/")) {
      a.href = cleanEbayItem(a);
    } else if (a.host.startsWith("pulsar.")) {
      a.href = cleanEbayPulsar(a.search);
    } else if (a.search) {
      a.search = cleanEbayParams(a.search);
    }
  }

  function parserNewegg(a) {
    if (!a.host.endsWith(".newegg.com") && !a.host.endsWith(".newegg.ca")) {
      return;
    }

    if (a.search && !a.pathname.includes("/marketplace/")) {
      a.search = cleanNewegg(a.search);
    }
  }

  function parserIMDB(a) {
    if (a.host === "www.imdb.com" && a.search) {
      a.search = cleanImdb(a.search);
    }
  }

  function parserTwitter(a) {
    if (a.host !== "t.co") {
      return;
    }

    let fake = "t.co" + a.pathname;
    let real = a.getAttribute("data-expanded-url");
    if (real) {
      a.href = real;
      a.removeAttribute("data-expanded-url");
      sessionStorage.setItem(fake, real);
      return;
    }

    if (!a.classList.contains("TwitterCard-container")) {
      return;
    }

    real = sessionStorage.getItem(fake);
    if (real) {
      a.href = real;
    }
  }

  function parserFacebook(a) {
    let onclick = a.getAttribute("onclick");
    if (!onclick || !onclick.startsWith("LinkshimAsyncLink")) {
      return;
    }

    if (a.host !== "l.facebook.com") {
      return;
    }

    a.href = cleanGenericRedir(a.search);
    a.removeAttribute("onclick");
    a.removeAttribute("onmouseover");
  }

  function parserDisqus(a) {
    if (a.host === "disq.us" && a.pathname === "/url") {
      a.href = a.href.replace(/\:.*/, "");
    }
    a.href = cleanGenericRedir(a.search);

    parserAll(a);
  }

  /*
   * URL string functions
   */

  function cleanGoogle(url) {
    return url.replace("?", "?&").replace(googleParams, "").replace("&", "");
  }

  function cleanBing(url) {
    return url
      .replace("?", "?&")
      .replace(bingParams, "")
      .replace("&", "")
      .replace(/\?$/, "");
  }

  function cleanLinkedin(url) {
    return url.replace("?", "?&").replace(linkedinParams, "").replace("&", "");
  }

  function cleanEtsy(url) {
    return url.replace("?", "?&").replace(etsyParams, "").replace("&", "");
  }

  function cleanYahoo(url) {
    return url.replace("?", "?&").replace(yahooParams, "").replace("&", "");
  }

  function cleanTwitterParams(url) {
    return url.replace("?", "?&").replace(twitterParams, "").replace("&", "");
  }

  function cleanYoutube(url) {
    return url.replace("?", "?&").replace(youtubeParams, "").replace("&", "");
  }

  function cleanImdb(url) {
    return url
      .replace("?", "?&")
      .replace(imdbParams, "")
      .replace("&", "")
      .replace(/\?$/, "");
  }

  function cleanNewegg(url) {
    return url.replace("?", "?&").replace(neweggParams, "").replace("&", "");
  }

  function cleanTargetParams(url) {
    return url
      .replace("?", "?&", "#")
      .replace(targetParams, "")
      .replace("&", "");
  }

  function cleanFacebookParams(url) {
    return url
      .replace("?", "?&", "#")
      .replace(facebookParams, "")
      .replace("&", "");
  }

  function cleanAmazonParams(url) {
    return url
      .replace("?", "?&")
      .replace(amazonParams, "")
      .replace("&", "")
      .replace(/\?$/, "");
  }

  function cleanEbayParams(url) {
    return url.replace("?", "?&").replace(ebayParams, "").replace("&", "");
  }

  function cleanTargetItemp(a) {
    let item = a.pathname.replace(/(?<=\/p).*(?=\/A)/, "");
    return a.origin + item;
  }

  function cleanAmazonItemgp(a) {
    let item = a.pathname.match(/\/[A-Z0-9]{10}/);
    return a.origin + "/gp/product" + item + a.hash;
  }

  function cleanAmazonItemdp(a) {
    let item = a.pathname.match(/\/dp(\/[A-Z0-9]{10})/)[1];
    return a.origin + "/dp" + item + a.hash;
  }

  function cleanEbayItem(a) {
    let item = a.pathname.match(/\/[0-9]{12}/);
    let origList = a.search.replace(/&/g, "?").match(/\?orig_cvip=[^?]+/) || "";
    return a.origin + "/itm" + item + origList + a.hash;
  }

  function cleanEbayPulsar(url) {
    let item = url.match(/%7B%22mecs%22%3A%22([0-9]{12})/).pop();
    return location.origin + "/itm/" + item;
  }

  function cleanYoutubeRedir(url) {
    return decodeURIComponent(url.match(/[?&]q=([^&]+)/).pop());
  }

  function cleanAmazonRedir(url) {
    return decodeURIComponent(url.match(/[?&]redirectUrl=([^&]+)/).pop());
  }

  function cleanGenericRedir(url) {
    return decodeURIComponent(url.match(/[?&](new|img)?u(rl)?=([^&]+)/i).pop());
  }

  function cleanGenericRedir2(url) {
    return decodeURIComponent(url.match(/[?&]\w*url=([^&]+)/i).pop());
  }

  function cleanUtm(url) {
    var urlparts = url.split("?");
    if (urlparts.length >= 2) {
      var pars = urlparts[1].split(/[&;]/g);
      //reverse iteration as may be destructive
      for (var i = pars.length; (i -= 1) > 0; ) {
        if (/^utm_/.test(pars[i])) {
          pars.splice(i, 1);
        }
      }
      return urlparts[0] + (pars.length > 0 ? "?" + pars.join("&") : "");
    }
    return url;
  }

  function cleanPocketRedir(url) {
    return decodeURIComponent(
      url.replace("https://getpocket.com/redirect?url=", "")
    );
  }
})();