Add buttons to download images and videos in Twitter, also does some other enhancements.
// ==UserScript==
// @name Twitter Click'n'Save Sa
// @version 6.10.2023
// @namespace gh.alttiri
// @description Add buttons to download images and videos in Twitter, also does some other enhancements.
// @match https://twitter.com/*
// @homepageURL https://github.com/AlttiRi/twitter-click-and-save
// @supportURL https://github.com/AlttiRi/twitter-click-and-save/issues
// @license GPL-3.0
// @grant GM_registerMenuCommand
// ==/UserScript==
// ---------------------------------------------------------------------------------------------------------------------
// ---------------------------------------------------------------------------------------------------------------------
if (globalThis.GM_registerMenuCommand /* undefined in Firefox with VM */ || typeof GM_registerMenuCommand === "function") {
GM_registerMenuCommand("Show settings", showSettings);
}
// --- For debug --- //
const verbose = false;
const isFirefox = navigator.userAgent.toLowerCase().indexOf("firefox") !== -1;
const settings = loadSettings();
const filenameGlobal = `twitter @{author}, name. 【{authorName}】, twitter id. {status-id}, mediaName. {media-name}.{extension}`;
function makeName(author, authorName, stausId, mediaName, ext)
{
return filenameGlobal.replace(/\.?{author}/, author).replace(/\.?{authorName}/, authorName).replace(/\.?{status-id}/, stausId).replace(/\.?{media-name}/, mediaName).replace(/\.?{extension}/, "." + ext);
}
function getFullImage(btn)
{ let url = btn.dataset.url;
const originals = ["orig", "4096x4096"];
const samples = ["large", "medium", "900x900", "small", "360x360", /*"240x240", "120x120", "tiny"*/];
let isSample = false;
const previewSize = new URL(url).searchParams.get("name");
if (!samples.includes(previewSize)) {
samples.push(previewSize);
}
const urlObj = new URL(url);
if (originals.length) {
urlObj.searchParams.set("name", originals.shift());
} else if (samples.length) {
isSample = true;
urlObj.searchParams.set("name", samples.shift());
} else {
throw new Error("All fallback URLs are failed to download.");
}
urlObj.searchParams.set('format', 'jpg');
url = urlObj.toString();
// sa code
console.log('_________________full image url = ' + url);
return url;
}
function loadSettings() {
const defaultSettings = {
hideTrends: true,
hideSignUpSection: true,
hideTopicsToFollow: false,
hideTopicsToFollowInstantly: false,
hideSignUpBottomBarAndMessages: true,
doNotPlayVideosAutomatically: false,
goFromMobileToMainSite: false,
highlightVisitedLinks: true,
highlightOnlySpecialVisitedLinks: true,
expandSpoilers: true,
directLinks: true,
handleTitle: true,
imagesHandler: true,
videoHandler: true,
addRequiredCSS: true,
preventBlinking: false,
hideLoginPopup: false,
addBorder: false,
downloadProgress: true,
strictTrackingProtectionFix: false,
};
let savedSettings;
try {
savedSettings = JSON.parse(localStorage.getItem("ujs-click-n-save-settings")) || {};
} catch (e) {
console.error("[ujs]", e);
localStorage.removeItem("ujs-click-n-save-settings");
savedSettings = {};
}
savedSettings = Object.assign(defaultSettings, savedSettings);
return savedSettings;
}
function showSettings() {
closeSetting();
if (window.scrollY > 0) {
document.querySelector("html").classList.add("ujs-scroll-initial");
document.body.classList.add("ujs-scrollbar-width-margin-right");
}
document.body.classList.add("ujs-no-scroll");
const modalWrapperStyle = `
width: 100%;
height: 100%;
position: fixed;
display: flex;
justify-content: center;
align-items: center;
z-index: 99999;
backdrop-filter: blur(4px);
background-color: rgba(255, 255, 255, 0.5);
`;
const modalSettingsStyle = `
background-color: white;
min-width: 320px;
min-height: 320px;
border: 1px solid darkgray;
padding: 8px;
box-shadow: 0 0 10px rgba(0, 0, 0, 0.5);
`;
const s = settings;
const downloadProgressFFTitle = `Disable the download progress if you use Firefox with "Enhanced Tracking Protection" set to "Strict" and ViolentMonkey, or GreaseMonkey extension`;
const strictTrackingProtectionFixFFTitle = `Choose this if you use ViolentMonkey, or GreaseMonkey in Firefox with "Enhanced Tracking Protection" set to "Strict". It is not required in case you use TamperMonkey.`;
document.body.insertAdjacentHTML("afterbegin", `
<div class="ujs-modal-wrapper" style="${modalWrapperStyle}">
<div class="ujs-modal-settings" style="${modalSettingsStyle}">
<fieldset>
<legend>Optional</legend>
<label><input type="checkbox" ${s.hideTrends ? "checked" : ""} name="hideTrends">Hide <b>Trends</b> (in the right column)*<br/></label>
<label><input type="checkbox" ${s.hideSignUpSection ? "checked" : ""} name="hideSignUpSection">Hide <b title='"New to Twitter?" (If yoy are not logged in)'>Sign Up</b> section (in the right column)*<br/></label>
<label><input type="checkbox" ${s.hideSignUpBottomBarAndMessages ? "checked" : ""} name="hideSignUpBottomBarAndMessages">Hide <b>Sign Up Bar</b> and <b>Messages</b> (in the bottom)<br/></label>
<label hidden><input type="checkbox" ${s.doNotPlayVideosAutomatically ? "checked" : ""} name="doNotPlayVideosAutomatically">Do <i>Not</i> Play Videos Automatically</b><br/></label>
<label hidden><input type="checkbox" ${s.goFromMobileToMainSite ? "checked" : ""} name="goFromMobileToMainSite">Redirect from Mobile version (beta)<br/></label>
<label title="Makes the button more visible"><input type="checkbox" ${s.addBorder ? "checked" : ""} name="addBorder">Add a white border to the download button<br/></label>
<label title="Hides the modal login pop up. Useful if you have no account. \nWARNING: Currently it will close any popup, not only the login one.\nIt's reccommended to use only if you do not have an account to hide the annoiyng login popup."><input type="checkbox" ${s.hideLoginPopup ? "checked" : ""} name="hideLoginPopup">Hide <strike>Login</strike> Popups (beta)<br/></label>
</fieldset>
<fieldset>
<legend>Recommended</legend>
<label><input type="checkbox" ${s.highlightVisitedLinks ? "checked" : ""} name="highlightVisitedLinks">Highlight Visited Links<br/></label>
<label title="In most cases absolute links are 3rd-party links"><input type="checkbox" ${s.highlightOnlySpecialVisitedLinks ? "checked" : ""} name="highlightOnlySpecialVisitedLinks">Highlight Only Absolute Visited Links<br/></label>
<label title="Note: since the recent update the most NSFW spoilers are impossible to expand without an account"><input type="checkbox" ${s.expandSpoilers ? "checked" : ""} name="expandSpoilers">Expand Spoilers (if possible)*<br/></label>
</fieldset>
<fieldset>
<legend>Highly Recommended</legend>
<label><input type="checkbox" ${s.directLinks ? "checked" : ""} name="directLinks">Direct Links</label><br/>
<label><input type="checkbox" ${s.handleTitle ? "checked" : ""} name="handleTitle">Enchance Title*<br/></label>
</fieldset>
<fieldset ${isFirefox ? '': 'style="display: none"'}>
<legend>Firefox only</legend>
<label title='${downloadProgressFFTitle}'><input type="radio" ${s.downloadProgress ? "checked" : ""} name="firefoxDownloadProgress" value="downloadProgress">Download Progress<br/></label>
<label title='${strictTrackingProtectionFixFFTitle}'><input type="radio" ${s.strictTrackingProtectionFix ? "checked" : ""} name="firefoxDownloadProgress" value="strictTrackingProtectionFix">Strict Tracking Protection Fix<br/></label>
</fieldset>
<fieldset>
<legend>Main</legend>
<label><input type="checkbox" ${s.imagesHandler ? "checked" : ""} name="imagesHandler">Image Download Button<br/></label>
<label><input type="checkbox" ${s.videoHandler ? "checked" : ""} name="videoHandler">Video Download Button<br/></label>
<label hidden><input type="checkbox" ${s.addRequiredCSS ? "checked" : ""} name="addRequiredCSS">Add Required CSS*<br/></label><!-- * Only for the image download button in /photo/1 mode -->
</fieldset>
<fieldset>
<legend title="Outdated due to Twitter's updates, or impossible to reimplement">Outdated</legend>
<strike>
<label title="It seems Twitter no more shows this section."><input type="checkbox" ${s.hideTopicsToFollow ? "checked" : ""} name="hideTopicsToFollow">Hide <b>Topics To Follow</b> (in the right column)*<br/></label>
<label title="Prevent the tweet backgroubd blinking on the button/image click. \nOutdated. \nTwitter have removed this disgusting behavior. This option is more no need."><input type="checkbox" ${s.preventBlinking ? "checked" : ""} name="preventBlinking">Prevent blinking on click (outdated)<br/></label>
<label hidden><input type="checkbox" ${s.hideTopicsToFollowInstantly ? "checked" : ""} name="hideTopicsToFollowInstantly">Hide <b>Topics To Follow</b> Instantly*<br/></label>
</strike>
</fieldset>
<hr>
<div style="display: flex; justify-content: space-around;">
<button class="ujs-save-setting-button" style="padding: 5px">Save Settings</button>
<button class="ujs-close-setting-button" style="padding: 5px">Close Settings</button>
</div>
<hr>
<h4 style="margin: 0; padding-left: 8px; color: #444;">Notes:</h4>
<ul style="margin: 2px; padding-left: 16px; color: #444;">
<li>Click on <b>Save Settings</b> and <b>reload the page</b> to apply changes.</li>
<li><b>*</b>-marked settings are language dependent. Currently, the follow languages are supported:<br/> "en", "ru", "es", "zh", "ja".</li>
<li hidden>The extension downloads only from twitter.com, not from <b>mobile</b>.twitter.com</li>
</ul>
</div>
</div>`);
document.querySelector("body > .ujs-modal-wrapper .ujs-save-setting-button").addEventListener("click", saveSetting);
document.querySelector("body > .ujs-modal-wrapper .ujs-close-setting-button").addEventListener("click", closeSetting);
function saveSetting() {
const entries = [...document.querySelectorAll("body > .ujs-modal-wrapper input[type=checkbox]")]
.map(checkbox => [checkbox.name, checkbox.checked]);
const radioEntries = [...document.querySelectorAll("body > .ujs-modal-wrapper input[type=radio]")]
.map(checkbox => [checkbox.value, checkbox.checked])
const settings = Object.fromEntries([entries, radioEntries].flat());
settings.hideTopicsToFollowInstantly = settings.hideTopicsToFollow;
// console.log("[ujs]", settings);
localStorage.setItem("ujs-click-n-save-settings", JSON.stringify(settings));
}
function closeSetting() {
document.body.classList.remove("ujs-no-scroll");
document.body.classList.remove("ujs-scrollbar-width-margin-right");
document.querySelector("html").classList.remove("ujs-scroll-initial");
document.querySelector("body > .ujs-modal-wrapper")?.remove();
}
}
// ---------------------------------------------------------------------------------------------------------------------
// ---------------------------------------------------------------------------------------------------------------------
// --- Features to execute --- //
const doNotPlayVideosAutomatically = false;
function execFeaturesOnce() {
settings.goFromMobileToMainSite && Features.goFromMobileToMainSite();
settings.addRequiredCSS && Features.addRequiredCSS();
settings.hideSignUpBottomBarAndMessages && Features.hideSignUpBottomBarAndMessages(doNotPlayVideosAutomatically);
settings.hideTrends && Features.hideTrends();
settings.highlightVisitedLinks && Features.highlightVisitedLinks();
settings.hideTopicsToFollowInstantly && Features.hideTopicsToFollowInstantly();
settings.hideLoginPopup && Features.hideLoginPopup();
}
function execFeaturesImmediately() {
settings.expandSpoilers && Features.expandSpoilers();
}
function execFeatures() {
settings.imagesHandler && Features.imagesHandler(settings.preventBlinking);
settings.videoHandler && Features.videoHandler(settings.preventBlinking);
settings.expandSpoilers && Features.expandSpoilers();
settings.hideSignUpSection && Features.hideSignUpSection();
settings.hideTopicsToFollow && Features.hideTopicsToFollow();
settings.directLinks && Features.directLinks();
settings.handleTitle && Features.handleTitle();
}
// ---------------------------------------------------------------------------------------------------------------------
// ---------------------------------------------------------------------------------------------------------------------
if (verbose) {
console.log("[ujs][settings]", settings);
// showSettings();
}
const fetch = ujs_getGlobalFetch({verbose, strictTrackingProtectionFix: settings.strictTrackingProtectionFix});
function ujs_getGlobalFetch({verbose, strictTrackingProtectionFix} = {}) {
const useFirefoxStrictTrackingProtectionFix = strictTrackingProtectionFix === undefined ? true : strictTrackingProtectionFix; // Let's use by default
const useFirefoxFix = useFirefoxStrictTrackingProtectionFix && typeof wrappedJSObject === "object" && typeof wrappedJSObject.fetch === "function";
// --- [VM/GM + Firefox ~90+ + Enabled "Strict Tracking Protection"] fix --- //
function fixedFirefoxFetch(resource, init = {}) {
verbose && console.log("wrappedJSObject.fetch", resource, init);
if (init.headers instanceof Headers) {
// Since `Headers` are not allowed for structured cloning.
init.headers = Object.fromEntries(init.headers.entries());
}
return wrappedJSObject.fetch(cloneInto(resource, document), cloneInto(init, document));
}
return useFirefoxFix ? fixedFirefoxFetch : globalThis.fetch;
}
// --- "Imports" --- //
const {
sleep, fetchResource, downloadBlob,
addCSS,
getCookie,
throttle,
xpath, xpathAll,
responseProgressProxy,
} = getUtils({verbose});
const LS = hoistLS({verbose});
const API = hoistAPI();
const Tweet = hoistTweet();
const Features = hoistFeatures();
const I18N = getLanguageConstants();
// --- That to use for the image history --- //
// "TWEET_ID" or "IMAGE_NAME"
const imagesHistoryBy = LS.getItem("ujs-images-history-by", "IMAGE_NAME");
// With "TWEET_ID" downloading of 1 image of 4 will mark all 4 images as "already downloaded"
// on the next time when the tweet will appear.
// "IMAGE_NAME" will count each image of a tweet, but it will take more data to store.
// ---------------------------------------------------------------------------------------------------------------------
// ---------------------------------------------------------------------------------------------------------------------
// --- Script runner --- //
(function starter(feats) {
const {once, onChangeImmediate, onChange} = feats;
once();
onChangeImmediate();
const onChangeThrottled = throttle(onChange, 250);
onChangeThrottled();
const targetNode = document.querySelector("body");
const observerOptions = {
subtree: true,
childList: true,
};
const observer = new MutationObserver(callback);
observer.observe(targetNode, observerOptions);
function callback(mutationList, observer) {
verbose && console.log(mutationList);
onChangeImmediate();
onChangeThrottled();
}
})({
once: execFeaturesOnce,
onChangeImmediate: execFeaturesImmediately,
onChange: execFeatures
});
// ---------------------------------------------------------------------------------------------------------------------
// ---------------------------------------------------------------------------------------------------------------------
// --- Twitter Specific code --- //
const downloadedImages = new LS("ujs-twitter-downloaded-images-names");
const downloadedImageTweetIds = new LS("ujs-twitter-downloaded-image-tweet-ids");
const downloadedVideoTweetIds = new LS("ujs-twitter-downloaded-video-tweet-ids");
// --- Twitter.Features --- //
function hoistFeatures() {
class Features {
mainUrl;
static goFromMobileToMainSite() {
if (location.href.startsWith("https://mobile.twitter.com/")) {
location.href = location.href.replace("https://mobile.twitter.com/", "https://twitter.com/");
}
// TODO: add #redirected, remove by timer // to prevent a potential infinity loop
}
static rightClickHandler(ev, btn) {
ev.preventDefault();
let fullImageUrl = getFullImage(btn);
if (window.event.ctrlKey)
{ console.log("control right click");
window.open(fullImageUrl, "_blank");
}
else
{ navigator.clipboard.writeText(fullImageUrl);
console.log("right click");
}
return false;
}
static createButton({url, downloaded, isVideo}) {
this.mainUrl = url;
const btn = document.createElement("div");
btn.innerHTML = `
<div class="ujs-btn-common ujs-btn-background"></div>
<div class="ujs-btn-common ujs-hover"></div>
<div class="ujs-btn-common ujs-shadow"></div>
<div class="ujs-btn-common ujs-progress" style="--progress: 0%"></div>
<div class="ujs-btn-common ujs-btn-error-text"></div>`.slice(1);
//btn.classList.add("buttonParent");
btn.classList.add("ujs-btn-download");
if (!downloaded) {
btn.classList.add("ujs-not-downloaded");
} else {
btn.classList.add("ujs-already-downloaded");
}
if (isVideo) {
btn.classList.add("ujs-video");
}
if (url) {
btn.dataset.url = url;
}
return btn;
}
static hasBlinkListenerWeakSet;
static _preventBlinking(clickBtnElem) {
const weakSet = Features.hasBlinkListenerWeakSet || (Features.hasBlinkListenerWeakSet = new WeakSet());
let wrapper;
clickBtnElem.addEventListener("mouseenter", () => {
if (!weakSet.has(clickBtnElem)) {
wrapper = Features._preventBlinkingHandler(clickBtnElem);
weakSet.add(clickBtnElem);
}
});
clickBtnElem.addEventListener("mouseleave", () => {
verbose && console.log("[ujs] Btn mouseleave");
if (wrapper?.observer?.disconnect) {
weakSet.delete(clickBtnElem);
wrapper.observer.disconnect();
}
});
}
static _preventBlinkingHandler(clickBtnElem) {
let targetNode = clickBtnElem.closest("[aria-labelledby]");
if (!targetNode) {
return;
}
let config = {attributes: true, subtree: true, attributeOldValue: true};
const wrapper = {};
wrapper.observer = new MutationObserver(callback);
wrapper.observer.observe(targetNode, config);
function callback(mutationsList, observer) {
for (const mutation of mutationsList) {
if (mutation.type === "attributes" && mutation.attributeName === "class") {
if (mutation.target.classList.contains("ujs-btn-download")) {
return;
}
// Don't allow to change classList
mutation.target.className = mutation.oldValue;
// Recreate, to prevent an infinity loop
wrapper.observer.disconnect();
wrapper.observer = new MutationObserver(callback);
wrapper.observer.observe(targetNode, config);
}
}
}
return wrapper;
}
// Banner/Background
static async _downloadBanner(url, btn) {
const username = location.pathname.slice(1).split("/")[0];
btn.classList.add("ujs-downloading");
// https://pbs.twimg.com/profile_banners/34743251/1596331248/1500x500
const {
id, seconds, res
} = url.match(/(?<=\/profile_banners\/)(?<id>\d+)\/(?<seconds>\d+)\/(?<res>\d+x\d+)/)?.groups || {};
const {blob, lastModifiedDate, extension, name} = await fetchResource(url);
Features.verifyBlob(blob, url, btn);
const filename = `twitter[bg] @${username}—${id}—${seconds}—.${extension}`;
downloadBlob(blob, filename, url);
btn.classList.remove("ujs-downloading");
btn.classList.add("ujs-downloaded");
}
static _ImageHistory = class {
static getImageNameFromUrl(url) {
const _url = new URL(url);
const {filename} = (_url.origin + _url.pathname).match(/(?<filename>[^\/]+$)/).groups;
return filename.match(/^[^.]+/)[0]; // remove extension
}
static isDownloaded({id, url}) {
if (imagesHistoryBy === "TWEET_ID") {
return downloadedImageTweetIds.hasItem(id);
} else if (imagesHistoryBy === "IMAGE_NAME") {
const name = Features._ImageHistory.getImageNameFromUrl(url);
return downloadedImages.hasItem(name);
}
}
static async markDownloaded({id, url}) {
if (imagesHistoryBy === "TWEET_ID") {
await downloadedImageTweetIds.pushItem(id);
} else if (imagesHistoryBy === "IMAGE_NAME") {
const name = Features._ImageHistory.getImageNameFromUrl(url);
await downloadedImages.pushItem(name);
}
}
}
static async imagesHandler(preventBlinking) {
verbose && console.log("[ujs-cns][imagesHandler]");
const images = document.querySelectorAll("img");
for (const img of images) {
if (img.width < 150 || img.dataset.handled) {
continue;
}
verbose && console.log(img, img.width);
img.dataset.handled = "true";
const btn = Features.createButton({url: img.src});
btn.addEventListener("click", Features._imageClickHandler);
btn.addEventListener('contextmenu', (ev) => Features.rightClickHandler(ev, btn));
let anchor = img.closest("a");
// if an image is _opened_ "https://twitter.com/UserName/status/1234567890123456789/photo/1" [fake-url]
if (!anchor) {
anchor = img.parentNode;
}
anchor.append(btn);
if (preventBlinking) {
Features._preventBlinking(btn);
}
const downloaded = Features._ImageHistory.isDownloaded({
id: Tweet.of(btn).id,
url: btn.dataset.url
});
if (downloaded) {
btn.classList.add("ujs-already-downloaded");
}
}
}
static async _imageClickHandler(event) {
event.preventDefault();
event.stopImmediatePropagation();
const btn = event.currentTarget;
const btnErrorTextElem = btn.querySelector(".ujs-btn-error-text");
let url = btn.dataset.url;
const isBanner = url.includes("/profile_banners/");
if (isBanner) {
return Features._downloadBanner(url, btn);
}
const {id, author} = Tweet.of(btn);
verbose && console.log(id, author);
const btnProgress = btn.querySelector(".ujs-progress");
if (btn.textContent !== "") {
btnErrorTextElem.textContent = "";
}
btn.classList.remove("ujs-error");
btn.classList.add("ujs-downloading");
let onProgress = null;
if (settings.downloadProgress) {
onProgress = ({loaded, total}) => btnProgress.style.cssText = "--progress: " + loaded / total * 90 + "%";
}
const originals = ["orig", "4096x4096"];
const samples = ["large", "medium", "900x900", "small", "360x360", /*"240x240", "120x120", "tiny"*/];
let isSample = false;
const previewSize = new URL(url).searchParams.get("name");
if (!samples.includes(previewSize)) {
samples.push(previewSize);
}
function handleImgUrl(url) {
const urlObj = new URL(url);
if (originals.length) {
urlObj.searchParams.set("name", originals.shift());
} else if (samples.length) {
isSample = true;
urlObj.searchParams.set("name", samples.shift());
} else {
throw new Error("All fallback URLs are failed to download.");
}
urlObj.searchParams.set('format', 'jpg');
url = urlObj.toString();
// sa code
console.log('_________________');
console.log(url);
return url;
}
async function safeFetchResource(url) {
while (true) {
console.log("___url " + url);
url = handleImgUrl(url);
try {
return await fetchResource(url, onProgress);
} catch (e) {
if (!originals.length) {
btn.classList.add("ujs-error");
btnErrorTextElem.textContent = "";
// Add ⚠
btnErrorTextElem.style = `background-image: url("https://abs-0.twimg.com/emoji/v2/svg/26a0.svg"); background-size: 1.5em; background-position: center; background-repeat: no-repeat;`;
btn.title = "[warning] Original images are not available.";
}
const ffAutoAllocateChunkSizeBug = e.message.includes("autoAllocateChunkSize"); // https://bugzilla.mozilla.org/show_bug.cgi?id=1757836
if (!samples.length || ffAutoAllocateChunkSizeBug) {
btn.classList.add("ujs-error");
btnErrorTextElem.textContent = "";
// Add ❌
btnErrorTextElem.style = `background-image: url("https://abs-0.twimg.com/emoji/v2/svg/274c.svg"); background-size: 1.5em; background-position: center; background-repeat: no-repeat;`;
const ffHint = isFirefox && !settings.strictTrackingProtectionFix && ffAutoAllocateChunkSizeBug ? "\nTry to enable 'Strict Tracking Protection Fix' in the userscript settings." : "";
btn.title = "Failed to download the image." + ffHint;
throw new Error("[error] Fallback URLs are failed.");
}
}
}
}
const {blob, lastModifiedDate, extension, name} = await safeFetchResource(url);
Features.verifyBlob(blob, url, btn);
btnProgress.style.cssText = "--progress: 100%";
const sampleText = !isSample ? "" : "[sample]";
// image filename
// const filename = `twitter${sampleText}—${author}—${id}—${name}—.${extension}`;
console.log("___url : " + url);
let authorName = await API.getAuthorName(btn);
let filename = makeName(author, authorName, id, name, extension);
console.log("_____________out: " + filename);
downloadBlob(blob, filename, url);
const downloaded = btn.classList.contains("already-downloaded");
if (!downloaded && !isSample) {
await Features._ImageHistory.markDownloaded({id, url});
}
btn.classList.remove("ujs-downloading");
btn.classList.add("ujs-downloaded");
await sleep(40);
btnProgress.style.cssText = "--progress: 0%";
}
static tweetVidWeakMap = new WeakMap();
static async videoHandler(preventBlinking) {
const videos = document.querySelectorAll("video");
for (const vid of videos) {
if (vid.dataset.handled) {
continue;
}
verbose && console.log(vid);
vid.dataset.handled = "true";
const poster = vid.getAttribute("poster");
const btn = Features.createButton({isVideo: true, url: poster});
btn.addEventListener("click", Features._videoClickHandler);
let elem = vid.parentNode.parentNode.parentNode;
elem.after(btn);
if (preventBlinking) {
Features._preventBlinking(btn);
}
const tweet = Tweet.of(btn);
const id = tweet.id;
const tweetElem = tweet.elem;
let vidNumber = 0;
const map = Features.tweetVidWeakMap;
if (map.has(tweetElem)) {
vidNumber = map.get(tweetElem) + 1;
map.set(tweetElem, vidNumber);
} else {
map.set(tweetElem, vidNumber);
}
const historyId = vidNumber ? id + "-" + vidNumber : id;
const downloaded = downloadedVideoTweetIds.hasItem(historyId);
if (downloaded) {
btn.classList.add("ujs-already-downloaded");
}
}
}
static async _videoClickHandler(event) {
event.preventDefault();
event.stopImmediatePropagation();
const btn = event.currentTarget;
const btnErrorTextElem = btn.querySelector(".ujs-btn-error-text");
let {id, author} = Tweet.of(btn);
if (btn.textContent !== "") {
btnErrorTextElem.textContent = "";
}
btn.classList.remove("ujs-error");
btn.classList.add("ujs-downloading");
const posterUrl = btn.dataset.url;
let video; // {bitrate, content_type, url}
let vidNumber = 0;
let authorName;
try {
({video, tweetId: id, screenName: author, vidNumber, authorName} = await API.getVideoInfo(id, author, posterUrl));
verbose && console.log("[ujs][videoHandler][video]", video);
} catch (e) {
btn.classList.add("ujs-error");
btnErrorTextElem.textContent = "Error";
btn.title = "API.getVideoInfo Error";
throw new Error("API.getVideoInfo Error");
}
const btnProgress = btn.querySelector(".ujs-progress");
const url = video.url;
let onProgress = null;
if (settings.downloadProgress) {
onProgress = ({loaded, total}) => btnProgress.style.cssText = "--progress: " + loaded / total * 90 + "%";
}
const {blob, lastModifiedDate, extension, name} = await fetchResource(url, onProgress);
btnProgress.style.cssText = "--progress: 100%";
Features.verifyBlob(blob, url, btn);
// video filename
//const filename = `twitter ${author}——${id}—${name}—.${extension}`;
//const filename = `twitter @${author}, ${authorName}, ${id}, ${name}.${extension}`;
let filename = makeName(author, authorName, id, name, extension);
console.log("_____________out: " + filename);
downloadBlob(blob, filename, url);
const downloaded = btn.classList.contains("ujs-already-downloaded");
const historyId = vidNumber ? id + "-" + vidNumber : id;
if (!downloaded) {
await downloadedVideoTweetIds.pushItem(historyId);
}
btn.classList.remove("ujs-downloading");
btn.classList.add("ujs-downloaded");
await sleep(40);
btnProgress.style.cssText = "--progress: 0%";
}
static verifyBlob(blob, url, btn) {
if (!blob.size) {
btn.classList.add("ujs-error");
btn.querySelector(".ujs-btn-error-text").textContent = "Error";
btn.title = "Download Error";
throw new Error("Zero size blob: " + url);
}
}
static addRequiredCSS() {
const code = getUserScriptCSS();
addCSS(code);
}
// it depends of `directLinks()` use only it after `directLinks()`
static handleTitle(title) {
if (!I18N.QUOTES) { // Unsupported lang, no QUOTES, ON_TWITTER, TWITTER constants
return;
}
// if not an opened tweet
if (!location.href.match(/twitter\.com\/[^\/]+\/status\/\d+/)) {
return;
}
let titleText = title || document.title;
if (titleText === Features.lastHandledTitle) {
return;
}
Features.originalTitle = titleText;
const [OPEN_QUOTE, CLOSE_QUOTE] = I18N.QUOTES;
const urlsToReplace = [
...titleText.matchAll(new RegExp(`https:\\/\\/t\\.co\\/[^ ${CLOSE_QUOTE}]+`, "g"))
].map(el => el[0]);
// the last one may be the URL to the tweet // or to an embedded shared URL
const map = new Map();
const anchors = document.querySelectorAll(`a[data-redirect^="https://t.co/"]`);
for (const anchor of anchors) {
if (urlsToReplace.includes(anchor.dataset.redirect)) {
map.set(anchor.dataset.redirect, anchor.href);
}
}
const lastUrl = urlsToReplace.slice(-1)[0];
let lastUrlIsAttachment = false;
let attachmentDescription = "";
if (!map.has(lastUrl)) {
const a = document.querySelector(`a[href="${lastUrl}?amp=1"]`);
if (a) {
lastUrlIsAttachment = true;
attachmentDescription = document.querySelectorAll(`a[href="${lastUrl}?amp=1"]`)[1].innerText;
attachmentDescription = attachmentDescription.replaceAll("\n", " — ");
}
}
for (const [key, value] of map.entries()) {
titleText = titleText.replaceAll(key, value + ` (${key})`);
}
titleText = titleText.replace(new RegExp(`${I18N.ON_TWITTER}(?= ${OPEN_QUOTE})`), ":");
titleText = titleText.replace(new RegExp(`(?<=${CLOSE_QUOTE}) \\\/ ${I18N.TWITTER}$`), "");
if (!lastUrlIsAttachment) {
const regExp = new RegExp(`(?<short> https:\\/\\/t\\.co\\/.{6,14})${CLOSE_QUOTE}$`);
titleText = titleText.replace(regExp, (match, p1, p2, offset, string) => `${CLOSE_QUOTE} —${p1}`);
} else {
titleText = titleText.replace(lastUrl, `${lastUrl} (${attachmentDescription})`);
}
document.title = titleText; // Note: some characters will be removed automatically (`\n`, extra spaces)
Features.lastHandledTitle = document.title;
}
static lastHandledTitle = "";
static originalTitle = "";
static profileUrlCache = new Map();
static async directLinks() {
verbose && console.log("[ujs][directLinks]");
const hasHttp = url => Boolean(url.match(/^https?:\/\//));
const anchors = xpathAll(`.//a[@dir="ltr" and child::span and not(@data-handled)]`);
for (const anchor of anchors) {
const redirectUrl = new URL(anchor.href);
const shortUrl = redirectUrl.origin + redirectUrl.pathname; // remove "?amp=1"
const hrefAttr = anchor.getAttribute("href");
if (hrefAttr.startsWith("/")) {
anchor.dataset.handled = "true";
return;
}
verbose && console.log("[ujs][directLinks]", hrefAttr, redirectUrl.href, shortUrl);
anchor.dataset.redirect = shortUrl;
anchor.dataset.handled = "true";
anchor.rel = "nofollow noopener noreferrer";
if (Features.profileUrlCache.has(shortUrl)) {
anchor.href = Features.profileUrlCache.get(shortUrl);
continue;
}
const nodes = xpathAll(`./span[text() != "…"]|./text()`, anchor);
let url = nodes.map(node => node.textContent).join("");
const doubleProtocolPrefix = url.match(/(?<dup>^https?:\/\/)(?=https?:)/)?.groups.dup;
if (doubleProtocolPrefix) {
url = url.slice(doubleProtocolPrefix.length);
const span = anchor.querySelector(`[aria-hidden="true"]`);
if (hasHttp(span.textContent)) { // Fix Twitter's bug related to text copying
span.style = "display: none;";
}
}
anchor.href = url;
if (anchor.dataset?.testid === "UserUrl") {
const href = anchor.getAttribute("href");
const profileUrl = hasHttp(href) ? href : "https://" + href;
anchor.href = profileUrl;
verbose && console.log("[ujs][directLinks][UserUrl]", profileUrl);
// Restore if URL's text content is too long
if (anchor.textContent.endsWith("…")) {
anchor.href = shortUrl;
try {
const author = location.pathname.slice(1).match(/[^\/]+/)[0];
console.log("___author: ");
console.log("___author: " + author);
const expanded_url = await API.getUserInfo(author); // todo: make lazy
anchor.href = expanded_url;
Features.profileUrlCache.set(shortUrl, expanded_url);
} catch (e) {
verbose && console.error(e);
}
}
}
}
if (anchors.length) {
Features.handleTitle(Features.originalTitle);
}
}
// Do NOT throttle it
static expandSpoilers() {
const main = document.querySelector("main[role=main]");
if (!main) {
return;
}
if (!I18N.YES_VIEW_PROFILE) { // Unsupported lang, no YES_VIEW_PROFILE, SHOW_NUDITY, VIEW constants
return;
}
const a = main.querySelectorAll("[data-testid=primaryColumn] [role=button]");
if (a) {
const elems = [...a];
const button = elems.find(el => el.textContent === I18N.YES_VIEW_PROFILE);
if (button) {
button.click();
}
// "Content warning: Nudity"
// "The Tweet author flagged this Tweet as showing sensitive content."
// "Show"
const buttonShow = elems.find(el => el.textContent === I18N.SHOW_NUDITY);
if (buttonShow) {
// const verifying = a.previousSibling.textContent.includes("Nudity"); // todo?
// if (verifying) {
buttonShow.click();
// }
}
}
// todo: expand spoiler commentary in photo view mode (.../photo/1)
const b = main.querySelectorAll("article [role=presentation] div[role=button]");
if (b) {
const elems = [...b];
const buttons = elems.filter(el => el.textContent === I18N.VIEW);
if (buttons.length) {
buttons.forEach(el => el.click());
}
}
}
static hideSignUpSection() { // "New to Twitter?"
if (!I18N.SIGNUP) {// Unsupported lang, no SIGNUP constant
return;
}
const elem = document.querySelector(`section[aria-label="${I18N.SIGNUP}"][role=region]`);
if (elem) {
elem.parentNode.classList.add("ujs-hidden");
}
}
// Call it once.
// "Don’t miss what’s happening" if you are not logged in.
// It looks that `#layers` is used only for this bar.
static hideSignUpBottomBarAndMessages(doNotPlayVideosAutomatically) {
if (doNotPlayVideosAutomatically) {
addCSS(`
#layers > div:nth-child(1) {
display: none;
}
`);
} else {
addCSS(`
#layers > div:nth-child(1) {
height: 1px;
opacity: 0;
}
`);
}
}
// "Trends for you"
static hideTrends() {
if (!I18N.TRENDS) { // Unsupported lang, no TRENDS constant
return;
}
addCSS(`
[aria-label="${I18N.TRENDS}"]
{
display: none;
}
`);
}
static highlightVisitedLinks() {
if (settings.highlightOnlySpecialVisitedLinks) {
addCSS(`
a[href^="http"]:visited {
color: darkorange;
}
`);
return;
}
addCSS(`
a:visited {
color: darkorange;
}
`);
}
// Hides "TOPICS TO FOLLOW" only in the right column, NOT in timeline.
// Use it once. To prevent blinking.
static hideTopicsToFollowInstantly() {
if (!I18N.TOPICS_TO_FOLLOW) { // Unsupported lang, no TOPICS_TO_FOLLOW constant
return;
}
addCSS(`
div[aria-label="${I18N.TOPICS_TO_FOLLOW}"] {
display: none;
}
`);
}
// Hides container and "separator line"
static hideTopicsToFollow() {
if (!I18N.TOPICS_TO_FOLLOW) { // Unsupported lang, no TOPICS_TO_FOLLOW constant
return;
}
const elem = xpath(`.//section[@role="region" and child::div[@aria-label="${I18N.TOPICS_TO_FOLLOW}"]]/../..`);
if (!elem) {
return;
}
elem.classList.add("ujs-hidden");
elem.previousSibling.classList.add("ujs-hidden"); // a "separator line" (empty element of "TRENDS", for example)
// in fact it's a hack // todo rework // may hide "You might like" section [bug]
}
// todo split to two methods
// todo fix it, currently it works questionably
// not tested with non eng langs
static footerHandled = false;
static hideAndMoveFooter() { // "Terms of Service Privacy Policy Cookie Policy"
let footer = document.querySelector(`main[role=main] nav[aria-label=${I18N.FOOTER}][role=navigation]`);
const nav = document.querySelector("nav[aria-label=Primary][role=navigation]"); // I18N."Primary" [?]
if (footer) {
footer = footer.parentNode;
const separatorLine = footer.previousSibling;
if (Features.footerHandled) {
footer.remove();
separatorLine.remove();
return;
}
nav.append(separatorLine);
nav.append(footer);
footer.classList.add("ujs-show-on-hover");
separatorLine.classList.add("ujs-show-on-hover");
Features.footerHandled = true;
}
}
static hideLoginPopup() { // When you are not logged in
const targetNode = document.querySelector("html");
const observerOptions = {
attributes: true,
};
const observer = new MutationObserver(callback);
observer.observe(targetNode, observerOptions);
function callback(mutationList, observer) {
const html = document.querySelector("html");
console.log(mutationList);
// overflow-y: scroll; overscroll-behavior-y: none; font-size: 15px; // default
// overflow: hidden; overscroll-behavior-y: none; font-size: 15px; margin-right: 15px; // popup
if (html.style["overflow"] === "hidden") {
html.style["overflow"] = "";
html.style["overflow-y"] = "scroll";
html.style["margin-right"] = "";
}
const popup = document.querySelector(`#layers div[data-testid="sheetDialog"]`);
if (popup) {
popup.closest(`div[role="dialog"]`).remove();
verbose && (document.title = "⚒" + document.title);
// observer.disconnect();
}
}
}
}
return Features;
}
// --- Twitter.RequiredCSS --- //
function getUserScriptCSS() {
const labelText = I18N.IMAGE || "Image";
// By default, the scroll is showed all time, since <html style="overflow-y: scroll;>,
// so it works — no need to use `getScrollbarWidth` function from SO (13382516).
const scrollbarWidth = window.innerWidth - document.body.offsetWidth;
const css = `
.ujs-hidden {
display: none;
}
.ujs-no-scroll {
overflow-y: hidden;
}
.ujs-scroll-initial {
overflow-y: initial!important;
}
.ujs-scrollbar-width-margin-right {
margin-right: ${scrollbarWidth}px;
}
.ujs-show-on-hover:hover {
opacity: 1;
transition: opacity 1s ease-out 0.1s;
}
.ujs-show-on-hover {
opacity: 0;
transition: opacity 0.5s ease-out;
}
:root {
--ujs-shadow-1: linear-gradient(to top, rgba(0,0,0,0.15), rgba(0,0,0,0.05));
--ujs-shadow-2: linear-gradient(to top, rgba(0,0,0,0.25), rgba(0,0,0,0.05));
--ujs-shadow-3: linear-gradient(to top, rgba(0,0,0,0.45), rgba(0,0,0,0.15));
--ujs-shadow-4: linear-gradient(to top, rgba(0,0,0,0.55), rgba(0,0,0,0.25));
--ujs-red: #e0245e;
--ujs-blue: #1da1f2;
--ujs-green: #4caf50;
--ujs-gray: #c2cbd0;
--ujs-error: white;
}
.ujs-progress {
background-image: linear-gradient(to right, var(--ujs-green) var(--progress), transparent 0%);
}
.ujs-shadow {
background-image: var(--ujs-shadow-1);
}
.ujs-btn-download:hover .ujs-hover {
background-image: var(--ujs-shadow-2);
}
.ujs-btn-download.ujs-downloading .ujs-shadow {
background-image: var(--ujs-shadow-3);
}
.ujs-btn-download:active .ujs-shadow {
background-image: var(--ujs-shadow-4);
}
article[role=article]:hover .ujs-btn-download {
opacity: 1;
}
div[aria-label="${labelText}"]:hover .ujs-btn-download {
opacity: 1;
}
.ujs-btn-download.ujs-downloaded {
opacity: 1;
}
.ujs-btn-download.ujs-downloading {
opacity: 1;
}
.ujs-btn-download {
cursor: pointer;
top: 6em;
left: 0.5em;
position: absolute;
opacity: 0;
}
.ujs-btn-common {
width: 33px;
height: 33px;
border-radius: 0.3em;
top: 0;
position: absolute;
border: 1px solid transparent;
border-color: var(--ujs-gray);
${settings.addBorder ? "border: 2px solid white;" : "border-color: var(--ujs-gray);"}
}
.buttonParent {
position: absolute;
height: 100%;
width: 100%;
top: 0px;
left: 0px;
right: 0px;
}
.ujs-not-downloaded .ujs-btn-background {
background: var(--ujs-red);
}
.ujs-already-downloaded .ujs-btn-background {
background: var(--ujs-green);
}
.ujs-downloaded .ujs-btn-background {
background: var(--ujs-green);
}
.ujs-error .ujs-btn-background {
background: var(--ujs-error);
}
.ujs-btn-error-text {
display: flex;
align-items: center;
justify-content: center;
color: black;
font-size: 100%;
}`;
return css.slice(1);
}
/*
Features depend on:
addRequiredCSS: IMAGE
expandSpoilers: YES_VIEW_PROFILE, SHOW_NUDITY, VIEW
handleTitle: QUOTES, ON_TWITTER, TWITTER
hideSignUpSection: SIGNUP
hideTrends: TRENDS
hideTopicsToFollowInstantly: TOPICS_TO_FOLLOW,
hideTopicsToFollow: TOPICS_TO_FOLLOW,
[unused]
hideAndMoveFooter: FOOTER
*/
// --- Twitter.LangConstants --- //
function getLanguageConstants() { //todo: "de", "fr"
const defaultQuotes = [`"`, `"`];
const SUPPORTED_LANGUAGES = ["en", "ru", "es", "zh", "ja", ];
// texts
const VIEW = ["View", "Посмотреть", "Ver", "查看", "表示", ];
const YES_VIEW_PROFILE = ["Yes, view profile", "Да, посмотреть профиль", "Sí, ver perfil", "是，查看个人资料", "プロフィールを表示する", ];
const SHOW_NUDITY = ["Show", "Показать", "Mostrar", "显示", "表示", ];
// aria-label texts
const IMAGE = ["Image", "Изображение", "Imagen", "图像", "画像", ];
const SIGNUP = ["Sign up", "Зарегистрироваться", "Regístrate", "注册", "アカウント作成", ];
const TRENDS = ["Timeline: Trending now", "Лента: Актуальные темы", "Cronología: Tendencias del momento", "时间线：当前趋势", "タイムライン: トレンド", ];
const TOPICS_TO_FOLLOW = ["Timeline: ", "Лента: ", "Cronología: ", "时间线：", /*[1]*/ "タイムライン: ", /*[1]*/ ];
const WHO_TO_FOLLOW = ["Who to follow", "Кого читать", "A quién seguir", "推荐关注", "おすすめユーザー" ];
const FOOTER = ["Footer", "Нижний колонтитул", "Pie de página", "页脚", "フッター", ];
// *1 — it's a suggestion, need to recheck. But I can't find a page where I can check it. Was it deleted?
// document.title "{AUTHOR}{ON_TWITTER} {QUOTES[0]}{TEXT}{QUOTES[1]} / {TWITTER}"
const QUOTES = [defaultQuotes, [`«`, `»`], defaultQuotes, defaultQuotes, [`「`, `」`], ];
const ON_TWITTER = [" on Twitter:", " в Твиттере:", " en Twitter:", " 在 Twitter:", "さんはTwitterを使っています", ];
const TWITTER = ["Twitter", "Твиттер", "Twitter", "Twitter", "Twitter", ];
const lang = document.querySelector("html").getAttribute("lang");
const langIndex = SUPPORTED_LANGUAGES.indexOf(lang);
return {
SUPPORTED_LANGUAGES,
VIEW: VIEW[langIndex],
YES_VIEW_PROFILE: YES_VIEW_PROFILE[langIndex],
SIGNUP: SIGNUP[langIndex],
TRENDS: TRENDS[langIndex],
TOPICS_TO_FOLLOW: TOPICS_TO_FOLLOW[langIndex],
WHO_TO_FOLLOW: WHO_TO_FOLLOW[langIndex],
FOOTER: FOOTER[langIndex],
QUOTES: QUOTES[langIndex],
ON_TWITTER: ON_TWITTER[langIndex],
TWITTER: TWITTER[langIndex],
IMAGE: IMAGE[langIndex],
SHOW_NUDITY: SHOW_NUDITY[langIndex],
}
}
// --- Twitter.Tweet --- //
function hoistTweet() {
class Tweet {
constructor({elem, url}) {
if (url) {
this.elem = null;
this.url = url;
} else {
this.elem = elem;
this.url = Tweet.getUrl(elem);
}
}
static of(innerElem) {
// Workaround for media from a quoted tweet
const url = innerElem.closest(`a[href^="/"]`)?.href;
if (url && url.includes("/status/")) {
return new Tweet({url});
}
const elem = innerElem.closest(`[data-testid="tweet"]`);
if (!elem) { // opened image
verbose && console.log("no-tweet elem");
}
return new Tweet({elem});
}
static getUrl(elem) {
if (!elem) { // if opened image
return location.href;
}
const tweetAnchor = [...elem.querySelectorAll("a")].find(el => {
return el.childNodes[0]?.nodeName === "TIME";
});
if (tweetAnchor) {
return tweetAnchor.href;
}
// else if selected tweet
return location.href;
}
get author() {
console.log("_____________URL: " + this.url);
return this.url.match(/(?<=twitter\.com\/).+?(?=\/)/)?.[0];
}
get id() {
return this.url.match(/(?<=\/status\/)\d+/)?.[0];
}
}
return Tweet;
}
// --- Twitter.API --- //
function hoistAPI() {
class API {
static guestToken = getCookie("gt");
static csrfToken = getCookie("ct0"); // todo: lazy — not available at the first run
// Guest/Suspended account Bearer token
static guestAuthorization = "Bearer AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA";
// Seems to be outdated at 2022.05
static async _requestBearerToken() {
const scriptSrc = [...document.querySelectorAll("script")]
.find(el => el.src.match(/https:\/\/abs\.twimg\.com\/responsive-web\/client-web\/main[\w.]*\.js/)).src;
let text;
try {
text = await (await fetch(scriptSrc)).text();
} catch (e) {
console.error(e, scriptSrc);
throw e;
}
const authorizationKey = text.match(/(?<=")AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D.+?(?=")/)[0];
const authorization = `Bearer ${authorizationKey}`;
return authorization;
}
static async getAuthorization() {
if (!API.authorization) {
API.authorization = await API._requestBearerToken();
}
return API.authorization;
}
static async apiRequest(url) {
const _url = url.toString();
console.log("[ujs][apiRequest]", _url);
// Hm... it is always the same. Even for a logged user.
// const authorization = API.guestToken ? API.guestAuthorization : await API.getAuthorization();
const authorization = API.guestAuthorization;
// for debug
verbose && sessionStorage.setItem("guestAuthorization", API.guestAuthorization);
verbose && sessionStorage.setItem("authorization", API.authorization);
verbose && sessionStorage.setItem("x-csrf-token", API.csrfToken);
verbose && sessionStorage.setItem("x-guest-token", API.guestToken);
const headers = new Headers({
authorization,
"x-csrf-token": API.csrfToken,
"x-twitter-client-language": "en",
"x-twitter-active-user": "yes"
});
if (API.guestToken) {
headers.append("x-guest-token", API.guestToken);
} else { // may be skipped
headers.append("x-twitter-auth-type", "OAuth2Session");
}
let json;
try {
//const response = await fetch(_url, {headers});
const response = await fetch(_url, {headers});
json = await response.json();
//console.log("_____________[apiRequest]" + JSON.stringify(json, null, 2));
} catch (e) {
console.error(e, _url);
throw e;
}
//console.log("____JSON: " + JSON.stringify(json, null, 2));
// verbose && console.log("[ujs][apiRequest]", JSON.stringify(json, null, " "));
// 429 - [{code: 88, message: "Rate limit exceeded"}] — for suspended accounts
return json;
}
static async getAuthorName(button)
{
let status_id = Tweet.of(button).id;
//console.log("___getAuthorName status_id " + status_id);
let url = ' https://twitter.com/i/api/2/timeline/conversation/' + status_id + '.json?tweet_mode=extended&include_entities=false&include_user_entities=false';
//console.log("___getAuthorName url " + url);
const json = await API.apiRequest(url);
//console.log("___JSON " + JSON.stringify(json, null, 2));
let tweet = json.globalObjects.tweets[status_id];
let user = json.globalObjects.users[tweet.user_id_str];
let invalid_chars = {'\\': '＼', '\/': '／', '\|': '｜', '<': '＜', '>': '＞', ':': '：', '*': '＊', '?': '？', '"': '＂', '\u200b': '', '\u200c': '', '\u200d': '', '\u2060': '', '\ufeff': '', '🔞': ''};
let authorName = user.name.replace(/([\\/|*?:"]|[\u200b-\u200d\u2060\ufeff]|🔞)/g, v => invalid_chars[v]);
console.log("___authorName : " + authorName);
return authorName;
}
// @return {bitrate, content_type, url, vidNumber, authorName}
static async getVideoInfo(tweetId, screenName, posterUrl) {
console.log("___getVideoInfo");
const url = API.createVideoEndpointUrl(tweetId);
const json = await API.apiRequest(url);
//console.log("[getVideoInfo]", json, JSON.stringify(json, null, 2));
const instruction = json.data.threaded_conversation_with_injections_v2.instructions.find(ins => ins.type === "TimelineAddEntries");
const tweetEntry = instruction.entries.find(ins => ins.entryId === "tweet-" + tweetId);
const tweetResult = tweetEntry.content.itemContent.tweet_results.result
// important
let tweetData = tweetResult.legacy;
const isVideoInQuotedPost = !tweetData.extended_entities || tweetData.extended_entities.media.findIndex(e => e.media_url_https === posterUrl) === -1;
if (tweetData.quoted_status_id_str && isVideoInQuotedPost) {
const tweetDataQuoted = tweetResult.quoted_status_result.result.legacy;
const tweetDataQuotedCore = tweetResult.quoted_status_result.result.core.user_results.result.legacy;
tweetId = tweetData.quoted_status_id_str;
screenName = tweetDataQuotedCore.screen_name;
tweetData = tweetDataQuoted;
console.leg("!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!")
}
// types: "photo", "video", "animated_gif"
let vidNumber = tweetData.extended_entities.media
.filter(e => e.type !== "photo")
.findIndex(e => e.media_url_https === posterUrl);
let mediaIndex = tweetData.extended_entities.media
.findIndex(e => e.media_url_https === posterUrl);
if (vidNumber === -1 || mediaIndex === -1) {
verbose && console.log("[ujs][warning]: vidNumber === -1 || mediaIndex === -1");
vidNumber = 0;
mediaIndex = 0;
}
const videoVariants = tweetData.extended_entities.media[mediaIndex].video_info.variants;
verbose && console.log("[getVideoInfo]", videoVariants);
const video = videoVariants
.filter(el => el.bitrate !== undefined) // if content_type: "application/x-mpegURL" // .m3u8
.reduce((acc, cur) => cur.bitrate > acc.bitrate ? cur : acc);
if (!video) {
throw new Error("No video URL");
}
let authorName = json.data.threaded_conversation_with_injections_v2.instructions[0].entries[0].content.itemContent.tweet_results.result.core.user_results.result.legacy.name;
console.log("___authorName: " + authorName);
return {video, tweetId, screenName, vidNumber, authorName};
}
// todo: keep `queryId` updated
static TweetDetailQueryId = "3XDB26fBve-MmjHaWTUZxA"; // TweetDetail (for videos)
static UserByScreenNameQueryId = "oUZZZ8Oddwxs8Cd3iW3UEA"; // UserByScreenName (for the direct user profile url)
static createVideoEndpointUrl(tweetId) {
const variables = {
"focalTweetId": tweetId,
"with_rux_injections": false,
"includePromotedContent": true,
"withCommunity": true,
"withQuickPromoteEligibilityTweetFields": true,
"withBirdwatchNotes": true,
"withVoice": true,
"withV2Timeline": true
};
const features = {
"rweb_lists_timeline_redesign_enabled": true,
"responsive_web_graphql_exclude_directive_enabled": true,
"verified_phone_label_enabled": false,
"creator_subscriptions_tweet_preview_api_enabled": true,
"responsive_web_graphql_timeline_navigation_enabled": true,
"responsive_web_graphql_skip_user_profile_image_extensions_enabled": false,
"tweetypie_unmention_optimization_enabled": true,
"responsive_web_edit_tweet_api_enabled": true,
"graphql_is_translatable_rweb_tweet_is_translatable_enabled": true,
"view_counts_everywhere_api_enabled": true,
"longform_notetweets_consumption_enabled": true,
"responsive_web_twitter_article_tweet_consumption_enabled": false,
"tweet_awards_web_tipping_enabled": false,
"freedom_of_speech_not_reach_fetch_enabled": true,
"standardized_nudges_misinfo": true,
"tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled": true,
"longform_notetweets_rich_text_read_enabled": true,
"longform_notetweets_inline_media_enabled": true,
"responsive_web_media_download_video_enabled": false,
"responsive_web_enhance_cards_enabled": false
};
const fieldToggles = {
"withArticleRichContentState": false
};
const urlBase = `https://twitter.com/i/api/graphql/${API.TweetDetailQueryId}/TweetDetail`;
const urlObj = new URL(urlBase);
urlObj.searchParams.set("variables", JSON.stringify(variables));
urlObj.searchParams.set("features", JSON.stringify(features));
urlObj.searchParams.set("fieldToggles", JSON.stringify(fieldToggles));
const url = urlObj.toString();
return url;
}
static async getUserInfo(username) {
const variables = JSON.stringify({
"screen_name": username,
"withSafetyModeUserFields": true,
"withSuperFollowsUserFields": true
});
const url = `https://twitter.com/i/api/graphql/${API.UserByScreenNameQueryId}/UserByScreenName?variables=${encodeURIComponent(variables)}`;
const json = await API.apiRequest(url);
verbose && console.log("[getUserInfo]", json);
return json.data.user.result.legacy.entities.url?.urls[0].expanded_url;
}
}
return API;
}
// ---------------------------------------------------------------------------------------------------------------------
// ---------------------------------------------------------------------------------------------------------------------
// --- Common Utils --- //
// --- LocalStorage util class --- //
function hoistLS(settings = {}) {
const {
verbose, // debug "messages" in the document.title
} = settings;
class LS {
constructor(name) {
this.name = name;
}
getItem(defaultValue) {
return LS.getItem(this.name, defaultValue);
}
setItem(value) {
LS.setItem(this.name, value);
}
removeItem() {
LS.removeItem(this.name);
}
async pushItem(value) { // array method
await LS.pushItem(this.name, value);
}
async popItem(value) { // array method
await LS.popItem(this.name, value);
}
hasItem(value) { // array method
return LS.hasItem(this.name, value);
}
static getItem(name, defaultValue) {
const value = localStorage.getItem(name);
if (value === undefined) {
return undefined;
}
if (value === null) { // when there is no such item
LS.setItem(name, defaultValue);
return defaultValue;
}
return JSON.parse(value);
}
static setItem(name, value) {
localStorage.setItem(name, JSON.stringify(value));
}
static removeItem(name) {
localStorage.removeItem(name);
}
static async pushItem(name, value) {
const array = LS.getItem(name, []);
array.push(value);
LS.setItem(name, array);
//sanity check
await sleep(50);
if (!LS.hasItem(name, value)) {
if (verbose) {
document.title = "🟥" + document.title;
}
await LS.pushItem(name, value);
}
}
static async popItem(name, value) { // remove from an array
const array = LS.getItem(name, []);
if (array.indexOf(value) !== -1) {
array.splice(array.indexOf(value), 1);
LS.setItem(name, array);
//sanity check
await sleep(50);
if (LS.hasItem(name, value)) {
if (verbose) {
document.title = "🟨" + document.title;
}
await LS.popItem(name, value);
}
}
}
static hasItem(name, value) { // has in array
const array = LS.getItem(name, []);
return array.indexOf(value) !== -1;
}
}
return LS;
}
// --- Just groups them in a function for the convenient code looking --- //
function getUtils({verbose}) {
function sleep(time) {
return new Promise(resolve => setTimeout(resolve, time));
}
async function fetchResource(url, onProgress = props => console.log(props)) {
try {
let response = await fetch(url, {
// cache: "force-cache",
});
const lastModifiedDateSeconds = response.headers.get("last-modified");
const contentType = response.headers.get("content-type");
const lastModifiedDate = dateToDayDateString(lastModifiedDateSeconds);
const extension = contentType ? extensionFromMime(contentType) : null;
if (onProgress) {
response = responseProgressProxy(response, onProgress);
}
const blob = await response.blob();
// https://pbs.twimg.com/media/AbcdEFgijKL01_9?format=jpg&name=orig -> AbcdEFgijKL01_9
// https://pbs.twimg.com/ext_tw_video_thumb/1234567890123456789/pu/img/Ab1cd2345EFgijKL.jpg?name=orig -> Ab1cd2345EFgijKL.jpg
// https://video.twimg.com/ext_tw_video/1234567890123456789/pu/vid/946x720/Ab1cd2345EFgijKL.mp4?tag=10 -> Ab1cd2345EFgijKL.mp4
const _url = new URL(url);
const {filename} = (_url.origin + _url.pathname).match(/(?<filename>[^\/]+$)/).groups;
const {name} = filename.match(/(?<name>^[^.]+)/).groups;
return {blob, lastModifiedDate, contentType, extension, name};
} catch (error) {
verbose && console.error("[fetchResource]", url, error);
throw error;
}
}
function extensionFromMime(mimeType) {
let extension = mimeType.match(/(?<=\/).+/)[0];
extension = extension === "jpeg" ? "jpg" : extension;
return extension;
}
// the original download url will be posted as hash of the blob url, so you can check it in the download manager's history
function downloadBlob(blob, name, url) {
const anchor = document.createElement("a");
anchor.setAttribute("download", name || "");
const blobUrl = URL.createObjectURL(blob);
anchor.href = blobUrl + (url ? ("#" + url) : "");
anchor.click();
setTimeout(() => URL.revokeObjectURL(blobUrl), 30000);
}
// "Sun, 10 Jan 2021 22:22:22 GMT" -> "2021.01.10"
function dateToDayDateString(dateValue, utc = true) {
const _date = new Date(dateValue);
function pad(str) {
return str.toString().padStart(2, "0");
}
const _utc = utc ? "UTC" : "";
const year = _date[`get${_utc}FullYear`]();
const month = _date[`get${_utc}Month`]() + 1;
const date = _date[`get${_utc}Date`]();
return year + "." + pad(month) + "." + pad(date);
}
function addCSS(css) {
const styleElem = document.createElement("style");
styleElem.textContent = css;
document.body.append(styleElem);
return styleElem;
}
function getCookie(name) {
verbose && console.log(document.cookie);
const regExp = new RegExp(`(?<=${name}=)[^;]+`);
return document.cookie.match(regExp)?.[0];
}
function throttle(runnable, time = 50) {
let waiting = false;
let queued = false;
let context;
let args;
return function() {
if (!waiting) {
waiting = true;
setTimeout(function() {
if (queued) {
runnable.apply(context, args);
context = args = undefined;
}
waiting = queued = false;
}, time);
return runnable.apply(this, arguments);
} else {
queued = true;
context = this;
args = arguments;
}
}
}
function throttleWithResult(func, time = 50) {
let waiting = false;
let args;
let context;
let timeout;
let promise;
return async function() {
if (!waiting) {
waiting = true;
timeout = new Promise(async resolve => {
await sleep(time);
waiting = false;
resolve();
});
return func.apply(this, arguments);
} else {
args = arguments;
context = this;
}
if (!promise) {
promise = new Promise(async resolve => {
await timeout;
const result = func.apply(context, args);
args = context = promise = undefined;
resolve(result);
});
}
return promise;
}
}
function xpath(path, node = document) {
let xPathResult = document.evaluate(path, node, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null);
return xPathResult.singleNodeValue;
}
function xpathAll(path, node = document) {
let xPathResult = document.evaluate(path, node, null, XPathResult.ORDERED_NODE_ITERATOR_TYPE, null);
const nodes = [];
try {
let node = xPathResult.iterateNext();
while (node) {
nodes.push(node);
node = xPathResult.iterateNext();
}
return nodes;
} catch (e) {
// todo need investigate it
console.error(e); // "The document has mutated since the result was returned."
return [];
}
}
const identityContentEncodings = new Set([null, "identity", "no encoding"]);
function getOnProgressProps(response) {
const {headers, status, statusText, url, redirected, ok} = response;
const isIdentity = identityContentEncodings.has(headers.get("Content-Encoding"));
const compressed = !isIdentity;
const _contentLength = parseInt(headers.get("Content-Length")); // `get()` returns `null` if no header present
const contentLength = isNaN(_contentLength) ? null : _contentLength;
const lengthComputable = isIdentity && _contentLength !== null;
// Original XHR behaviour; in TM it equals to `contentLength`, or `-1` if `contentLength` is `null` (and `0`?).
const total = lengthComputable ? contentLength : 0;
const gmTotal = contentLength > 0 ? contentLength : -1; // Like `total` is in TM and GM.
return {
gmTotal, total, lengthComputable,
compressed, contentLength,
headers, status, statusText, url, redirected, ok
};
}
function responseProgressProxy(response, onProgress) {
const onProgressProps = getOnProgressProps(response);
let loaded = 0;
const reader = response.body.getReader();
const readableStream = new ReadableStream({
async start(controller) {
while (true) {
const {done, /** @type {Uint8Array} */ value} = await reader.read();
if (done) {
break;
}
loaded += value.length;
try {
onProgress({loaded, ...onProgressProps});
} catch (e) {
console.error("[onProgress]:", e);
}
controller.enqueue(value);
}
controller.close();
reader.releaseLock();
},
cancel() {
void reader.cancel();
}
});
return new ResponseEx(readableStream, response);
}
class ResponseEx extends Response {
[Symbol.toStringTag] = "ResponseEx";
constructor(body, {headers, status, statusText, url, redirected, type}) {
super(body, {
status, statusText, headers: {
...headers,
"content-type": headers.get("content-type").split("; ")[0] // Fixes Blob type ("text/html; charset=UTF-8") in TM
}
});
this._type = type;
this._url = url;
this._redirected = redirected;
this._headers = headers; // `HeadersLike` is more user-friendly for debug than the original `Headers` object
}
get redirected() { return this._redirected; }
get url() { return this._url; }
get type() { return this._type || "basic"; }
/** @returns {HeadersLike} */
get headers() { return this._headers; }
}
return {
sleep, fetchResource, extensionFromMime, downloadBlob, dateToDayDateString,
addCSS,
getCookie,
throttle, throttleWithResult,
xpath, xpathAll,
responseProgressProxy,
}
}
// ---------------------------------------------------------------------------------------------------------------------
// ---------------------------------------------------------------------------------------------------------------------