☰

Everphoto downloader

download everphoto full mediums

// ==UserScript==
// @name         Everphoto downloader
// @namespace    http://tampermonkey.net/
// @version      0.5
// @description  download everphoto full mediums
// @author       www
// @match        https://web.everphoto.cn/
// @icon         https://www.google.com/s2/favicons?sz=64&domain=tampermonkey.net
// @grant        GM_download
// @license      MIT
// ==/UserScript==

(function() {
    'use strict';
    const usComponent = `
<style>
    #us-downloader-list li{
        display: inline-block;
        padding-right: 10px;
        font-size: 17px;
    }

    #us-downloader-list input[type="checkbox"]{
        width: 18px;
        height: 20px;
    }
</style>
<div id="us-downloader" style="background: white; padding: 20px;"> 
        <p>everphoto批量下载工具</p>
        <p>请先完成登陆，点击开始下载按钮开始批量打包下载过程。下载过程会分多个zip包连续下载，一个zip包含500个媒体文件。最下方展示全部文件的下载进度，下载完成的日期会打勾。全部下载完成将弹框提示并终止。</p>
        <p>下载的zip包命名规范为图片拍摄起始日期，例如20201001_20201030.zip表示拍摄日期从2020年10月1日到2020年10月30日。</p>
        <p>下载过程支持失败自动重试。若不小心退出页面窗口，可重新刷新打开，会弹框提示从断点位置重试。</p>
        <div> <button id="us-downloader-start"> 一键下载 </button> </div>
        <div id="us-downloader-downloading" style="display: none;"> 正在下载压缩包 <span id="us-downloader-file"></span>.. 
            <progress aria-busy="true"> </progress> <span id="us-downloader-progress"></span>
            <div>下载日期列表,打勾表示已完成下载
                <ul id="us-downloader-list" style="
                    height: 100px;
                    overflow: scroll;
                ">
                </ul>
                <p>总体下载进度</p>
                <progress id="us-downloader-full-progress"> </progress> 已完成 <span id="us-downloader-cursor">0</span>张图片下载，总共 <span id="us-downloader-total">0</span>张图片
            </div>
        </div>
</div>
`;

    document.body.insertAdjacentHTML('afterbegin', usComponent);

    const us_download_start_elem = document.getElementById("us-downloader-start");
    const us_download_progress_elem = document.getElementById("us-downloader-progress");
    const us_download_file_elem = document.getElementById("us-downloader-file");
    const us_download_list_elem = document.getElementById("us-downloader-list");
    const us_download_downloading = document.getElementById("us-downloader-downloading");
    const us_download_full_progress_elem = document.getElementById("us-downloader-full-progress");
    const us_download_cursor_elem = document.getElementById("us-downloader-cursor");
    const us_download_total_elem = document.getElementById("us-downloader-total");

    // db medium records
    let medium_records = [];
    // record download files
    let downloadedMediums = [];
    let chunkSize = 500;
    let downloadCursor = 0;
    let downloadedDates = [];
    let pendingDownloadMediums = [];
    let retryCount = 0;

    function resetDownloadCursor(downloadCursorStore){
        let promptCursor = prompt("检测到上次下载中断的位置(已下载图片数)，是否从此位置开始?确认从上次下载断点开始，取消将从头开始下载", downloadCursorStore);
        if(promptCursor){
            promptCursor = parseInt(promptCursor);
            if(promptCursor % chunkSize !== 0 && !confirm(`设置的值不是${chunkSize}的整数倍，是否确认设置？`)){
                resetDownloadCursor(downloadCursorStore);
            }else{
                downloadCursor = promptCursor;
            }
        }
    }

    let downloadCursorStore = localStorage.getItem("_everphoto_downloader_cursor")
    if(downloadCursorStore !== null){
        resetDownloadCursor(downloadCursorStore);
    }

    let chunkSizeStore = localStorage.getItem("_everphoto_downloader_chunksize");
    if(chunkSizeStore !== null){
        chunkSize = parseInt(chunkSizeStore);
    }


    // 1. wait until load complete
    function waitForRoute(r){
        return new Promise((resolve) => {
            const checkExistence = () => {
              if (document.body.classList.contains(r)) {
                resolve();
              } else {
                setTimeout(checkExistence, 100); // Check again after a delay
              }
            };
            checkExistence();
          });
    }

    // 2. open DB
    function openDB(dbName){
        const dbRequest = indexedDB.open(dbName);
        return new Promise((resolve, reject) => {
            dbRequest.onsuccess = function(e){
                resolve(e.target.result);
            };
            dbRequest.onerror = function(e){
                reject(e);
            };
        });
    }

    function updateDatesList(records){
        let last_dt = null;
        for(let i=0; i< records.length; i++){
            let dt = getDate(records[i].date);
            if (last_dt != dt) {
                if(i < downloadCursor){
                    us_download_list_elem.insertAdjacentHTML('beforeend', `<li><input id="us-download-date-${dt}" type="checkbox" checked="checked" disabled="disabled">${dt}</li>`);
                }else{
                    us_download_list_elem.insertAdjacentHTML('beforeend', `<li><input id="us-download-date-${dt}" type="checkbox" disabled="disabled">${dt}</li>`);
                }
                last_dt = dt;
            }
        }
        us_download_full_progress_elem.setAttribute('value', downloadCursor);
        us_download_full_progress_elem.setAttribute('max', medium_records.length);
        us_download_cursor_elem.textContent = Math.min(downloadCursor, medium_records.length);
        us_download_total_elem.textContent = medium_records.length;
    }

    function markPendingDatesDone(){
        for(let i =0; i < pendingDownloadMediums.length; i++){
            let dt = getDate(pendingDownloadMediums[i].date);
            let li_elem = document.getElementById('us-download-date-'+dt);
            if(li_elem){
                li_elem.setAttribute('checked', 'checked');
            }
        }
        us_download_full_progress_elem.setAttribute('value', downloadCursor);
        us_download_full_progress_elem.setAttribute('max', medium_records.length);
        us_download_cursor_elem.textContent = Math.min(downloadCursor, medium_records.length);
        us_download_total_elem.textContent = medium_records.length;
    }

    // 3. scan mediaTable
    function scanMedia(db){
        return new Promise((resolve) => {
            let records = [];
            db.transaction('media').objectStore('media').index('generated_at').openKeyCursor(null, "prev").onsuccess = (event) => {
                const cursor = event.target.result;
                if(cursor){
                    records.push({'date': cursor.key, 'id': cursor.primaryKey});
                    cursor.continue();
                }else{
                    // window.records = records;
                    medium_records = records;
                    updateDatesList(records);
                    resolve();
                }
            };
        });
    }

    function getDate(d){
        return String(d.getFullYear()) + String(d.getMonth() + 1).padStart(2, '0') + String(d.getDate()).padStart(2, '0');
    }

    function getUserName(){
        return document.title.split(' - ')[0].trim();
    }

    // 4. batch download
    function batchDownload(){
        pendingDownloadMediums = [];
        for(let i=0; i< chunkSize && i + downloadCursor < medium_records.length; i++){
            pendingDownloadMediums.push(medium_records[downloadCursor + i]);
        }
        downloadCursor += chunkSize;
        if(pendingDownloadMediums.length > 0) {
            const ep_token = localStorage.ep_token;
            const ep_uid = localStorage.ep_uid;
            let ids = [];
            for(let i=0; i<pendingDownloadMediums.length; i++){
                const r = pendingDownloadMediums[i];
                ids.push(r.id);
                downloadedMediums.push(r.id);
                const date = getDate(r.date);
                let lastDownloadDate = null;
                if(downloadedDates.length > 0){
                    lastDownloadDate = downloadedDates[downloadedDates.length -1];
                }
                if(lastDownloadDate != date){
                    downloadedDates.push(date);
                }
            }
            return fetch('api/media/archive', {
                'method': 'post',
                'headers': {
                    'Authorization': `Bearer ${ep_token}`,
                    'x-uid': ep_uid,
                    'x-bigint-support': false,
                    'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
                  },
                'body': `media=${ids.join('-')}`,
            }).then((res) => res.json()).then((ret) => {
                const startDate = getDate(pendingDownloadMediums[0].date);
                const endDate = getDate(pendingDownloadMediums[pendingDownloadMediums.length - 1].date);
                const userName = getUserName();
                const file_name = `${userName}_${startDate}_${endDate}.zip`;
                us_download_file_elem.textContent = file_name;
                GM_download({
                    'url': ret.data.url,
                    'name': file_name,
                    'saveAs': true,
                    'onload': function(){
                        retryCount = 0; // reset retry
                        markPendingDatesDone();
                        localStorage.setItem("_everphoto_downloader_cursor", downloadCursor); // commit cursor
                        batchDownload();
                    },
                    'onprogress': function(e){
                        const loading_size = parseInt(e.position / 1024 / 1024);
                        us_download_progress_elem.textContent = `${loading_size} MB`;
                    },
                    'onerror': function(e){
                        console.error(e);
                        downloadCursor -= chunkSize;
                        retryCount ++;
                        if(retryCount > 5){
                            chunkSize = Math.max(50, chunkSize - 100);
                            localStorage.setItem("_everphoto_downloader_chunksize", chunkSize);
                            alert(`重试次数过多，下载任务失败! 尝试降低打包文件数为${chunkSize}，请刷新页面后重试下载。`);
                            return;
                        }
                        batchDownload(); // retry
                    }
                });
            });
        } else {
            localStorage.removeItem("_everphoto_downloader_cursor"); // reset cursor
            localStorage.removeItem("_everphoto_downloader_chunksize"); // reset cursor
            alert('全部下载完毕!')
        }
    }

    function catchError(e){
        console.error(e);
        alert('error: ' + e);
    }

    us_download_start_elem.onclick = function(e){
        waitForRoute('route-dashboard').then(() => openDB('everphoto')).then(scanMedia).then(batchDownload).catch(catchError);
        us_download_downloading.removeAttribute("style");
        us_download_start_elem.setAttribute('disabled', 'disabled');
    };

})();