Accurate filling of new upload/request and group/request edit forms based on foobar2000's playlist selection or web link, offline and online release integrity check, tracklist format customization, featured artists extraction, classical works formatting, cover art fetching from store, checking for previous upload, form enhancements and more
As of
// ==UserScript==
// @name [RED/OPS] Upload Assistant
// @namespace https://greasyfork.org/users/321857-anakunda
// @version 1.346
// @description Accurate filling of new upload/request and group/request edit forms based on foobar2000's playlist selection or web link, offline and online release integrity check, tracklist format customization, featured artists extraction, classical works formatting, cover art fetching from store, checking for previous upload, form enhancements and more
// @author Anakunda
// @copyright 2019-21, Anakunda (https://greasyfork.org/users/321857-anakunda)
// @license GPL-3.0-or-later
// @icon data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAADYAAAA+CAYAAABgFuiwAAAKN2lDQ1BzUkdCIElFQzYxOTY2LTIuMQAAeJydlndUU9kWh8+9N71QkhCKlNBraFICSA29SJEuKjEJEErAkAAiNkRUcERRkaYIMijggKNDkbEiioUBUbHrBBlE1HFwFBuWSWStGd+8ee/Nm98f935rn73P3Wfvfda6AJD8gwXCTFgJgAyhWBTh58WIjYtnYAcBDPAAA2wA4HCzs0IW+EYCmQJ82IxsmRP4F726DiD5+yrTP4zBAP+flLlZIjEAUJiM5/L42VwZF8k4PVecJbdPyZi2NE3OMErOIlmCMlaTc/IsW3z2mWUPOfMyhDwZy3PO4mXw5Nwn4405Er6MkWAZF+cI+LkyviZjg3RJhkDGb+SxGXxONgAoktwu5nNTZGwtY5IoMoIt43kA4EjJX/DSL1jMzxPLD8XOzFouEiSniBkmXFOGjZMTi+HPz03ni8XMMA43jSPiMdiZGVkc4XIAZs/8WRR5bRmyIjvYODk4MG0tbb4o1H9d/JuS93aWXoR/7hlEH/jD9ld+mQ0AsKZltdn6h21pFQBd6wFQu/2HzWAvAIqyvnUOfXEeunxeUsTiLGcrq9zcXEsBn2spL+jv+p8Of0NffM9Svt3v5WF485M4knQxQ143bmZ6pkTEyM7icPkM5p+H+B8H/nUeFhH8JL6IL5RFRMumTCBMlrVbyBOIBZlChkD4n5r4D8P+pNm5lona+BHQllgCpSEaQH4eACgqESAJe2Qr0O99C8ZHA/nNi9GZmJ37z4L+fVe4TP7IFiR/jmNHRDK4ElHO7Jr8WgI0IABFQAPqQBvoAxPABLbAEbgAD+ADAkEoiARxYDHgghSQAUQgFxSAtaAYlIKtYCeoBnWgETSDNnAYdIFj4DQ4By6By2AE3AFSMA6egCnwCsxAEISFyBAVUod0IEPIHLKFWJAb5AMFQxFQHJQIJUNCSAIVQOugUqgcqobqoWboW+godBq6AA1Dt6BRaBL6FXoHIzAJpsFasBFsBbNgTzgIjoQXwcnwMjgfLoK3wJVwA3wQ7oRPw5fgEVgKP4GnEYAQETqiizARFsJGQpF4JAkRIauQEqQCaUDakB6kH7mKSJGnyFsUBkVFMVBMlAvKHxWF4qKWoVahNqOqUQdQnag+1FXUKGoK9RFNRmuizdHO6AB0LDoZnYsuRlegm9Ad6LPoEfQ4+hUGg6FjjDGOGH9MHCYVswKzGbMb0445hRnGjGGmsVisOtYc64oNxXKwYmwxtgp7EHsSewU7jn2DI+J0cLY4X1w8TogrxFXgWnAncFdwE7gZvBLeEO+MD8Xz8MvxZfhGfA9+CD+OnyEoE4wJroRIQiphLaGS0EY4S7hLeEEkEvWITsRwooC4hlhJPEQ8TxwlviVRSGYkNimBJCFtIe0nnSLdIr0gk8lGZA9yPFlM3kJuJp8h3ye/UaAqWCoEKPAUVivUKHQqXFF4pohXNFT0VFysmK9YoXhEcUjxqRJeyUiJrcRRWqVUo3RU6YbStDJV2UY5VDlDebNyi/IF5UcULMWI4kPhUYoo+yhnKGNUhKpPZVO51HXURupZ6jgNQzOmBdBSaaW0b2iDtCkVioqdSrRKnkqNynEVKR2hG9ED6On0Mvph+nX6O1UtVU9Vvuom1TbVK6qv1eaoeajx1UrU2tVG1N6pM9R91NPUt6l3qd/TQGmYaYRr5Grs0Tir8XQObY7LHO6ckjmH59zWhDXNNCM0V2ju0xzQnNbS1vLTytKq0jqj9VSbru2hnaq9Q/uE9qQOVcdNR6CzQ+ekzmOGCsOTkc6oZPQxpnQ1df11Jbr1uoO6M3rGelF6hXrtevf0Cfos/ST9Hfq9+lMGOgYhBgUGrQa3DfGGLMMUw12G/YavjYyNYow2GHUZPTJWMw4wzjduNb5rQjZxN1lm0mByzRRjyjJNM91tetkMNrM3SzGrMRsyh80dzAXmu82HLdAWThZCiwaLG0wS05OZw2xljlrSLYMtCy27LJ9ZGVjFW22z6rf6aG1vnW7daH3HhmITaFNo02Pzq62ZLde2xvbaXPJc37mr53bPfW5nbse322N3055qH2K/wb7X/oODo4PIoc1h0tHAMdGx1vEGi8YKY21mnXdCO3k5rXY65vTW2cFZ7HzY+RcXpkuaS4vLo3nG8/jzGueNueq5clzrXaVuDLdEt71uUnddd457g/sDD30PnkeTx4SnqWeq50HPZ17WXiKvDq/XbGf2SvYpb8Tbz7vEe9CH4hPlU+1z31fPN9m31XfKz95vhd8pf7R/kP82/xsBWgHcgOaAqUDHwJWBfUGkoAVB1UEPgs2CRcE9IXBIYMj2kLvzDecL53eFgtCA0O2h98KMw5aFfR+OCQ8Lrwl/GGETURDRv4C6YMmClgWvIr0iyyLvRJlESaJ6oxWjE6Kbo1/HeMeUx0hjrWJXxl6K04gTxHXHY+Oj45vipxf6LNy5cDzBPqE44foi40V5iy4s1licvvj4EsUlnCVHEtGJMYktie85oZwGzvTSgKW1S6e4bO4u7hOeB28Hb5Lvyi/nTyS5JpUnPUp2Td6ePJninlKR8lTAFlQLnqf6p9alvk4LTduf9ik9Jr09A5eRmHFUSBGmCfsytTPzMoezzLOKs6TLnJftXDYlChI1ZUPZi7K7xTTZz9SAxESyXjKa45ZTk/MmNzr3SJ5ynjBvYLnZ8k3LJ/J9879egVrBXdFboFuwtmB0pefK+lXQqqWrelfrry5aPb7Gb82BtYS1aWt/KLQuLC98uS5mXU+RVtGaorH1futbixWKRcU3NrhsqNuI2ijYOLhp7qaqTR9LeCUXS61LK0rfb+ZuvviVzVeVX33akrRlsMyhbM9WzFbh1uvb3LcdKFcuzy8f2x6yvXMHY0fJjpc7l+y8UGFXUbeLsEuyS1oZXNldZVC1tep9dUr1SI1XTXutZu2m2te7ebuv7PHY01anVVda926vYO/Ner/6zgajhop9mH05+x42Rjf2f836urlJo6m06cN+4X7pgYgDfc2Ozc0tmi1lrXCrpHXyYMLBy994f9Pdxmyrb6e3lx4ChySHHn+b+O31w0GHe4+wjrR9Z/hdbQe1o6QT6lzeOdWV0iXtjusePhp4tLfHpafje8vv9x/TPVZzXOV42QnCiaITn07mn5w+lXXq6enk02O9S3rvnIk9c60vvG/wbNDZ8+d8z53p9+w/ed71/LELzheOXmRd7LrkcKlzwH6g4wf7HzoGHQY7hxyHui87Xe4Znjd84or7ldNXva+euxZw7dLI/JHh61HXb95IuCG9ybv56Fb6ree3c27P3FlzF3235J7SvYr7mvcbfjT9sV3qID0+6j068GDBgztj3LEnP2X/9H686CH5YcWEzkTzI9tHxyZ9Jy8/Xvh4/EnWk5mnxT8r/1z7zOTZd794/DIwFTs1/lz0/NOvm1+ov9j/0u5l73TY9P1XGa9mXpe8UX9z4C3rbf+7mHcTM7nvse8rP5h+6PkY9PHup4xPn34D94Tz+49wZioAAAAJcEhZcwAACxIAAAsSAdLdfvwAAA9/SURBVHiczVoJdFTndb5vmTe7ZiQhhARC0GIn6BizJOAkJtRubBYDKcjEaWwdbHJasH1y0uUkUOy4pydObeO0dRK3TQ05sVGEaTDGMnuQ7XoBXINNLYwRi81i0L7NPm/e2vv/773RrNIMSLRXZzRv3vv/9//fvfe/9/vve7wOoyOLH13sOPjvB8UlG1f5VLd9nOxxVKgl9nEKB7xstzkZlmHJWLqmaYKoxDkVZC4k9gnRRB+HnwNP7wxa9xiN+fCjcZOlP7mvQva5Jn596w+mRJyMJwbK72RdA0VNgK4jHCkGlgJ18sczwNoY4Nwc2MADLvA3zHvp0ainN3pp2U/ua9/7sx291zun6wK2+Kf318arfXWDJXxZiJGbEoko6HENGETBkD/G+maSfQhOXSHwNFAlFSRdhQgDTT0cC/YaO/hr3A988zePBNwdgU8P/v32yzcU2JK/u7ckVFs2d6DCUR2U4o1aPAbEz9DbEAQLOpPePs3dEaROzxjAOZ0zWmgAciwOXUx8W6/DBt4v+1fPf2Fdd8mlvg/2P/1qcMyBLfrnNbM7J3nq+rV4kxYJIRgG+BQwRa9ZxrAiPWRZdE38LasQkIKNATcPlTPHP7Don9ac/sOPXvy4mNsWBWz+5ocXdZSy42OxUCOHM+JwIjQgFHOTEYTeC8HyDIeuqkCnFNgWqvGs/sbmdZVH177wh0LvUxCwpY9/Z1z/9Mo7r/AJuxaJN/Lc6APKFOquxBsQZSwcbjzrtjd8tfHReyvP9r2z7x939I3Uf0RgS5/4bmX3jKq7rkrBJlbUgTNBXY+QgKKbd0k9ziXkCsdxoIty02d8EKQZ4x/AOb2578nfdw83xrDAFm+od/fcMuGujkSwidNodBhTK+UTOiaObVMBvhAHtkHduPuXbKjffWDTrmi+PsMC66+bsKhDDjXxCEpnmOGaFjlRPefxiP1wCjaMnpelwMvc9IqVeKo5X9u8wBZsfnhhh112caIGOgaJ/y9CFGzDPHjJHnPf/sLahUfWbT6Uq11OYAt//tDMK6VMpRZNNHIs93/ifsMKuqUWF5s+89oa7v75gzNbfry1NbNJFrClG+o9XZPcdfF4tJEfA1BZrpdngOHGJTSNKDwWjzZdrvJ97571K8/uf/a1NI6ZBSw0pfy2Pki8zOmQxSDGQvKuMX14lZKrPP7r0qLbyyb778Cf76ReTwO25PFVZd1+rlKX4pQejYUL6iNMONmugKuUg0oytPvsVUseW1V64Kmdg1aLNGChat/MsC5vY2FswnqmdfJZa6RIqad8kwQe1MTtgWrvHZBitSSwe3BtDfhtlaCIVBMjASMWLVR03MLoKTOy+tLzOdIItSpjNNawTY4GQ8ekv6xAV4mzkmDYv2lXJA2YWOG9Kcyp21mlsLUVRQVoBbqVkxMoWaabFewTVeIUZb7+BAyBw2Ef0jcLV8Yx4a0BRvp9dJx7Nv78OA3YoIerUFSVmraQ6c4pnQou3j4iOKKj08GrEFFFagTSZ275NLKVHsbldGrVmJyA1sAXxk2sKznGI7RMURXotbM+6xwFtmR9vSPq4nyMKhfEMBi8+fPzvg/Ty2pBVBLUGtYAmZMlLH3hjifghHQJdBsH0901sPtbG0DBDeYQ9CFA5DeZvN1mhzM9F+HO1x8HxckjSbBaZAMjHsYgOwo4oDQNWFxgfXEb7GCkjHHyCLm1iEoQFQli+GHzKIO0syGBhbgMtkEZpEqG7pxJH1kzgNGuGXPVaCvshmOwompEP5eRU/NFVQIs4WCdf/LEqqp3ntzZSYFF7YxPxW7FpC0yFgFkffIBoxGWtEVqJgziAvYb4yT7MJClTFpaQHZB+xKEEoLjkW0I+WdIrqAXvBzm9To8NIDJTptPLxJYUUJXODpqQgM2pBhasXbNWWtaT8dqeCcwMp4niLncQ1j3Ee1sCflNgakeoVTX9ByDjK5ojJaDURQyormGLZ3kyTS6poHisXnIMX/32oWlwYGQxvnLQFcUKGiRFStkMoxuLqjM+2f+HmbTSSynGk30DMsRj+N4HsKBEL9w7SIfL2ETxcW3kMU3pkI2qUTTzDWOwwzlV2J4yLIcQxIgSA7+YAKzMh+XFB9j54eqKKMoRsAzgFiFgKKHYIzeWfzDJCdpZIK4ucBhrNFcvMfGBfVADKDUiWFFAxKLChFa+CRJVk/PLOnFUT25+Gk6ZowISfsk1xo5ZozAgNcZ3cyFKYQwS+fmMYttVYrQbEhSS1AEN8eFeRwRIWrGmtaNCi1j9cwRhskESYIWOB4EXqA3ZpIJGmh+ovwuhRxaE6OVYfwn8DbgNDZ5jXJTvKeiqUMJeJg6pakr41vLcMmEArqqCbym6TaISem0xbpdnj0h+e4KD4CXc2LulSinI0JAlzq94MCJa8nhTSvSuMGgmyhwNdCDOccAz5gFU1LSK3f5kiBzAUkCNu+VbGeipIRA1sg1jed5Nqb1R5fitX05lJNb8KYPvfevwEfRuqqeDOGiKELTyvWwYOosCCdiwJKCKvECTTFoEgK+EOqCO3dsxByDfVRjUglFhj/ylsPr33sSHIIDLEJP+B8J4UxK8tKZdHfPXDlsTLmb5XiJf2NLy8DE5bMEKZ4AnlZ29SFXzCGWNSXcvkpOFdi4Sl2UsASRV01LWTmZhVA8Av2xQXR/niqAeKBIEpK5+klfkUV6xikpY2hAyhIdkX6kXwlwMh7Q0sw2RK2SkZJuOnH87rCnZcfxIL98/Qq3+8QFiHWFgK8tBz1RIBEm/+w8rWAxcZI58Zs4O2uohawzJxLZo5c/gSvhfnC7PaAQ7bJmeCKuxJlexaFVbFwyaGq0psHDYexLnsa4TFoGJtVKJnnLWtQHWVB7I+CJyITxAk8CUonH2dt5sR/gjytQfemayW85MAawMUS/oKFva2Z+V82BiRU3nziIVmIppbImopmasdxKT0kDMm6dPIITLvVfhVfPHgG30w0qiRBkc2oqXE/pb5qPKkbrCIGb4aRlG1Z6+L2bmiMLH17UKpy9DOp82dBIMUKWGIJjSEVLMjggiXrjbGXwi8M74NDFj8CP1pJZdDAz3INpMSsI4IUkML/TAyLuw/6mZTN0JULg8RiWpv0Y3TBWDlpFK1ft4QZfuffC3k2vRShXtPtc4JegofdsT5N7RjVoJEoWA5AWH3AkwXCTzmAf/Mv7r8BvWw9BicsNCnoZWVtWqTqru3lKQ2sdv9IGP32vCd68egoV4qYKAWJxNru9JQyOLWP+8vTFlXff/OgCOUeB7UGE37x/wYmuIxdAv7W6cEBJXPiHk+Icdvjxsa0QCISgNxqgliLG0EhQY5j0xQ8GfyQf8qCjQ4rAkuZ/gIvBbnRHBfxew8pEYWQtJhMApWUpg5Oo4rKBcqIdxvFCmLhh0mJE/DVlV8rPXV0TPNnxomsEq6XRJH3oN2l9QRoAQWDBx/mMhGtsvtB1GAqCRk0WzMhr8DtynAAFPhf7wO4QwAZ2IM+wgTNBWdNgs61F3RIJBtfaCRU31X5EQJHTSWB7cK0tWH3Hu8cPnAb7l8ajpofyUzFCchWZjETomcwY5WgyGc6YRXJeGqQlWFLj4DCyDdVQWOq+SQaSaSl6D1SKSwDxkw4Yr3ENrnJPxLqUVlf0TSzrn3iuY3X7/lNQsmp2o4IckuGKeyChWdxNIOGcNRJxhuhaSsEzaTjLktmSExQY50gC19+7CJOnTj6299nm5GOlNGB7nt5FHmL/zttd8cPElyaAMB0tF5GMUF2s0LqAFRXSwaVG3tQ6BptGoMGIgvn0ivdkPXaIv38JKkRY45tUmvYgMPuhxPoVjhntAy3Ht34A/Pq7MMnZMWkrxUXJVGENts7kqnsmmzAZ5/U0N8zZEb1BDYnAvH0Bpt02fe+eZ14LpTbJArbv2WZx+cb6jun9k+9p+7d39vv/9lvACCRHqUWDI9saa83Q4k/Gys/eO+vGtmakYdD9WK8TIi+fWDOtzB92j/PKmU1yPh8jLvntjfX/rSXkVW3PvbWz7K//FBhS24vLVFPDg9GNCWYydHNPlgnOYBG6Gf5HAERBGS6Y+J92cJ3q8X76efdL8PaprGZ5n2jufnrX4PLH6t9SDp/588+ebflP/6MLgK3yghYW08AZAPRha36Z4Ky9VNGbdpM6qYNxkHeehNnz6/bA57mfsQ/7DHrPU7sGv/3YvS22Y+dXfPrMoeaSh74GwpyJIEfiRrS7hnWnM4XVpbI7grHD5jmIvnQcpk+tWu6vLhvM13zE1yF2P/XqwLKN9W87Sz1zT245epf4jSldnhW3vqi7OSOJp0a/sRTCBdEFQ1uPf78GBLV27rSje57K/ypSQS+w7MU1t2z9ijaxP/Jh9WeBdT0/OwSu5beAfe5kpEsYwcja0/QhUjvagsGCQz4b2XnyQW9bv+/CpZ7n4fj5YbsU/MqRlfzm/Nnc7V1n2k+d23VyXuC/zscdd970a2Em8kuvDbcuCt3sJfNW2n4eiltPlpigogfaGpwffFHef7nvV4V0K/olsb2YL5ZtWNH6YfOxI7fWzVp66ZXWHwV2n1RtcyY/50CA3CQ/MB7eCA7k/RDVrP6SE2qOZJZPzOKSAepMg/2N8xWDVwZ+UWj3a3qtj+zhyHftnKnvnTz08b6vrJx3e9fZznX9Ry76FI+QYKpKfsnXlAKHUZQvc9NaH2A0Y9CqBbmqblR5OI8Doq98vNp+9PL4QPvgc8XM8bpexLSyfdXN1a1VX550iqzFufO/dlugfQCCx67+QFFULq6oPDJinp1Stkl45OsjE2vN2Kpwgg2CLx77C8/pnvLBIkERGZVXZy0LEqmcNuHTCTdPLEPWoe41gS/8y7vLuuzsnssce5qVlfxWQ1clbB1iCgSefwsqIpq980p/we6XKqMCLFVSQVpyaEvLwK1/tbgio0I4JOYaZH1OUM71QWTLUaitLH+wrn5GMzzz2jXNY9SB5RNkJbm5GEn0do4+KYntawPlQBvcMvemRbWzpn6IOTSUs08BcsOAZYmZ91iye2gPQ2Db8Ue83THnvBW3NXnLvYnrAUXkxgMz3Y5x2YC8ehHbdwakg6dh6rSJkfPtV/8DtrwxKsPcOGA62esjiUW3Y9HtpNZOiL1+Evyi/sPZS76yv3xS+SC8f3bUhrthwFielUle0s70QPhA21r+XG9p3VenfVIzs/bdfZua874peq1yw4Bp0YQz8OvDIKClptw8MX6+L7xl+awpJZgLRx0UkRsGzBWWtGlxtqHmvttfd/lxa4Bul7mdH025YcA+2H74E9zbtWO0y8pzYyH/C38GEwO0/dZWAAAAAElFTkSuQmCC
// @match https://redacted.ch/upload.php*
// @match https://redacted.ch/torrents.php?action=editgroup&*
// @match https://redacted.ch/torrents.php?action=edit&*
// @match https://redacted.ch/requests.php?action=new*
// @match https://redacted.ch/requests.php?action=edit*
// @match https://notwhat.cd/upload.php*
// @match https://notwhat.cd/torrents.php?action=editgroup&*
// @match https://notwhat.cd/torrents.php?action=edit&*
// @match https://notwhat.cd/requests.php?action=new*
// @match https://notwhat.cd/requests.php?action=edit*
// @match https://orpheus.network/upload.php*
// @match https://orpheus.network/torrents.php?action=editgroup&*
// @match https://orpheus.network/torrents.php?action=edit&*
// @match https://orpheus.network/requests.php?action=new*
// @match https://orpheus.network/requests.php?action=edit*
// @connect file://*
// @connect *
// @grant GM_xmlhttpRequest
// @grant GM_getValue
// @grant GM_setValue
// @grant GM_deleteValue
// @grant GM_openInTab
// @require https://cdnjs.cloudflare.com/ajax/libs/crypto-js/4.0.0/crypto-js.min.js
// @require https://openuserjs.org/src/libs/Anakunda/bencode-min.js
// @require https://openuserjs.org/src/libs/Anakunda/xhrLib.js
// @require https://openuserjs.org/src/libs/Anakunda/progressBars.js
// @require https://openuserjs.org/src/libs/Anakunda/imageHostUploader.js
// @require https://openuserjs.org/src/libs/Anakunda/QobuzLib.js
// @require https://openuserjs.org/src/libs/Anakunda/langCodes.js
// @require https://openuserjs.org/src/libs/Anakunda/libStringDistance.js
// ==/UserScript==
// Additional setup: to work, set the pattern below as built-in foobar2000 copy command or custom Text Tools plugin quick copy command
// $replace($replace([%album artist%]$char(30)[%album%]$char(30)[$if3(%date%,%ORIGINAL RELEASE DATE%,%year%)]$char(30)[$if3(%releasedate%,%retail date%,%date%,%year%)]$char(30)[$if2(%label%,%publisher%)]$char(30)[$if3(%catalog%,%CATALOGNUMBER%,%CATALOG NUMBER%,%labelno%,%catalog #%,%SKU%)]$char(30)[%country%]$char(30)%__encoding%$char(30)%__codec%$char(30)[%__codec_profile%]$char(30)[%__bitrate%]$char(30)[%__bitspersample%]$char(30)[%__samplerate%]$char(30)[%__channels%]$char(30)[%__channel_mode%]$char(30)[$if3(%media%,%format%,%source%,%MEDIATYPE%,%SOURCEMEDIA%,%discogs_format%)]$char(30)[%genre%[|%style%]]$char(30)[%discnumber%]$char(30)[$if2(%totaldiscs%,%disctotal%)]$char(30)[%discsubtitle%]$char(30)[%track number%]$char(30)[$if2(%totaltracks%,%TRACKTOTAL%)]$char(30)[%title%]$char(30)[%track artist%]$char(30)[$if($strcmp(%performer%,%artist%),,%performer%)]$char(30)[$if3(%composer%,%writer%,%SONGWRITER%,%author%,%LYRICIST%)]$char(30)[%conductor%]$char(30)[%remixer%]$char(30)[$if2(%compiler%,%mixer%)]$char(30)[$if2(%producer%,%producedby%)]$char(30)[%length_seconds_fp%]$char(30)[%length_samples%]$char(30)[%filesize%]$char(30)[%replaygain_album_gain%]$char(30)[%replaygain_album_peak%]$char(30)[%replaygain_track_gain%]$char(30)[%replaygain_track_peak%]$char(30)[%album dynamic range%]$char(30)[%dynamic range%]$char(30)[%__tool%][ | $if2(%MQAENCODER%,%ENCODER%)][ | %ENCODER_OPTIONS%]$char(30)[$if2(%url%,%www%)]$char(30)[$directory_path(%path%)]$char(30)[$if2(%comment%,%description%)]$char(30)$trim([BARCODE=$trim($replace($if3(%barcode%,%UPC%,%EAN%,%MCN%), ,)) ][DISCID=$trim(%DISCID%) ][ASIN=$trim(%ASIN%) ][ISRC=$trim(%ISRC%) ][ISWC=$trim(%ISWC%) ][DISCOGS_ID=$trim(%discogs_release_id%) ][MBID=$trim(%MUSICBRAINZ_ALBUMID%) ][ACCURATERIPCRC=$trim(%ACCURATERIPCRC%) ][ACCURATERIPDISCID=$trim(%ACCURATERIPDISCID%) ][ACCURATERIPID=$trim(%ACCURATERIPID%) ][SOURCEID=$trim($replace(%SOURCEID%, ,_)) ][CT_TOC=$trim(%CDTOC%) ][ITUNES_TOC=$trim(%ITUNES_CDDB_1%) ][RELEASETYPE=$replace($if2(%RELEASETYPE%,%RELEASE TYPE%), ,_) ][COMPILATION=$trim(%compilation%) ][EXPLICIT=$trim(%EXPLICIT%) ]SCENE=$if($and(%ENCODER%,%LANGUAGE%,%MEDIA%,%PUBLISHER%,%RELEASE TYPE%,%RETAIL DATE%,%RIP DATE%,%RIPPING TOOL%),1,0) [LANGUAGE=$trim($replace(%LANGUAGE%, ,_)) ][ORIGINALFORMAT=$trim($replace(%ORIGINALFORMAT%, ,_)) ][BPM=$trim(%BPM%) ][MD5=$info(md5)])$char(30)[%lyrics%],$char(13),$char(29)),$char(10),$char(28))
//
// As alternative to pasted playlist, e.g. requests creation, valid URL to page on supported web can be used.
// List of supported domains:
//
// For music releases:
// - qobuz.com
// - highresaudio.com
// - bandcamp.com
// - prestomusic.com
// - discogs.com
// - supraphonline.cz
// - bontonland.cz (closing soon)
// - nativedsd.com
// - junodownload.com
// - hdtracks.com
// - deezer.com
// - spotify.com
// - prostudiomasters.com
// - 7digital.com
// - e-onkyo.com
// - acousticsounds.com
// - indies.eu
// - beatport.com
// - traxsource.com
// - musicbrainz.org
// - music.apple.com
// - vgmdb.net
// - tidal.com
// - ototoy.jp
// - music.yandex.ru
// - mora.jp
// - allmusic.com
// - bleep.com
// - boomkat.com
// - ecmrecords.com
// - actmusic.com
// - jpc.de
// - store.pias.com
// - dominomusic.com
// - kompakt.fm
// - eclassical.com
// - qq.com
// - muziekweb.nl
// - beatsource.com
// - music.163.com
// - extrememusic.com
// - rateyourmusic.com
// - recochoku.jp
// - music.youtube.com
// - music.amazon.com
// - kuwo.cn
//
// For e-bbook releases:
// - martinus.cz, martinus.sk
// - goodreads.com
// - databazeknih.cz
// - boomkat.com
// - openlibrary.org
// - books.google.com
// - play.google.com (books)
//
// For application releases:
// - sanet.st
'use strict';
const isFirefox = /\b(?:Firefox)\b/.test(navigator.userAgent) || Boolean(window.InstallTrigger);
const testDomain = domain => document.location.hostname.toLowerCase() == domain.toLowerCase();
const testPath = (path, query) => document.location.pathname.toLowerCase() == '/' + path.toLowerCase() + '.php'
&& (!query || document.location.search.toLowerCase().startsWith('?' + query.toLowerCase()));
const isRED = testDomain('redacted.ch');
const isNWCD = testDomain('notwhat.cd');
const isOPS = testDomain('orpheus.network');
const isUpload = testPath('upload');
const isEdit = testPath('torrents', 'action=editgroup&');
const isTorrentEdit = testPath('torrents', 'action=edit&');
const isRequestNew = testPath('requests', 'action=new');
const isRequestEdit = testPath('requests', 'action=edit&');
const isAddFormat = isUpload && /\b(?:groupid)=(\d+)\b/i.test(document.location.search);
const discogsOrigin = 'https://www.discogs.com';
const dcRlsParser = /^(?:https?):\/\/(?:\w+\.)*discogs\.com\/releases?\/(\d+)(?=$|\/|\?)/i;
const mbrRlsPrefix = 'https://musicbrainz.org/release/';
const mbrRlsParser = /^(?:https?):\/\/(?:beta\.)?musicbrainz\.org\/(?:\w+\/)*release\/([\w\%\-]+)/i;
const amEntityParser = /^(?:https?):\/\/(?:[\w\%\-]+\.)*apple\.com\/(?:\S+\/)?(album|artist|playlist)\/(?:[\w\%\-]+\/)?(?:id)?(\d+)\b/i;
const deezerAlbumPrefix = 'https://www.deezer.com/album/';
const dzrEntityParser = /^(?:https?):\/\/(?:[\w\%\-]+\.)*deezer\.com\/(?:\S+\/)?(album|artist|track|comment|playlist|radio|user)\/(\d+)\b/i;
const hyphenCoupling = /[\w\(\)\[\]\{\}]-\s/;
const imageExtensions = ['jpg', 'jpeg', 'jfif', 'png', 'gif', 'bmp', 'webp', 'tif', 'tiff', 'heic'];
const descriptionFields = ['album_desc', 'body', 'description', 'release_desc', 'release_lineage'];
const siteApiTimeframeStorageKey = 'AJAX time frame';
const gazelleApiFrameReserve = 500; // reserve that amount of ms for service operations
const ctxt = document.createElement('canvas').getContext('2d');
const UA = 'UA/1.0 (Windows NT 10.0; Win64; x64)';
const spotify_clientid = '6d358a207c634b1ebac640149a6090da';
const spotify_clientsecret = '4c59880a4ec241ed9c89a24e66468c64';
const discogs_key = 'OrFLNXqtEcdKLEicmywE';
const discogs_secret = 'mveXGdQOjbhPuLXEajOzrwRgQPpRFlUc';
//const discogs_token = '';
const lastfm_api_key = 'b9f26370d7266fbb3151b2ad4f7a74c9';
var prefs = {
autfill_delay: 500, // delay in ms to autofill form after pasting text into box, 0 to disable
clean_on_apply: false, // clean the input box on successfull fill
cleanup_descriptions: true, // pre-submit cleanup to all description fields (remove empty placeholders, redundant info and garbage like empty tag pairs etc.)
fix_capitalization: true, // properly fix capitalization (turn off if improperly capitalizing non-english titles)
keep_meaningles_composers: false, // keep composers from file tags also for non-composer emphasing genres
include_all_performers: false, // include to album guests all named performers
default_medium: '', // preset this media type if it can't be deduced from metadata (Gazelle-compatible names as they appear in dropdown, empty string to not use)
single_threshold: 10 * 60, // For autodetection of release type: max length of single in s
EP_threshold: 30 * 60, // For autodetection of release type: max time of EP in s
anthology_threshold: 120 * 60, // For autodetection of release type: threshold time in s to consider single artist release anthology
auto_rehost_cover: true, // PTPimg / using 3rd party script
auto_preview_cover: true,
image_size_warning: 1024, // threshold in KiB for making cover size warning // 0 to disable
image_size_reduce_threshold: 2048, // threshold in KiB for attempt to reduce cover size // 0 to disable
validate_torrent: true, // auto validate .torrent file added to upload form (path lengths, presence of rejectable files etc.)
auto_fill_by_torrent_name: true, // try to lookup torrent description online and fill upload form accordingly (for now only supported category is e-books)
auto_fill_by_torrent_name_greediness: 1, // 0: accept only unique of results closely matching torrent name; 1: accept most relevant of results closely matching torrent name; 2: accept highest ranked of matching titles, or first if none matches; 3. take most similar title of anything returned, whatever low similarity
auto_fill_by_torrent_name_min_similarity: 0.87,
cover_lookup_providers: 'all', // itunes/lastfm/deezer/musicbrainz/qobuz/tidal/discogs in specific order or 'all' for all | empty for no lookup
//metadata_lookup_providers: 'all',
fetch_tags_from_artist: 0, // add N most used tags from release artist (if one) - experimental/may inject nonsense tags for coinciding artists; 0 for disable
estimate_decade_tag: true, // deduce decade tag (1980s, etc.) from album year for regular albums
check_whitespace: true, // check tags for leading/trailing spaces and unreadable characters
assume_rg: true, // do a reminder on missing RG info; on by default
assume_dr: false, // do a reminder on missing DR info (only for Hi-Res tracks); off by default
assume_weblink: false, // do a reminder on missing source URL (tag URL); off by default
ops_always_edition: true, // (only new uploads) don't use original release but always specific edition (unify with other trackers)
sacd_decoder: 'foobar2000\'s SACD decoder (DSD2PCM direct / 64fp / 30kHz lowpass)',
use_store_logos: false, // use online source's pictograsm instead of url in textual form (if defined)
use_store_names: true, // use online source's friendly name instead for source link (if defined)
insert_release_date: true, // ..to rls description
selfrelease_label: 'self-released',
upcoming_tags: '', // add this tag(s) to upcoming releases (requests); empty to disable
remap_texttools_newlines: false, // convert underscores to linebreaks (ambiguous)
messages_verbosity: 0,
find_relations: true, // notify about existing torrents and requests of the same release
relations_check_interval: 0, // check for relations periodically after intervals in seconds / 0 = OFF
check_logs: true, // search site log for deleted uploads of the same release / not working on Orpheus
// online parsers specific
apple_offer_alt_cover: true, // usually smaller version of preloaded cover
apple_get_png_cover: false,
deezer_get_png_cover: false,
deezer_jpeg_quality: 100,
deezer_highest_resolution: 1500,
use_kana: false, // include Kana(JP) version in artist/title names; applies to mora.jp online parser
// online service credentials
redacted_api_key: '',
tidal_userid: '',
tidal_userpassword: '',
beatport_userid: '',
beatport_password: '',
// request specific
request_default_bounty: 0, // set this bounty in MB after successfull fill of request form / 0 for disable
always_request_perfect_flac: false,
include_tracklist_in_request: false, // false: include one line summary only; true: include full tracklisting
// tracklist specific
tracklist_style: 1, // 1: classic with components colouring, 2: propertional font right-justified, 3: classic center aligned
colorless_tracklist: false, // Strip all colours from tracklist
sort_tracklist: true,
singles_conventional_format: false, // force one track singles to be formatted same way as albums with numbered tracklist
reformat_trackartist: true, // (if track artist differs from main artist) rebuild track artist from partial track artists, turn off if generating wrong track artists
tracklist_size: 2, // PHPBB font size
max_tracklist_width: 80, // right margin of the right aligned tracklist. should not exceed the group description width on any device
title_separator: '. ', // divisor of track# and title
pad_leader: ' ',
bpm_summary: true,
tracklist_head_color: '#778899', // #4682B4 / #a7bdd0
// classical tracklist only components colouring
tracklist_disctitle_color: '#2bb7b7', // #bb831c
tracklist_work_color: '#808000', // #b16890
tracklist_tracknumber_color: '#8899AA',
tracklist_artist_color: '#966b00',
tracklist_composer_color: '#8ca014',
tracklist_duration_color: '#007ab7', // #2196f3
// online check paramaters
check_integrity_online: true, // If provided URL tag, compare local release with release online and lookup for discrepancies
strict_online_check: false, // set to true for strict online check (metadata comparison is case sensitive)
album_length_divergences: '[0.75, 0.01, 2.50]', // online check: tolerated album length divergences in % (for times in s / for times in ms / for vinyl)
track_length_divergences: '[2.5, 0.1, 5.0]', // online check: tolerated track length divergences in s (for times in s / for times in ms / for vinyl)
diag_mode: false,
};
Object.keys(prefs).forEach(key => { prefs[key] = GM_getValue(key, prefs[key]) });
['image_size_warning', 'image_size_reduce_threshold']
.forEach(itemProp => { if (prefs[itemProp] < 8) prefs[itemProp] *= 2**10 });
const itunesImageMax = [/\/(\d+x\d+)\w*\.(\w+)$/, '/100000x100000-999.' + (prefs.apple_get_png_cover ? 'png' : '$2')];
const dzrImageMax = prefs.deezer_get_png_cover ? [/\/(\d+x\d+)(?:\-\d+)*\.\w+$/, '/1400x1400.png']
: [/\/(\d+x\d+)(?:\-\d+)*(?=\.\w+$)/, '/1400x1400-000000-' + (parseInt(prefs.deezer_jpeg_quality) || 100) + '-0-0'];
const caseFixes = {
en: [
[
new RegExp(`\\s+(${[
'A', 'An', 'And A', 'And In', 'And The', 'And', 'As A', 'As An', 'As', 'At A', 'At The', 'At',
'But', 'By A', 'By An', 'By The', 'By', 'For A', 'For An', 'For The', 'For', 'From A', 'From The',
'From', 'If', 'In A', 'In A', 'In An', 'In An', 'In The', 'In To', 'In', 'Into', 'Nor', 'Of A',
'Of A', 'Of An', 'Of The', 'Of', 'Off', 'On A', 'On An', 'On The', 'On', 'Onto', 'Or The', 'Or',
'Out Of A', 'Out Of The', 'Out Of', 'Out', 'Over', 'The', 'To A', 'To An', 'To The', 'To', 'Vs',
'With A', 'With The', 'With',
].join('|')})(?=\\s+)`, 'g'), (match, expr) => ' ' + expr.toLowerCase(),
], [
new RegExp(`\\b(${['by', 'in', 'of', 'on', 'or', 'to', 'for', 'out', 'into', 'from', 'with'].join('|')})$`, 'g'),
(match, expr) => ' ' + expr[0].toUpperCase() + expr.slice(1).toLowerCase(),
],
[/([\-\:\&])\s+(the)(?=\s+)/g, '$1 The '],
[/\b(?:Best\s+of)\b/g, 'Best Of'],
],
};
var ref, tbl, elem, child, autoFill, dom, dzApiTimeFrame = { }, relationsCheckTimer = null,
tfMessages = [ ], releaseTypes, artistTypes;
try { var siteArtistsCache = JSON.parse(sessionStorage.siteArtistsCache) } catch(e) { siteArtistsCache = { } }
try { var notSiteArtistsCache = JSON.parse(sessionStorage.notSiteArtistsCache) } catch(e) { notSiteArtistsCache = [ ] }
function clearMessages(scope = 1) {
let tr = document.getElementById('ua-messages');
if (tr == null) return;
const messages = () => tr.querySelectorAll('td > div.ua-messages');
messages().forEach(message => { if (tfMessages.includes(message) == (scope == 0)) message.remove() });
if (messages().length <= 0) tr.remove();
}
imageHostUploaderInit(inputDataHandler, textAreaDropHandler, textAreaPasteHandler, imageUrlResolver);
insertUAControls();
if ((ref = document.getElementById('upload-table') || document.querySelector('form.edit_form')
|| document.getElementById('upload_table') || document.getElementById('request_form')) != null) {
ref.ondragover = voidDragHandler1;
ref.ondrop = voidDragHandler1;
}
setHandlers();
if (isUpload) document.querySelectorAll('input[type="file"][accept$=".torrent"]').forEach(function(input) {
(input.oninput = function(evt) {
if (evt.target.files.length <= 0) return;
while (tfMessages.length > 0) tfMessages.pop().remove();
//let td = document.querySelector('tr#ua-messages > td');
//if (td != null && td.querySelector('div.ua-messages') == null) td.parentElement.remove();
let torrent = getTorrentFromFile(evt.target.files[0]);
if (prefs.validate_torrent) torrent.then(validateTorrentFile);
if (prefs.auto_fill_by_torrent_name) torrent.then(autoFillFromTorrent);
})({ target: input });
});
if (!isRED && (ref = document.querySelector('table#dnulist')) != null) {
function toggleVisibility() {
let show = ref.style.display.toLowerCase() == 'none';
ref.style.display = show ? 'block' : 'none';
ref.previousElementSibling.style.display = show ? 'block' : 'none';
}
toggleVisibility();
if ((ref = document.querySelector('h3#dnu_header')) != null) {
elem = ref.parentNode;
child = document.createElement('a');
child.href = '#';
child.onclick = evt => { if ((ref = document.querySelector('table#dnulist')) != null) toggleVisibility() };
child.append(ref);
elem.prepend(child);
}
}
if (isRequestNew) {
let title = document.querySelector('input[name="title"]');
if (title != null) for (let i = 1; i < 6; ++i) setTimeout(function(e) { title.readOnly = false }, i * 1000);
}
Array.prototype.includesCaseless = function(str) {
if (typeof str != 'string') return false;
str = str.toLowerCase();
return this.some(elem => typeof elem == 'string' && elem.toLowerCase() == str);
};
Array.prototype.pushUnique = function(...items) {
if (Array.isArray(items) && items.length > 0) items.forEach(it => { if (!this.includes(it)) this.push(it) });
return this.length;
};
Array.prototype.pushUniqueCaseless = function(...items) {
if (Array.isArray(items) && items.length > 0) items.forEach(it => { if (!this.includesCaseless(it)) this.push(it) });
return this.length;
};
// Array.prototype.getUnique = function(prop) {
// return this.every((it) => it[prop] && it[prop] == this[0][prop]) ? this[0][prop] : null;
// };
Array.prototype.equalTo = function(arr) {
return Array.isArray(arr) && arr.length == this.length
&& Array.from(arr).sort().toString() == Array.from(this).sort().toString();
};
Array.prototype.equalCaselessTo = function(arr) {
function adjust(elem) { return typeof elem == 'string' ? elem.toLowerCase() : elem }
return Array.isArray(arr) && arr.length == this.length
&& arr.map(adjust).sort().toString() == this.map(adjust).sort().toString();
};
Array.prototype.homogeneous = function() {
return this.every(elem => elem === this[0]);
}
Array.prototype.flatten = function() {
return this.reduce(function(flat, toFlatten) {
return flat.concat(Array.isArray(toFlatten) ? toFlatten.flatten() : toFlatten);
}, []);
};
String.prototype.trueLength = function() {
return this.normalize('NFC').length;
// var index = 0, width = 0, len = 0;
// while (index < this.length) {
// var point = this.codePointAt(index);
// width = 0;
// while (point) {
// ++width;
// point = point >> 8;
// }
// index += Math.round(width / 2);
// ++len;
// }
// return len;
};
String.prototype.flatten = function() {
return this.replace(/\n/g, '\x1C').replace(/\r/g, '\x1D');
};
String.prototype.expand = function() {
return this.replace(/\x1D/g, '\r').replace(/\x1C/g, '\n');
};
String.prototype.titleCase = function() {
return this.toLowerCase().split(' ').map(x => x[0].toUpperCase() + x.slice(1)).join(' ');
};
String.prototype.collapseGaps = function() {
return this.replace(/(?:[ \t\xA0]*\r?\n){3,}/g, '\n\n').replace(/\[(\w+)\]\[\/\1\]/ig, '').trim();
};
String.prototype.properlyFixCapitalization = function(language = 'en') {
if (!language) return this;
language = language.toLowerCase();
if (Array.isArray(caseFixes[language]))
return caseFixes[language].reduce((result, replacer) => result.replace(...replacer), this);
console.warn('String.prototype.properlyFixCapitalization() called with invalid language id:', language);
return this;
};
Date.prototype.getDateValue = function() {
return Math.floor((this.getTime() / 1000 / 60 - this.getTimezoneOffset()) / 60 / 24);
};
Date.prototype.isExactDate = function() {
return this.getUTCMilliseconds() > 0 || this.getUTCSeconds() > 0 || this.getUTCMinutes() > 0 || this.getUTCHours() > 0
|| this.getUTCDate() > 1 || this.getUTCMonth() > 0;
};
class HTML extends String { };
const excludedCountries = [
/\b(?:United\s+States|USA?)\b/,
/\b(?:United\s+Kingdom|(?:Great\s+)?Britain|England|GB|UK)\b/,
/\b(?:Europe|European\s+Union|EU)\b/,
/\b(?:Unknown)\b/,
];
const tm_presubstitutions = [
[/\b(?:Singer\/Songwriter)\b/i, 'singer.songwriter'],
[/\b(?:Pop\/Rock)\b/i, 'pop.rock'],
[/\b(?:Folk\/Rock)\b/i, 'folk.rock'],
[/^(?:Psy\/Goa\s+Trance)$/i, 'psytrance, goa.trance'],
[/\s*,\s*(?:&\s*|and\s+)/i, ' & '],
];
const tm_substitutions = [
[/^Pop\s*(?:[\-\−\—\–]\s*)?Rock$/i, 'pop.rock'],
[/^Rock\s*(?:[\-\−\—\–]\s*)?Pop$/i, 'pop.rock'],
[/^Rock\s+n\s+Roll$/i, 'rock.and.roll'],
['AOR', 'album.oriented.rock'],
[/^(?:Prog)\.?\s*(?:Rock)$/i, 'progressive.rock'],
[/^Synth[\s\-\−\—\–]+Pop$/i, 'synthpop'],
[/^World(?:\s+and\s+|\s*[&+]\s*)Country$/i, 'world.music', 'country'],
['World', 'world.music'],
[/^(?:Singer(?:\s+and\s+|\s*[&+]\s*))?Songwriter$/i, 'singer.songwriter'],
[/^(?:R\s*(?:[\'\’\`][Nn](?:\s+|[\'\’\`]\s*)|&\s*)B|RnB)$/i, 'rhythm.and.blues'],
[/\b(?:Soundtracks?)$/i, 'score'],
['Electro', 'electronic'],
//['Metal', 'heavy.metal'],
['NonFiction', 'non.fiction'],
['Rap', 'hip.hop'],
['NeoSoul', 'neo.soul'],
['NuJazz', 'nu.jazz'],
[/^J[\s\-]Pop$/i, 'jpop'],
[/^K[\s\-]Pop$/i, 'jpop'],
[/^J[\s\-]Rock$/i, 'jrock'],
['Hardcore', 'hardcore.punk'],
['Garage', 'garage.rock'],
[/^(?:Neo[\s\-\−\—\–]+Classical)$/i, 'neoclassical'],
[/^(?:Bluesy[\s\-\−\—\–]+Rock)$/i, 'blues.rock'],
[/^(?:Be[\s\-\−\—\–]+Bop)$/i, 'bebop'],
[/^(?:Chill)[\s\-\−\—\–]+(?:Out)$/i, 'chillout'],
[/^(?:Atmospheric)[\s\-\−\—\–]+(?:Black)$/i, 'atmospheric.black.metal'],
['GoaTrance', 'goa.trance'],
[/^Female\s+Vocal\w*$/i, 'female.vocalist'],
['Contemporary R&B', 'contemporary.rhythm.and.blues'],
[/^(?:Gothic[\-\s]Rock)$/i, 'rock, gothic'],
// Country aliases
['Canada', 'canadian'],
['Australia', 'australian'],
['New Zealand', 'new.zealander'],
['Japan', 'japanese'],
['Taiwan', 'thai'],
['China', 'chinese'],
['Singapore', 'singaporean'],
[/^(?:Russia|Russian\s+Federation|Россия|USSR|СССР)$/i, 'russian'],
['Turkey', 'turkish'],
['Israel', 'israeli'],
['France', 'french'],
['Germany', 'german'],
['Spain', 'spanish'],
['Italy', 'italian'],
['Sweden', 'swedish'],
['Norway', 'norwegian'],
['Finland', 'finnish'],
['Greece', 'greek'],
[/^(?:Netherlands|Holland)$/i, 'dutch'],
['Belgium', 'belgian'],
['Luxembourg', 'luxembourgish'],
['Denmark', 'danish'],
['Switzerland', 'swiss'],
['Austria', 'austrian'],
['Portugal', 'portugese'],
['Ireland', 'irish'],
['Scotland', 'scotish'],
['Iceland', 'icelandic'],
[/^(?:Czech\s+Republic|Czechia)$/i, 'czech'],
[/^(?:Slovak\s+Republic|Slovakia)$/i, 'slovak'],
['Hungary', 'hungarian'],
['Poland', 'polish'],
['Estonia', 'estonian'],
['Latvia', 'latvian'],
['Lithuania', 'lithuanian'],
['Moldova', 'moldovan'],
['Armenia', 'armenian'],
['Belarus', 'belarussian'],
['Ukraine', 'ukrainian'],
['Yugoslavia', 'yugoslav'],
['Serbia', 'serbian'],
['Slovenia', 'slovenian'],
['Croatia', 'croatian'],
['Macedonia', 'macedonian'],
['Montenegro', 'montenegrin'],
['Romania', 'romanian'],
['Malta', 'maltese'],
['Brazil', 'brazilian'],
['Mexico', 'mexican'],
['Argentina', 'argentinean'],
['Jamaica', 'jamaican'],
// Books
['Beletrie', 'fiction'],
['Satira', 'satire'],
['Komiks', 'comics'],
['Komix', 'comics'],
// Removals
['Indie Rock/Rock Pop'],
['Unknown'],
['Other'],
['New'],
['Ostatni'],
['Knihy'],
['Audioknihy'],
['dsbm'],
[/^(?:Audio\s*kniha|Audio\s*Book)$/i],
].concat(excludedCountries.map(it => [it]));
const tm_splits = [
['Alternative', 'Indie'],
['Rock', 'Pop'],
['Soul', 'Funk'],
['Ska', 'Rocksteady'],
['Jazz Fusion', 'Jazz Rock'],
['Rock', 'Pop'],
['Jazz', 'Funk'],
];
const tm_additions = [
[/^(?:(?:(?:Be|Post|Neo)[\s\-\−\—\–]*)?Bop|Modal|Fusion|Free[\s\-\−\—\–]+Improvisation|Modern\s+Creative|Jazz[\s\-\−\—\–]+Fusion|Big[\s\-\−\—\–]*Band)$/i, 'jazz'],
[/^(?:(?:Free|Cool|Avant[\s\-\−\—\–]*Garde|Contemporary|Instrumental|Crossover|Modal|Mainstream|Modern|Soul|Smooth|Piano|Afro[\s\-\−\—\–]*Cuban)[\s\-\−\—\–]+Jazz)$/i, 'jazz'],
[/^(?:Opera)$/i, 'classical'],
[/\b(?:Chamber[\s\-\−\—\–]+Music)\b/i, 'classical'],
[/\b(?:Orchestral[\s\-\−\—\–]+Music)\b/i, 'classical'],
[/^(?:Symphony)$/i, 'classical'],
[/^(?:Sacred\s+Vocal)\b/i, 'classical'],
[/\b(?:Soundtracks?|Films?|Games?|Video|Series?|Theatre|Musical)\b/i, 'score'],
];
class TagManager extends Array {
constructor(...tags) {
super();
if (tags.length > 0) this.add(...tags);
}
add(...tags) {
var added = 0;
for (var tag of tags) {
if (typeof tag != 'string') continue;
qobuzTranslations.forEach(function(it) {
if (tag.toASCII().toLowerCase() == it[0].toASCII().toLowerCase()) tag = it[1];
});
tm_presubstitutions.forEach(k => { if (k[0].test(tag)) tag = tag.replace(...k) });
tag.split(/\s*[\,\/\;\>\|]+\s*/).forEach(tag => {
//qobuzTranslations.forEach(function(it) { if (tag == it[0]) tag = it[1] });
tag = tag.toASCII().replace(/\(.*?\)|\[.*?\]|\{.*?\}/g, '').trim();
if (tag.length <= 0 || tag == '?') return null;
function test(obj) {
return typeof obj == 'string' && tag.toLowerCase() == obj.toLowerCase()
|| obj instanceof RegExp && obj.test(tag);
}
for (var k of tm_substitutions) {
if (!test(k[0])) continue;
if (k.length >= 1) added += this.add(...k.slice(1));
else addMessage('invalid tag \'' + tag + '\' found', 'warning');
return;
}
for (k of tm_additions) if (test(k[0])) added += this.add(...k.slice(1));
for (k of tm_splits) {
if (new RegExp('^' + k[0] + '(?:\\s+and\\s+|\\s*[&+]\\s*)' + k[1] + '$', 'i').test(tag)) {
added += this.add(k[0], k[1]); return;
}
if (new RegExp('^' + k[1] + '(?:\\s+and\\s+|\\s*[&+]\\s*)' + k[0] + '$', 'i').test(tag)) {
added += this.add(k[0], k[1]); return;
}
}
tag = tag.
replace(/^(?:Alt\.)\s*(\w+)$/i, 'Alternative $1').
replace(/\b(?:Alt\.)(?=\s+)/i, 'Alternative').
replace(/^[3-9]0s$/i, '19$0').
replace(/^[0-2]0s$/i, '20$0').
replace(/\b(Psy)[\s\-\−\—\–]+(Trance|Core|Chill)\b/i, '$1$2').
replace(/\s*(?:[\'\’\`][Nn](?:\s+|[\'\’\`]\s*)|[\&\+]\s*)/, ' and ').
replace(/[\s\-\−\—\–\_\.\,\~]+/g, '.').
replace(/[^\w\.]+/g, '').
toLowerCase();
if (tag.length >= 2 && !this.includes(tag)) {
this.push(tag);
++added;
}
});
}
return added;
}
toString() { return Array.from(this).sort().join(', ') }
};
function fillFromText(evt = undefined) {
if (autoFill) {
clearTimeout(autoFill);
autoFill = undefined;
}
const overwrite = evt instanceof Event && evt.target.id == 'fill-from-text'
|| (evt instanceof DragEvent || evt instanceof ClipboardEvent) && evt.altKey;
const hyperlinkStyle = 'color: skyblue;';
const bracketStripper = /\s+(\([^\(\)]+\)|\[[^\[\]]+\]|\{[^\{\}]+\})/g,
tailingBracketStripper = /(?:\s+(\([^\(\)]+\)|\[[^\[\]]+\]|\{[^\{\}]+\}))+\s*$/;
let clipBoard = document.getElementById('ua-data');
if (clipBoard == null) return false;
//let promise = clientInformation.clipboard.readText().then(text => clipBoard = text);
//if (typeof clipBoard != 'string') return false;
let i, matches, sourceUrl, category = document.getElementById('categories'),
reportedTorrentCollicions = new Map(), reportedRequests = new Map();
if (relationsCheckTimer) {
clearInterval(relationsCheckTimer);
relationsCheckTimer = null;
}
if (category == null) return isTorrentEdit || document.getElementById('releasetype') != null ? fillFromText_Music()
: fillFromText_Apps(true).catch(reason => fillFromText_Ebooks(true)).then(lookupNonMusicRelations);
if (category.value == 0 || category.value == 'Music') return fillFromText_Music();
if (category.value == 1 || category.value == 'Applications') return fillFromText_Apps().then(lookupNonMusicRelations);
if (category.value == 2 || category.value == 'E-Books') return fillFromText_Ebooks().then(lookupNonMusicRelations);
if (category.value == 3 || category.value == 'Audiobooks') return fillFromText_Ebooks().then(lookupNonMusicRelations);
return Promise.reject('Not supported category');
function fillFromText_Music() {
clearMessages();
const divs = ['—', '⸺', '⸻'];
const vaParser = /^(?:Various(?:\s+Artists)?|Varios(?:\s+Artistas)?|V\/?A|\<various\s+artists\>|Různí(?:\s+interpreti)?)$/i;
const VA = 'Various Artists';
const multiArtistParsers = [
/\s*[\,\;\u3001](?!\s*(?:[JjSs]r)\b)(?:\s*[Aa]nd\s+)?\s*/,
/\s+[\/\|\×|meets]\s+/i,
];
const ampersandParsers = [
/\s+(?:meets|vs\.?|X)\s+(?!\s*(?:[\&\/\+\,\;]|and))/i,
/\s*[;\/\|\×]\s*(?!\s*(?:\s*[\&\/\+\,\;]|and))/i,
/(?:\s*,)?\s+(?:[\&\+]|and)\s+(?!his\b|her\b|Friends$|Strings$)/i, // /\s+(?:[\&\+]|and)\s+(?!(?:The|his|her|Friends)\b)/i,
/\s*\+\s*(?!(?:his\b|her\b|Friends$|Strings$))/i,
];
const featArtistParsers = [
///\s+(?:meets)\s+(.+?)\s*$/i,
/* 0 */ /\s+(?:[Ww](?:ith|\.?\/)|[Aa]vec)\s+(?!his\b|her\b|Friends$|Strings$)(.+?)\s*$/,
/* 1 */ /(?:\s+[\-\−\—\–\_])?\s+(?:[Ff]eaturing\s+|(?:[Ff]eat|[Ff]t|FT)\.\s*|[Ff]\.?\/\s+)([^\(\)\[\]\{\}]+?)(?=\s*(?:[\(\[\{].*)?$)/,
/* 2 */ /\s+\[\s*f(?:eat(?:\.|uring)|t\.|\.?\/)\s+([^\[\]]+?)\s*\]/i,
/* 3 */ /\s+\(\s*f(?:eat(?:\.|uring)|t\.|\.?\/)\s+([^\(\)]+?)\s*\)/i,
/* 4 */ /\s+\[\s*(?:(?:en\s+)?duo\s+)?avec\s+([^\[\]]+?)\s*\]/i,
/* 5 */ /\s+\(\s*(?:(?:en\s+)?duo\s+)?avec\s+([^\(\)]+?)\s*\)/i,
/* 6 */ /\s+\[\s*(?:with|[Ww]\.?\/)\s+(?![Hh]is\b|[Hh]er\b|Friends$|Strings$)([^\[\]]+?)\s*\]/,
/* 7 */ /\s+\(\s*(?:with|[Ww]\.?\/)\s+(?![Hh]is\b|[Hh]er\b|Friends$|Strings$)([^\(\)]+?)\s*\)/,
];
const pseudoArtistParsers = [
/* 0 */ vaParser,
/* 1 */ /^(?:#??N[\/\-]?A|[JS]r\.?|Unknown(?:\s+Artist)?)$/i,
/* 2 */ /^(?:auditorium|[Oo]becenstvo|[Pp]ublikum)$/,
/* 3 */ /^(?:(Special\s+)??Guests?|Friends|(?:Studio\s+)?Orchestra)$/i,
/* 4 */ /^(?:Various\s+Composers)$/i,
/* 5 */ /^(?:[Aa]nonym)/,
/* 6 */ /^(?:traditional|trad\.|lidová)$/i,
/* 7 */ /\b(?:traditional|trad\.|lidová)$/,
/* 8 */ /^(?:tradiční|lidová)\s+/,
/* 9 */ /^(?:[Ll]iturgical\b|[Ll]iturgick[áý])/,
];
const remixParsers = [
/\s+\((?:The\s+)?Remix(?:e[sd])?\)/i,
/\s+\[(?:The\s+)?Remix(?:e[sd])?\]/i,
/\s+(?:The\s+)?Remix(?:e[sd])?\s*$/i,
/^(?:The\s+)?(?:Remixes)\b|\b(?:The\s+)?(?:Remixes)$/,
/\s+\(([^\(\)]+?)[\'\’\`]s[^\(\)]*\s(?:(?:Re)?Mix|Reworx)\)/i,
/\s+\[([^\[\]]+?)[\'\’\`]s[^\[\]]*\s(?:(?:Re)?Mix|Reworx)\]/i,
/\s+\(([^\(\)]+?)\s+(?:(?:Extended|Enhanced)\s+)?(?:Remix|Reworx)\)/i,
/\s+\[([^\[\]]+?)\s+(?:(?:Extended|Enhanced)\s+)?(?:Remix|Reworx)\]/i,
/\s+\(Remix(?:ed)?\s+by\s+([^\(\)]+)\)/i,
/\s+\[Remix(?:ed)?\s+by\s+([^\[\]]+)\]/i,
/(?:\s+[\-\−\—\–]|:)\s+(.+?)\s+(?:Remix)$/i,
];
const arrParsers = [
/\s+\(arr(?:anged\s+by|\.)\s+([^\(\)]+?)\s*\)/i,
/\s+\[arr(?:anged\s+by|\.)\s+([^\[\]]+?)\s*\]/i,
];
const otherArtistsParsers = [
[/^(.*?)\s+(?:under|(?:conducted)\s+by)\s+(.*)$/, 4],
[/^()(.*?)\s+\(conductor\)$/i, 4],
//[/^()(.*?)\s+\(.*\)$/i, 1],
];
const labelSubstitutes = [
[/^(?:DG)$/, 'Deutsche Grammophon'],
[/^(?:Not\s+specified)$/i, ''],
//[/(?:\s*[\,\/])?\s+a\s+division\s+of\s+/i, ' / '],
//[/\s+\(a\s+division\s+of\s+([^\(\)]+)\)/i, ' / $1'],
];
const artistClassParsers = [
/* 0 */ [/^(?:Main\s?Artist)$/i],
/* 1 */ [/^(?:Featured\s?Artist)$/i],
/* 2 */ [/^(?:Remix)/i],
/* 3 */ [/(?:^(?:Composer|(?:Composer)?Lyricist|Author|Writer|music|written[\s\-]by|libreto|music\simprovisation)|\b(?:lyrics))$/i],
/* 4 */ [/^(?:Conductor|(?:Chorus|Choir)\s?Master|Director|conducts|(?:conducted|directed)[\s\-]by)$/i],
/* 5 */ [/^(?:DJ|Compiler|Compiled[\s\-]By|compiled[\s\-]by)$/],
/* 6 */ [/^(?:Producer|produced[\s\-]by)$/i],
/* 7 */ [/^(?:Artist|Soloist|Vocals|Ensemble|Orchestra|Choir)$/i],
/* 8 */ [/^(?:Arranger|Arranged[\s\-]by)$/i],
/* 9 */ [
/\b(?:Recorded|Engineer|Producer|Mixer|Programming|Programmer|Assistant|Translation)\b/i,
/(?:PersonnelMastering)\b/i,
],
];
const missingSpacesTest = /\b(?:(?:Vol|No)\.)(?:\d+|[IVXLCDM]+)\b|\w[\,\;\:]\S|[\?\!\)\]\}][^\,\.\;\?\!\s]|\S[\(\[\{]/;
const oauth2timeReserve = 30; // reserve this time (s) for upcoming authorized request
const tzOffset = new Date().getTimezoneOffset() * 60 * 1000;
var isVA, ajaxRejects = 0;
if (httpParser.test(clipBoard.value)) try { var onlineSource = new URL(clipBoard.value) } catch(e) { }
return (function() {
if (onlineSource) return urlResolver(onlineSource).then(fetchOnline_Music);
const fields = [
/* 00 */ 'artist', 'album', 'album_year', 'release_date', 'label', 'catalog', 'country', 'encoding',
/* 08 */ 'codec', 'codec_profile', 'bitrate', 'bitdepth', 'samplerate', 'channels', 'channel_mode',
/* 15 */ 'media', 'genre', 'disc_number', 'total_discs', 'disc_subtitle', 'track_number',
/* 21 */ 'total_tracks', 'title', 'track_artist', 'performer', 'composer', 'conductor', 'remixer',
/* 28 */ 'compiler', 'producer', /*'arranger', */'duration', 'samples', 'filesize', 'album_gain', 'album_peak',
/* 35 */ 'track_gain', 'track_peak', 'album_dr', 'track_dr', 'vendor', 'url', 'dirpath',
/* 42 */ 'description', 'identifiers', 'lyrics',
];
return Promise.resolve(clipBoard.value.split(/(?:\r?\n)+/).filter(line => line.trim().length > 0).map(function(line, ndx) {
var metaData = line.expand().split('\x1E'), track = { identifiers: {} }, identifiers = [];
const patternHint = ' (see browser\'s console for details and update your player\'s format ' +
'pattern from this script header or Greasy Fork description)';
if (metaData.length < fields.length) {
console.error('invalid data format for track #' + (ndx + 1) + ': length:', metaData.length,
'(' + fields.length + '); metaData:', metaData, '; line:', line);
throw 'invalid clipboard data format for track #' + (ndx + 1) + patternHint;
} else if (metaData.length > fields.length) {
console.warn('unexpected data format for track #' + (ndx + 1) + ': length:', metaData.length,
'(expected length: ' + fields.length + '); metaData:', metaData, '; line:', line);
addMessage('unexpected clipboard data format for track #' + (ndx + 1) + patternHint, 'warning');
}
fields.forEach(function(propName) {
if (propName == 'identifiers') {
metaData.shift().trim().split(/\s+/).forEach(function(id) {
if (/^([\w\-]+)[=:](\S*)$/.test(id)) track.identifiers[RegExp.$1.toUpperCase()] = RegExp.$2.replace(/\x1B/g, ' ');
});
} else {
track[propName] = metaData.shift();
if (track[propName] === '') track[propName] = undefined;
}
});
if (prefs.check_whitespace) {
Object.keys(track).forEach(function(propName) {
if (typeof track[propName] != 'string') return;
if (!['description', 'lyrics'].includes(propName) && (track[propName].includes('\r') || track[propName].includes('\n'))) {
track[propName] = track[propName].replace(/[\r\n]+/g, '');
addMessage('track #' + (ndx + 1) + ' contains linebreaks in tag <' + propName + '>', 'warning');
}
if ((i = ['description', 'lyrics'].includes(propName) ? /[\x00-\x08\x0B\x0C\x0E-\x19]+/g : /[\x00-\x19]+/g).test(track[propName])) {
track[propName] = track[propName].replace(i, '');
addMessage('track #' + (ndx + 1) + ' contains control codes in tag <' + propName + '>', 'warning');
}
if (/^[\s\xA0]+$/.test(track[propName])) {
track[propName] = undefined;
addMessage('track #' + (ndx + 1) + ' in tag <' + propName + '> contains only whitespace', 'warning');
} else if (/^[\s\xA0]+|[\s\xA0]+$/.test(track[propName])) {
track[propName] = track[propName].trim();
addMessage('track #' + (ndx + 1) + ' in tag <' + propName + '> contains leading/trailing whitespace', 'warning');
}
if (/[ \xA0]{2,}/.test(track[propName])) {
track[propName] = track[propName].replace(/[ \xA0]{2,}/g, ' ')
addMessage('track #' + (ndx + 1) + ' in tag <' + propName + '> contains multiple spaces', 'warning');
}
});
if (missingSpacesTest.test(track.title))
addMessage('missing space in track#' + (ndx + 1) + ' title: "' + track.title + '"', 'notice');
}
['description', 'lyrics'].forEach(function(propName) {
if (track[propName] == '.') track[propName] = undefined; else if (track[propName]) {
if (prefs.remap_texttools_newlines)
track[propName] = track[propName].replace(/__/g, '\r\n').replace(/_/g, '\n') // ambiguous
}
});
[
'bitrate', 'bitdepth', 'samplerate', 'channels', 'total_discs', 'total_tracks', 'samples',
'filesize', 'album_dr', 'track_dr',
].forEach(function(propName) {
if (track[propName] !== undefined && typeof track[propName] != 'number')
track[propName] = parseInt(track[propName]);
});
['duration', 'album_peak', 'track_peak'].forEach(function(propName) {
if (track[propName] !== undefined && typeof track[propName] != 'number')
track[propName] = parseFloat(track[propName]);
});
['album_gain', 'track_gain'].forEach(function(propName) {
if (track[propName] === '') track[propName] = undefined;
else if (track[propName] !== undefined && typeof track[propName] != 'number')
track[propName] = parseFloat(track[propName].replace(/\s*\b(?:dB)\s*$/i, ''));
});
if (track.album_year) track.album_year = extractYear(track.album_year) || NaN;
return track;
}));
})().then(parseTracks).catch(reason => { addMessage(reason, 'critical') });
function parseTracks(tracks) {
if (tracks.length <= 0) {
clipBoard.value = '';
throw 'no tracks found';
}
if (prefs.diag_mode) console.debug('Parsing tracks:', tracks);
const maxFuzzyLevel = 3;
const selfReleaseParsers = [
/^(?:Self[\s\-]Released|Independ[ae]nt|vlastním?\s+náklad(?:em)?)$/i,
/^(?:Not\s+On\s+Label|No\s+Label|\(no\s+label\)|\[no\s+label\]|none)$/i,
/^(?:iMD)\b/,
];
const naParsers = [
/^(?:#?N[\/\-]A)$/i,
/^(?:#NA)$/,
];
let albumBitrate = 0, totalTime = 0, albumSize = 0, media, release = { totalDiscs: 1, sampleRates: [] };
let allowedFormats = Array.from(document.querySelectorAll('select#format > option'))
.filter(option => option.value.length > 0).map(option => option.value);
if (allowedFormats.length <= 0) allowedFormats = ["MP3", "FLAC", "AAC", "AC3", "DTS"];
tracks.forEach(function(track, index) {
let trackId = track.track_number ? track.disc_number ?
track.disc_number + '/' + track.track_number : track.track_number : index + 1;
if (!track.track_number) {
clipBoard.value = '';
throw new HTML('missing required tag track number for track #' + trackId + ruleLink('2.3.16.4'));
}
if (!track.title) {
clipBoard.value = '';
throw new HTML('missing required tag track title for track #' + trackId + ruleLink('2.3.16.4'));
}
if (track.duration !== undefined && track.duration !== null && isUpload && (isNaN(track.duration) || track.duration <= 0)) {
clipBoard.value = '';
throw 'invalid track #' + trackId + ' length: ' + track.duration;
}
processTrackArtists(track);
if (naParsers.some(rx => rx.test(track.label))) track.label = undefined;
if (naParsers.concat([/^(?:none)$/i]).some(rx => rx.test(track.catalog))) track.catalog = undefined;
if (/^(\d+)\s*[\/]\s*(\d+)$/.test(track.track_number)) { // track/total_tracks
addMessage('nonstandard track number formatting for track #' + trackId + ': ' + track.track_number, 'warning');
track.track_number = RegExp.$1;
if (!track.total_tracks) track.total_tracks = parseInt(RegExp.$2);
}/* else if (/^(\d+)[\.\-](\d+)$/.test(track.track_number)) { // disc_number.track_number
addMessage('nonstandard track number formatting for track #' + trackId + ': ' + track.track_number, 'warning');
if (!track.disc_number) track.disc_number = parseInt(RegExp.$1);
track.track_number = RegExp.$2;
}*/
if (track.disc_number) {
if (/^(\d+)\s*\/\s*(\d+)/.test(track.disc_number)) {
addMessage('nonstandard disc number formatting for track #' + trackId + ': ' + track.disc_number, 'warning');
track.disc_number = RegExp.$1;
if (!track.total_discs) track.total_discs = RegExp.$2;
} else track.disc_number = parseInt(track.disc_number);
if (isNaN(track.disc_number)) {
addMessage('invalid disc numbering for track #' + trackId, 'warning');
track.disc_number = undefined;
}
if (track.disc_number > release.totalDiscs) release.totalDiscs = track.disc_number;
}
totalTime += track.duration;
albumBitrate += track.bitrate * track.duration;
if (track.samplerate/* && track.duration*/)
if (typeof release.sampleRates[track.samplerate] == 'number')
release.sampleRates[track.samplerate] += track.duration || 0;
else release.sampleRates[track.samplerate] = track.duration || 0;
albumSize += track.filesize;
if (track.codec) allowedFormats.forEach(function(codec) {
if (codec.toLowerCase() == track.codec.toLowerCase()) track.codec = codec;
});
if (track.encoding && !['lossless', 'lossy'].includes(track.encoding = track.encoding.toLowerCase())) {
addMessage('invalid encoding for track #' + trackId + ': ' + track.encoding, 'warning');
track.encoding = undefined;
}
if (!track.encoding && track.codec) switch (track.codec) {
case 'FLAC': case 'WAV': case 'AIFF': case 'APE': case 'ALAC': case 'WavPack': case 'TAK':
track.encoding = 'lossless'; break;
case 'MP3': case 'AAC': case 'Vorbis': case 'Opus': case 'AC3':
track.encoding = 'lossy'; break;
}
if (track.bitrate > 0) {
let triggers = [24, 12];
switch (track.codec) {
case 'FLAC': case 'APE': case 'ALAC': case 'WavPack':
if (track.samplerate > 0 && track.bitdepth > 0 && track.channels > 0) triggers = [
Math.round(Math.max(track.samplerate * track.bitdepth * track.channels / 4410, 192)),
Math.round(Math.max(track.samplerate * track.bitdepth * track.channels / 6300, 192)),
];
break;
case 'MP3':
switch (track.codec_profile) {
case 'VBR V0': triggers = [192, 96]; break;
case 'VBR V1': triggers = [160, 80]; break;
case 'VBR V2': triggers = [128, 64]; break;
}
break;
case 'AAC':
if (/\b(?:TVBR)\sq(\d+)\b/.test(track.vendor)) triggers = [
Math.round(Math.max(parseInt(RegExp.$1) * 1.9, 192)),
Math.round(Math.max(parseInt(RegExp.$1) * 1.4, 192)),
]; else if (/\b(?:(?:CV|A|C)BR)\s(\d+)kbps\b/.test(track.vendor)) triggers = [
Math.round(Math.max(parseInt(RegExp.$1) * 0.75, 192)),
Math.round(Math.max(parseInt(RegExp.$1) * 0.4, 192)),
];
break;
}
if (track.bitrate < triggers[0]) addMessage('track #' + trackId + ' has suspiciously low bitrate (' +
track.bitrate + ' kbps)', track.bitrate < triggers[1] ? 'warning' : 'notice');
}
if (typeof track.identifiers.MD5 == 'string') track.identifiers.MD5 = track.identifiers.MD5.toUpperCase();
['description', 'release_description', 'lyrics'].forEach(function(propName) {
if (track[propName]) track[propName] = track[propName].collapseGaps();
});
});
sourceUrl = getStoreUrl();
if (!onlineSource && release.totalDiscs > 1 && tracks.some(it => it.total_discs != release.totalDiscs))
addMessage('at least one track not having properly set TOTALDISCS (' + release.totalDiscs + ')', 'info');
[
['artist', 'album artist'],
['album', 'album title'],
['album_year', 'album year'],
['release_date', 'release date'],
['encoding', 'encoding'],
['codec', 'codec'],
['codec_profile', 'codec profile'],
['vendor', 'vendor'],
['media', 'media'],
['channels', 'channels'],
['channel_mode', 'channel_mode'],
['label', 'label'],
['country', 'country'],
['edition_title', 'edition title'],
['series', 'series'],
].forEach(function(property) {
let values = new Set(tracks.map(track => track[property[0]])
.filter(property => property !== undefined && property !== null));
if (values.size == 1) release[property[0]] = values.values().next().value; else if (values.size > 1) {
let val, diverses = '', iterator = values.values();
while (!(val = iterator.next()).done) diverses += '<br>\t' + val.value;
clipBoard.value = '';
throw new HTML('mixed releases not accepted (' + property[1] + ') - supposedly user compilation' + diverses);
}
});
if (isVA = vaParser.test(release.artist)) release.artist = VA; else if (!release.artist) {
clipBoard.value = '';
throw new HTML('missing required tag main artist' + ruleLink('2.3.16.4'));
}
if (!release.album) {
clipBoard.value = '';
throw new HTML('missing required tag album title' + ruleLink('2.3.16.4'));
}
if (prefs.check_whitespace && missingSpacesTest.test(release.album))
addMessage('missing space in album title: "' + release.album + '"', 'notice');
[
'artists', 'featured_artists', 'composers', 'conductors',
'performers', 'compilers', 'remixers', 'producers', 'arrangers',
].forEach(function(role) {
if (tracks.every(track => Array.isArray(track[role]) && track[role].equalTo(tracks[0][role])))
release[role] = Array.from(tracks[0][role]);
});
[
['trackArtists', 'track_artist'],
['trackComposers', 'composer'],
['totalTracks', 'total_tracks'],
['discSubtitles', 'disc_subtitle'],
['catalogs', 'catalog'],
['bitrates', 'bitrate'],
['bitdepths', 'bitdepth'],
['albumgains', 'album_gain'],
['albumpeaks', 'album_peak'],
['albumdrs', 'album_dr'],
['dirpaths', 'dirpath'],
['descriptions', 'description'],
['release_descriptions', 'release_description'],
['genres', 'genre'],
['urls', 'url'],
['coverUrls', 'cover_url'],
].forEach(function(property) {
if (!Array.isArray(release[property[0]])) release[property[0]] = [];
tracks.forEach(function(track) {
if (track[property[1]] === undefined || track[property[1]] === null
|| (typeof track[property[1]] == 'string' && track[property[1]].length <= 0)
|| release[property[0]].includes(track[property[1]])) return;
release[property[0]].push(track[property[1]]);
});
});
if (release.totalTracks.length > 0) {
if (release.totalTracks.length > 1)
addMessage('total tracks not consistent across release: ' + release.totalTracks, 'warning');
else if (release.totalTracks[0] != tracks.length) addMessage('total tracks not matching tracklist length (' +
release.totalTracks[0] + ' ≠ ' + tracks.length + ')', 'warning');
}
tracks.forEach(function(track1, ndx1) {
if (tracks.some((track2, ndx2) => ndx2 < ndx1 && track1.track_number == track2.track_number
&& track1.disc_number == track2.disc_number && track1.disc_subtitle == track2.disc_subtitle)) {
addMessage('duplicate track ' + (track1.disc_number ? track1.disc_number + '-' : '') +
(track1.disc_subtitle ? track1.disc_subtitle + '-' : '') + track1.track_number, 'warning');
}
});
if (!tracks.every(track => track.disc_number > 0) && !tracks.every(track => !track.disc_number))
addMessage('inconsistent release (mix of tracks with and without disc number)', 'warning');
var releaseDate = new Date(release.release_date);
if (isNaN(releaseDate)) {
releaseDate = normalizeDate(release.release_date);
releaseDate = releaseDate && new Date(releaseDate.toString()) || NaN;
}
let releaseYear = !isNaN(releaseDate) && releaseDate.getFullYear() || extractYear(release.release_date),
language = getHomoIdentifier('LANGUAGE');
if (language) language = langCodes.find(langCode => langCode.includesCaseless(language));
if (language) language = language[0]; else language = 'en';
if (!onlineSource) {
if (!(release.album_year >= 1900))
addMessage('album year is missing or invalid (' + release.album_year + ')', 'warning');
if (release.codec && !allowedFormats.includes(release.codec)) {
clipBoard.value = '';
throw 'disallowed codec present (' + release.codec + ')';
}
if (!onlineSource && /\b(?:MQAEncode)\b/.test(release.vendor)) {
clipBoard.value = '';
throw 'MQA format detected (' + release.vendor + '), specifically banned';
}
[
['bit depths', release.bitdepths, bitdepth => ![16, 24].includes(bitdepth)],
[
'sample rates',
Object.keys(release.sampleRates),
samplerate => samplerate <= 0 || samplerate > 192000 || [44100, 48000].every(sr => samplerate % sr != 0)
],
].forEach(function(validator) {
if (validator[1].length <= 0 || !validator[1].some(validator[2])) return;
clipBoard.value = '';
throw 'disallowed ' + validator[0] + ' present (' + validator[1].filter(validator[2]).toString() + ')';
});
if (!release.totalTracks) addMessage('total tracks not set', 'warning');
if (release.albumgains.length > 1)
addMessage('inconsistent album RG across release', release.totalDiscs > 1 ? 'notice' : 'warning')
if (tracks.some(track => track.identifiers.LANGUAGE != tracks[0].identifiers.LANGUAGE))
addMessage('inconsistent language across release', 'notice')
if (release.albumpeaks.length > 1)
addMessage('inconsistent album peak across release', release.totalDiscs > 1 ? 'notice' : 'warning')
if (release.albumdrs.length > 1 && release.bitdepths.length <= 1 && Object.keys(release.sampleRates).length <= 1)
addMessage('inconsistent album DR across release', release.totalDiscs > 1 ? 'notice' : 'warning')
if (prefs.assume_rg && tracks.some(track => track.album_gain === undefined))
addMessage('at least one track is missing RG info', 'notice');
if (prefs.assume_dr && tracks.some(track => track.bitdepth > 16 && track.album_dr === undefined))
addMessage('at least one high resolution track is missing DR info', 'notice');
release.descriptions.forEach(function(description) {
if (/^[\w\%\-]+\@[\w\%\-]+(?:\.[\w\%\-]+)+$|\b(?:RuTracker|FLACMANIA\.RU|24bit-music\.info|GetMetal\.CLUB|LOSSLESSBEST|flacmania\.ru)\b|~ N ~|\b[\w\%\-\.]+@[\w\%\-\.]+\.[\w\%\-]+\b/i.test(description))
addMessage(new HTML('Advertising detected in description: ' + RegExp.lastMatch.bold()), 'warning');
});
release.urls.forEach(function(url) {
if (/^(?:https?):\/\/(\w+\.)*7digital\.com\/.*\?f=/i.test(url))
addMessage('session id present in online source URL: ' + url, 'notice');
});
release.dirpaths.forEach(function(dirPath) {
if (hyphenCoupling.test(dirPath)) addMessage('torrent folder containing hyphen coupling ("' +
dirPath + '")', 'notice');
});
if (tracks.some(track => track.identifiers.BPM && !(track.identifiers.BPM > 0)))
addMessage('at least one track having invalid BPM', 'notice');
}
albumBitrate /= totalTime;
let albumBPM = Math.round(tracks.reduce(function(acc, track) {
return acc + parseInt(track.identifiers.BPM) * track.duration;
}, 0) / totalTime);
let canSort = tracks.every((tr1, ndx1) => tracks.every((tr2, ndx2) => ndx1 == ndx2
|| tr1.track_number != tr2.track_number || tr1.disc_number != tr2.disc_number));
let isFromDSD = false, isClassical = false, yadg_prefil = '', editionTitle = release.edition_title,
composerEmphasis = tracks.some(track => track.identifiers.COMPOSEREMPHASIS),
isCompilation = tracks.every(track => track.identifiers.COMPILATION == 1),
barCode = getHomoIdentifier('BARCODE'), tags = new TagManager(), releaseType, iter, rx, lookupWorkers = { };
if (barCode) barCode = parseInt(barCode.toString().replace(/[\s\-]+/g, ''));
if (!barCode) barCode = release.catalogs.reduce(function(acc, catNo) {
if (acc) return acc;
catNo = parseInt(catNo.replace(/[\s\-]+/g, ''));
return catNo >= 10**9 && catNo < 10**13 ? catNo : undefined;
}, undefined);
if (barCode > 0 && (barCode < 10**6 || barCode >= 10**13)) console.warn('Unexpected barcode size:', barCode);
function printBarcode(padByZeros = true) {
if (!(barCode > 0)) return undefined;
let result = barCode.toString();
if (padByZeros) {
if (barCode < 10**10) return result.padStart(10, '0'); // EAN-10
//if (barCode < 10**12) return result.padStart(12, '0'); // UPC-A
//if (barCode >= 10**11 && barCode < 10**12) return result; // UPC-A
//if (barCode < 10**13) return result.padStart(13, '0'); // EAN-13
}
return result;
}
if (!overwrite && (ref = document.getElementById('releasetype')) != null) releaseType = parseInt(ref.value);
if (i = getHomoIdentifier('RELEASETYPE') || getHomoIdentifier('RELEASE_TYPE')) {
if (!releaseType) releaseType = getReleaseTypeFromId(i) || undefined;
if (/^(?:Compilation)$/i.test(i)) isCompilation = true;
}
if ((!releaseType || releaseType == getReleaseTypeValue('EP')) && totalTime <= prefs.EP_threshold
&& tracks.every(track => track.title.replace(tailingBracketStripper, '') == tracks[0].title.replace(tailingBracketStripper, '')))
releaseType = getReleaseTypeValue('Single');
if (!releaseType) if (totalTime > 0 && totalTime < prefs.single_threshold) releaseType = getReleaseTypeValue('Single');
else if (totalTime > 0 && totalTime < prefs.EP_threshold) releaseType = getReleaseTypeValue('EP');
if (release.genres.length > 0) {
const classicalGenreParsers = [
/\b(?:Classical|Classique|Klassik|Symphony|Symphonic(?:al)?|Operas?|Operettas?|Ballets?|(?:Violin|Cello|Piano)\s+Solos?|Chamber|Choral|Choirs?|Orchestral|Etudes?|Duets|Concertos?|Cantatas?|Requiems?|Passions?|Mass(?:es)?|Oratorios?|Poems?|Sacred|Secular|Vocal\s+Music)\b/i,
];
release.genres.forEach(function(genre) {
classicalGenreParsers.forEach(function(classicalGenreParser) {
if (classicalGenreParser.test(genre) && !/\b(?:metal|rock|pop)\b/i.test(genre)) {
composerEmphasis = true;
isClassical = true
}
});
if (/\b(?:Jazz|Vocal)\b/i.test(genre) && !/\b(?:Nu|Future|Acid)[\s\-\−\—\–]*Jazz\b/i.test(genre)
&& !/\bElectr(?:o|ic)[\s\-\−\—\–]?Swing\b/i.test(genre)) {
composerEmphasis = true;
}
if (/\b(?:Soundtracks?|Score|Films?|Games?|Video|Series?|Theatre|Musical)\b/i.test(genre)) {
if (!releaseType || [1].includes(releaseType)) releaseType = getReleaseTypeValue('Soundtrack');
composerEmphasis = true;
}
if (/\b(?:Christmas\s+Music)\b/i.test(genre)) {
composerEmphasis = true;
}
tags.add(...genre.split(/\s*\|\s*/));
});
if (release.genres.length > 1) addMessage('inconsistent genre accross album: ' + release.genres.join(' / '), 'warning');
}
if (!onlineSource && isClassical && !tracks.every(track => track.composer)) {
addMessage(new HTML('all tracks composers must be set for clasical music' + ruleLink('2.3.17')), 'warning');
//return false;
}
// Processing artists: recognition, splitting and dividing to categores
const roleCollisions = [
[4, 5], // main
[0, 4], // guest
[], // remixer
[], // composer
[], // conductor
[], // DJ/compiler
[], // producer
[], // arranger
];
var artists = [], albumGuests = [];
for (i = 0; i < 7; ++i) artists[i] = [];
if (!isVA) {
if (Array.isArray(release.artists) && release.artists.length > 0) {
artists[0] = release.artists.filter(exclusions);
if (Array.isArray(release.featured_artists)) {
albumGuests = release.featured_artists;
artists[1] = release.featured_artists.filter(exclusions);
}
yadg_prefil = joinArtists(artists[0]);
} else {
yadg_prefil = [0, 6, 7].some(ndx => featArtistParsers[ndx].test(release.artist)) && getSiteArtist(release.artist) ?
release.artist : spliceGuests(release.artist);
addArtists(0, yadg_prefil);
artists[0] = artists[0].filter(exclusions);
albumGuests = Array.from(artists[1]);
}
if (ampersandParsers.some(rx => rx.test(yadg_prefil))) getSiteArtist(yadg_prefil); // priority cache record
function exclusions(artist) {
return !['conductors', 'compilers']
.some(category => Array.isArray(release[category]) && release[category].includesCaseless(artist));
}
}
featArtistParsers.slice(1).forEach(function(rx, ndx) {
if ((matches = rx.exec(release.album)) == null) return;
if (ndx >= 5 && !splitArtists(matches[1], multiArtistParsers.concat(ampersandParsers.slice(1)))
.every((artist, ndx) => looksLikeTrueName(artist, 1))) return;
addArtists(1, matches[1]);
artists[0].forEach(guest => { if (albumGuests.includesCaseless(guest)) albumGuests.push(guest) });
addMessage('featured artist(s) in album title (' + release.album + ')', 'warning');
release.album = release.album.replace(rx, '');
});
if ((matches = remixParsers.slice(4).reduce((acc, rx) => acc || rx.exec(release.album), null)) != null)
addArtists(2, matches[1].replace(/\b\d{4}\b/g, '').replace(/\s{2,}/g, ' ').trim());
if ((matches = arrParsers.reduce((acc, rx) => acc || rx.exec(release.album), null)) != null)
addArtists(7, matches[1].trim());
if (((matches = /^(.*?)\s+(?:Presents)\s+(.*)$/.exec(release.album)) != null
|| isVA && (matches = (/\s+\(compiled\s+by\s+(.*?)\)\s*$/i.exec(release.album)
|| /\s+(?:compiled\s+by)\s+(.*?)\s*$/i.exec(release.album))) != null) && looksLikeTrueName(matches[1])) {
addArtists(5, matches[1]);
if (!releaseType) releaseType = getReleaseTypeValue('Compilation');
}
for (iter of tracks) {
let categories = ['track_artist', 'track_guest'];
if (prefs.include_all_performers) categories.push('performer');
categories.forEach(function(category) {
let arrayRef = category + 's';
addTrackPerformers(iter[Array.isArray(iter[arrayRef]) && iter[arrayRef].length > 0 ? arrayRef : category]);
});
[
[2, 'remixer'],
[3, 'composer'],
[4, 'conductor'],
[5, 'compiler'],
[6, 'producer'],
//[7, 'arranger'],
].forEach(function(category) {
var arrayRef = category[1] + 's';
addArtists(category[0], iter[Array.isArray(iter[arrayRef]) && iter[arrayRef].length > 0 ? arrayRef : category[1]]);
});
if (iter.title) {
featArtistParsers.slice(1).forEach(function(rx, ndx) {
if ((matches = rx.exec(iter.title)) == null) return;
let featArtists = splitArtists(matches[1], multiArtistParsers.concat(ampersandParsers.slice(1)));
if (ndx >= 5 && !featArtists.every((artist, ndx) => looksLikeTrueName(artist, 1))) return;
if (Array.isArray(iter.track_artists) && iter.track_artists.length > 0) {
if (!Array.isArray(iter.track_guests)) iter.track_guests = [];
featArtists.forEach(function(featArtist) {
if (!iter.track_artists.includesCaseless(featArtist) && !iter.track_guests.includesCaseless(featArtist))
iter.track_guests.push(featArtist);
});
if (!isVA && iter.track_artists.equalCaselessTo(release.artists)
&& iter.track_guests.equalCaselessTo(release.featured_artists)) {
iter.track_artists = iter.track_guests = iter.track_artist = undefined;
} else if (iter.track_guests.length > 0)
iter.track_artist = joinArtists(iter.track_artists) + ' feat. ' + joinArtists(iter.track_guests);
} else {
let useTA = iter.track_artist && !featArtists.some(featArtist => iter.track_artist.includes(featArtist)
|| Array.isArray(iter.track_artists) && iter.track_artists.includes(featArtist)
|| Array.isArray(iter.track_guests) && iter.track_guests.includes(featArtist));
iter.track_artist = iter[useTA ? 'track_artist' : 'artist'] + ' feat. ' + matches[1];
}
addArtists(1, matches[1]);
addMessage('featured artist(s) in track title (#' + iter.track_number + ': ' + iter.title + ')', 'warning');
iter.title = iter.title.replace(rx, '');
});
if (!iter.remixer && (matches = remixParsers.slice(4).reduce((acc, rx) => acc || rx.exec(iter.title), null)) != null)
addArtists(2, matches[1].replace(/\b\d{4}\b/g, '').replace(/\s{2,}/g, ' ').trim());
if (!iter.remixer && (matches = arrParsers.slice(4).reduce((acc, rx) => acc || rx.exec(iter.title), null)) != null)
addArtists(7, matches[1].trim());
}
if (isClassical && !iter.composer && /^([^\(\)\[\]\{\},:]+?)(?:\s*\((?:\d{4}\s*-|b\.)\s*\d{4}\))/.test(iter.disc_subtitle)) {
//track.composer = RegExp.$1;
addArtists(3, RegExp.$1);
}
}
for (i = 0; i < Math.round(tracks.length / 2); ++i) splitAmpersands();
albumGuests = splitAmpersands(albumGuests);
function addArtists(ndx, _artists) {
(typeof _artists == 'string' ? splitArtists(_artists) : Array.isArray(_artists) ? _artists : []).forEach(function(artist) {
artist = ndx != 0 ? strip(artist) : guessOtherArtists(artist);
if (artist.length > 0 && !pseudoArtistParsers.some(rx => rx.test(artist))
&& !artists[ndx].includesCaseless(artist)
&& !roleCollisions[ndx].some(n => artists[n].includesCaseless(artist))) artists[ndx].push(artist);
});
}
function addTrackPerformers(_artists) {
(typeof _artists == 'string' ? splitArtists(spliceGuests(_artists)) : Array.isArray(_artists) ? _artists : []).forEach(function(artist) {
artist = guessOtherArtists(artist);
if (artist.length > 0 && !pseudoArtistParsers.some(rx => rx.test(artist))
&& !artists[0].includesCaseless(artist)
&& (isVA || !artists[1].includesCaseless(artist))) artists[isVA ? 0 : 1].push(artist);
});
}
function spliceGuests(str, level = 0) {
(level > 0 ? featArtistParsers.slice(level) : featArtistParsers).forEach(function(rx, ndx) {
var matches = rx.exec(str);
if (matches != null && (level + ndx < 8
|| splitArtists(matches[1]).every((artist, ndx) => looksLikeTrueName(artist, 1)))) {
addArtists(1, matches[1]);
str = str.replace(rx, '');
}
});
return str;
}
function guessOtherArtists(name) {
otherArtistsParsers.forEach(function(it) {
if (!it[0].test(name)) return;
addArtists(it[1], RegExp.$2);
name = RegExp.$1;
});
return strip(name);
}
function splitAmpersands(_artists = undefined) {
if (_artists !== undefined) {
let result;
if (typeof _artists == 'string') result = splitArtists(_artists);
else if (Array.isArray(_artists)) result = Array.from(_artists); else return [];
splitInternal(result);
return result;
}
for (let ndx = 0; ndx < artists.length; ++ndx) splitInternal(artists[ndx], roleCollisions[ndx]);
function splitInternal(refArr, roleCollisions) {
ampersandParsers.forEach(function(ampersandParser) {
for (let i = refArr.length; i > 0; --i) {
let j = refArr[i - 1].split(ampersandParser).map(strip);
if (j.length <= 1 || getSiteArtist(refArr[i - 1])
|| !j.some(it1 => artists.some(it2 => it2.includesCaseless(it1))) && !j.every(looksLikeTrueName)) continue;
refArr.splice(i - 1, 1, ...j.filter(function(artist) {
return !refArr.includesCaseless(artist) && !pseudoArtistParsers.some(rx => rx.test(artist))
&& (!Array.isArray(roleCollisions) || !roleCollisions.some(n => artists[n].includesCaseless(artist)));
}));
}
});
}
}
function getArtists(trackArtist) {
if (!trackArtist || typeof trackArtist != 'string') trackArtist = '';
otherArtistsParsers.forEach(it => { if (it[0].test(trackArtist)) trackArtist = RegExp.$1 });
let result = [[], []];
featArtistParsers.forEach(function(rx, ndx) {
if ((matches = rx.exec(trackArtist)) == null || ndx >= 7 && !looksLikeTrueName(matches[1], 1)) return;
splitAmpersands(matches[1]).forEach(artist => { result[1].pushUniqueCaseless(artist) });
trackArtist = trackArtist.replace(rx, '');
});
splitAmpersands(trackArtist).forEach(artist => { result[0].pushUniqueCaseless(artist) });
return result;
}
function realTrackArtist(trackArtist) {
var result, trackArtists = getArtists(trackArtist);
if (trackArtists[0].length > 0 && !artistsMatch(trackArtists, [
artists[0].filter(artist => !roleCollisions[0].some(n => artists[n].includesCaseless(artist))),
albumGuests.filter(guest => !roleCollisions[1].some(n => artists[n].includesCaseless(guest))),
])) result = prefs.reformat_trackartist ? stringifyArtists(trackArtists) : trackArtist;
return result;
}
if (elementWritable(document.getElementById('artist') || document.getElementById('artist_0'))) {
let artistIndex = 0;
const enSorter = /^(?:The)\s+/;
catLoop: for (i = 0; i < artists.length; ++i) for (iter of artists[i]
.filter(artist => !roleCollisions[i].some(n => artists[n].includesCaseless(artist)))
.sort((a, b) => a.replace(enSorter, '').localeCompare(b.replace(enSorter, '')))) {
if (isUpload) {
var id = 'artist';
if (artistIndex > 0) id += '_' + artistIndex;
while ((ref = document.getElementById(id)) == null) AddArtistField();
} else {
while ((ref = document.querySelectorAll('input[name="artists[]"]')).length <= artistIndex) AddArtistField();
ref = ref[artistIndex];
}
if (ref == null) throw new Error('Failed to allocate artist fields');
ref.value = iter;
ref.nextElementSibling.value = i + 1;
if (++artistIndex >= 200) {
addMessage('Site limit of artist entries (200) reached, some artists will be missing from group artist list (this won\'t affect tracklist)', 'notice');
break catLoop;
}
}
if (overwrite && artistIndex > 0) while (document.getElementById('artist_' + artistIndex) != null) {
RemoveArtistField();
}
}
// Processing album title
let album = release.album;
[ // Release type
[/\s+(?:\(Single\)|\[Single\]|(?:[\-\−\—\–]\s+)Single)$/i, 'Single', true, true],
[/\s+(?:\(EP\)|\[EP\]|(?:-\s+)?EP)$/, 'EP', true, true],
[/(?:\b(?:Live)\s+(?:[aA]t|[Ii]n|[Ff]rom)\b|^Directo?\s+[Ee]n\b|\bUnplugged\b|\b(?:Acoustic\s+Stage|In\s+Concert)\b|\s+(?:Live)$)/, 'Live album', false, false],
[/\s+(?:\((?:Live|En\s+directo?|(?:Ao|En)\s+Vivo)\b[^\(\)]*\)|(?:[\-\−\—\–]\s+)(?:Live|En\s+Directo|(?:Ao|En)\s+Vivo))$/i, 'Live album', false, false],
[/\s+\[(?:Live|En\s+directo?|(?:Ao|En)\s+Vivo)\b[^\[\]]*\]$/i, 'Live album', false, false],
[/\S(?::|\s+[\-\−\—\–])\s+(?:Live|En\s+directo?|(?:Ao|En)\s+Vivo)\b/i, 'Live album', false, false],
[/\b(?:(?:Best\s+Of|Greatest\s+Hits|Complete\s+(.+?\s+)?(?:Albums|Recordings))\b|Collection$)|^The(\s+\w+)+Years$|(?:^|[\:\-]\s+)(?:(?:The\s+)Essential)\b|\b(?:19|20)\d{2}(?:\s*[\-\−\—\–]\s*|\s+(?:to)\s+)(?:19|20)\d{2}\b/i, 'Anthology', false, false],
[/\s+(?:\((?:Anthology|Rarities)\)|\[(?:Anthology|Rarities)\])/i, 'Anthology', false, false],
[/\s+(?:\(Bootleg\)|\[Bootleg\]|(?:[\-\−\—\–]\s+)?Bootleg)$/i, 'Bootleg', false, true],
[/\s+(?:\([^\(\)]*\b(?:Remix(?:es)?)\)|\[[^\[\]]*\b(?:Remix(?:es)?)\]|(?:[\-\−\—\–]\s+)?Remix(?:es)?)$/i, 'Remix', false, false],
[/\s+(?:\(Mixtape\)|\[Mixtape\]|(?:[\-\−\—\–]\s+)?Mixtape)$/i, 'Mixtape', false, true],
[/\s+(?:\(Demos?\)|\[Demos?\]|(?:[\-\−\—\–]\s+)?Demos?)$/i, 'Demo', false, true],
[/\s+(?:\(Concert\s+Recording\)|\[Concert\s+Recording\]|(?:[\-\−\—\–]\s+)Concert\s+Recording)$/i, 'Concert Recording', false, true],
[/\s+(?:\(DJ\s+Mix\)|\[DJ\s+Mix\]|(?:[\-\−\—\–]\s+)?DJ\s+Mix)$/i, 'DJ Mix', false, true],
[/\s+(?:\(Interview\)|\[Interview\]|(?:[\-\−\—\–]\s+)?Interview)$/i, 'Interview', false, false],
].forEach(function(it) {
if ((matches = it[0].exec(album)) == null) return;
if (it[2] || !releaseType) releaseType = getReleaseTypeValue(it[1]);
if (it[3]) album = album.slice(0, matches.index);
});
rx = '\\b(?:Soundtrack|Score|Motion\\s+Picture|Series|Television|Original(?:\\s+\\w+)?\\s+Cast|Music\\s+from|(?:Musique|Bande)\\s+originale)\\b';
if (releaseType == getReleaseTypeValue('Soundtrack')
|| reInParenthesis(rx).test(album) || reInBrackets(rx).test(album)) {
if (!releaseType) releaseType = getReleaseTypeValue('Soundtrack');
tags.add('score');
composerEmphasis = true;
}
if (!releaseType && remixParsers.some(rx => rx.test(release.album))) releaseType = getReleaseTypeValue('Remix');
if (!editionTitle && !isRequestNew && !isRequestEdit) [ // Edition
/\s+\(((?:Remaster(?:ed)?|Remasterizado|Remasterisée|Reissued?|Deluxe|Enhanced|Expanded|Limited|Version|\d+th\s+Anniversary)\b[^\(\)]*|[^\(\)]*\b(?:Edition|Version|Promo|Release|Édition|Reissue))\)$/i,
/\s+\[((?:Remaster(?:ed)?|Remasterizado|Remasterisée|Reissued?|Deluxe|Enhanced|Expanded|Limited|Version|\d+th\s+Anniversary)\b[^\[\]]*|[^\[\]]*\b(?:Edition|Version|Promo|Release|Édition|Reissue))\]$/i,
/\s+-\s+([^\[\]\(\)\-\−\—\–]*\b(?:(?:Remaster(?:ed)?|Remasterizado|Remasterisée|Bonus\s+Track)\b[^\[\]\(\)\-\−\—\–]*|Reissued?|Edition|Version|Promo|Enhanced|Release|Édition))$/i,
].forEach(function(rx) {
if ((matches = rx.exec(album)) == null || release.album_year > 0 && release.album_year == releaseYear
&& /\b(?:remaster|(?:reissue|anniversary)\b)/i.test(matches[1])) return;
album = album.slice(0, matches.index);
editionTitle = matches[1];
});
[ // Media
[/\s+(?:\[(?:LP|Vinyl|12"|7")\]|\((?:LP|Vinyl|12"|7")\))$/, 'Vinyl'],
[/\s+(?:\[SA-?CD\]|\(SA-?CD\))$/, 'SACD'],
[/\s+(?:\[(?:Blu[\s\-\−\—\–]?Ray|BD|BRD?)\]|\((?:Blu[\s\-\−\—\–]?Ray|BD|BRD?)\))$/, 'Blu-Ray'],
[/\s+(?:\[DVD(?:-?A)?\]|\(DVD(?:-?A)?\))$/, 'DVD'],
].forEach(function(it) {
if ((matches = it[0].exec(album)) == null) return;
media = it[1];
album = album.slice(0, matches.index);
});
if (elementWritable(ref = document.getElementById('title') || document.querySelector('input[name="title"]')))
ref.value = prefs.fix_capitalization ? album.properlyFixCapitalization(language) : album;
if (yadg_prefil) yadg_prefil += ' ';
yadg_prefil += album;
if (elementWritable(ref = document.getElementById('yadg_input'))) {
ref.value = yadg_prefil || '';
if (yadg_prefil && (ref = document.getElementById('yadg_submit')) != null && !ref.disabled) ref.click();
}
if (!release.album_year) release.album_year = parseInt(getHomoIdentifier('PUBYEAR')) || undefined;
if (elementWritable(ref = document.getElementById('year'))) {
ref.value = release.album_year || '';
}
if (elementWritable(ref = document.getElementById('remaster_year'))
|| !isUpload && i > 0 && (ref = document.querySelector('input[name="year"]')) != null && !ref.disabled)
ref.value = releaseYear || '';
//if (!editionTitle && tracks.every(it => it.identifiers.EXPLICIT == 0)) editionTitle = 'Clean' + (editionTitle ? ' / ' + editionTitle : '');
[
/\s+\(([^\(\)]+)\)\s*$/,
/\s+\[([^\[\]]+)\]\s*$/,
/\s+\{([^\{\}]+)\}\s*$/,
].forEach(function(rx) {
let version = tracks.map(track => rx.test(track.title) ? RegExp.$1 : null);
if (!(version = version.homogeneous() && version[0])) return;
if (!editionTitle && /\b(?:Remastered|Remasterisée|Remasterizado|Acoustic|Instrumental)\b/i.test(version)
&& releaseType != getReleaseTypeValue('Single')) editionTitle = version;
if (!releaseType && /^(?:Live|En\s+directo?|(?:Ao|En)\s+Vivo)\b/i.test(version))
releaseType = getReleaseTypeValue('Live album');
});
if (!releaseType && tracks.length > 1
&& tracks.every(track => /\s+(?:-\s+)?(?:Live|En\s+directo?|(?:Ao|En)\s+Vivo)$/i.test(track.title)))
releaseType = getReleaseTypeValue('Live album');
let dualMono = getHomoIdentifier('DUALMONO') > 0 || /\b(?:Mono)\b/i.test(release.channel_mode);
let masteredForItunes = getHomoIdentifier('MASTERED_FOR_ITUNES') > 0 ? 'Mastered for iTunes' : undefined;
if (elementWritable(ref = document.getElementById('remaster_title'))) {
ref.value = editionTitle || '';
if (dualMono) if (ref.value) ref.value += ' / MONO'; else ref.value = 'MONO';
if (masteredForItunes) if (ref.value) ref.value += ' / ' + masteredForItunes; else ref.value = masteredForItunes;
}
if (elementWritable(ref = document.getElementById('remaster_record_label')
|| document.querySelector('input[name="recordlabel"]')))
ref.value = release.label ? (function() {
if (prefs.selfrelease_label && (!isVA && release.label.includes(release.artist)
|| selfReleaseParsers.some(rx => rx.test(release.label)))) return prefs.selfrelease_label;
return release.label.split(/\s*[\;\/]\s*|\s+\-\s+/)
.map(label => labelSubstitutes.reduce((l, def) => l.replace(...def), label)).filter(Boolean).join(' / ');
})() : '';
if (elementWritable(ref = document.getElementById('remaster_catalogue_number')
|| document.querySelector('input[name="cataloguenumber"]')))
if (release.catalogs.length > 0) {
ref.value = release.catalogs.map(catNo => catNo.replace(/\s*;\s*/g, ' / ')).join(' / ');
if (barCode && !release.catalogs.some(catNo => catNo.replace(/\s+/g, '').includes(barCode)))
ref.value += ' / ' + printBarcode();
} else ref.value = printBarcode() || '';
var scene = getHomoIdentifier('SCENE');
if (isUpload && scene != undefined && (ref = document.getElementById('scene')) != null && !ref.disabled) try {
ref.checked = eval(scene.toLowerCase());
} catch(e) { console.warn('Invalid SCENE value (' + scene + ')') }
var br_isSet = (ref = document.getElementById('bitrate')) != null && ref.value;
if (elementWritable(ref = document.getElementById('format'))) {
ref.value = allowedFormats.includes(release.codec) ? release.codec : (isRED ? '' : '---');
ref.onchange(); //exec(function() { Format() });
}
if (isRequestNew) if (prefs.always_request_perfect_flac) reqSelectFormats('FLAC');
else if (release.codec) reqSelectFormats(release.codec);
var encoding;
if (release.encoding == 'lossless') {
if (release.bitdepths.includes(24)) encoding = '24bit Lossless';
else if (release.bitdepths.some(bitdepth => bitdepth > 0)) encoding = 'Lossless';
} else if (release.encoding == 'lossy' && release.bitrates.length > 0) {
let lame_version = release.codec == 'MP3' && /^LAME(\d+)\.(\d+)/i.test(release.vendor) ?
parseInt(RegExp.$1) * 1000 + parseInt(RegExp.$2) : undefined;
if (release.codec == 'MP3' && release.codec_profile == 'VBR V0') {
encoding = lame_version >= 3094 ? 'V0 (VBR)' : 'APX (VBR)'
} else if (release.codec == 'MP3' && release.codec_profile == 'VBR V1') {
encoding = 'V1 (VBR)'
} else if (release.codec == 'MP3' && release.codec_profile == 'VBR V2') {
encoding = lame_version >= 3094 ? encoding = 'V2 (VBR)' : 'APS (VBR)'
} else if (release.bitrates.length == 1 && [192, 256, 320].includes(Math.round(release.bitrates[0]))) {
encoding = Math.round(release.bitrates[0]);
} else encoding = 'Other';
}
if ((ref = document.getElementById('bitrate')) != null && !ref.disabled && (overwrite || !br_isSet)) {
ref.value = encoding || '';
ref.onchange(); //exec(function() { Bitrate() });
if (encoding == 'Other' && (ref = document.getElementById('other_bitrate')) != null) {
ref.value = Math.round(release.bitrates.length == 1 ? release.bitrates[0] : albumBitrate);
if ((ref = document.getElementById('vbr')) != null) ref.checked = release.bitrates.length > 1;
}
}
if (isRequestNew) {
if (prefs.always_request_perfect_flac) {
reqSelectBitrates('Lossless', '24bit Lossless');
} else if (encoding) reqSelectBitrates(encoding);
}
if (release.media) media = estimateMedia(release.media) || media;
const vinylTest = /^((?:Vinyl|LP) rip by\s+)(.*)$/im,
vinyltrackParser = /^([A-Z])(?:[\-\.\s]?((\d+)(\.?\S+)?))?$/i;
if (!media) {
if (tracks.every(isRedBook)) {
addMessage('media not determined - CD estimated', 'info');
media = 'CD';
} else if (tracks.every(track => vinyltrackParser.test(track.track_number))) {
addMessage('media not determined - vinyl estimated', 'info');
media = 'Vinyl';
} else if (tracks.some(t => t.bitdepth > 16 || (t.samplerate > 0 && t.samplerate != 44100)
|| t.samples > 0 && t.samples % 588 != 0)) addMessage('media not determined - NOT CD', 'info');
} else if (media != 'CD' && tracks.every(isRedBook))
addMessage('Playlist fulfils redbook standard (' + media + ')', 'info');
if (elementWritable(ref = document.getElementById('media'))) ref.value = (function() {
return isOPS ? media.replace('Blu-Ray', 'BD') : isNWCD ? media.replace('Blu-Ray', 'Blu-ray') : media;
})() || !tracks.some(notRedBook) && prefs.default_medium || (isRED ? '' : '---');
if (media == 'Vinyl') {
let badTracks = tracks.filter(track => !vinyltrackParser.test(track.track_number) && isNaN(parseInt(track.track_number)));
if (badTracks.length > 0) addMessage('at one or more vinyl tracks having invalid track# format: ' +
badTracks.map(track => track.track_number), 'warning');
}
if (isRequestNew) {
if (prefs.always_request_perfect_flac) reqSelectMedias('WEB', 'CD', 'Blu-Ray', 'DVD', 'SACD')
else if (media) reqSelectMedias(media);
}
function isRedBook(track) {
return track.bitdepth == 16 && track.samplerate == 44100 && track.channels == 2
&& track.samples > 0 && track.samples % (44100 / 75) == 0;
}
function notRedBook(track) {
return track.bitdepth && track.bitdepth != 16 || track.samplerate && track.samplerate != 44100
|| track.channels && track.channels != 2 || track.samples && track.samples % 588 != 0;
}
if (tracks.every(it => it.identifiers.ORIGINALFORMAT && it.identifiers.ORIGINALFORMAT.includes('DSD')))
isFromDSD = true;
// Release type
if (!releaseType/* || isCompilation)*/)
if (isVA) releaseType = getReleaseTypeValue('Compilation');
else if (isCompilation || totalTime > 0 && totalTime >= prefs.anthology_threshold)
releaseType = getReleaseTypeValue('Anthology');
if ((ref = document.getElementById('releasetype')) != null)
if (!ref.disabled && (overwrite || ref.value == 0 || ref.value == '---'))
ref.value = releaseType || getReleaseTypeValue('Album');
// Image
if (elementWritable(document.getElementById('image') || document.querySelector('input[name="image"]')))
if (release.coverUrls.length > 0) setCover(release.coverUrls[0]).catch(getCoverOnline).catch(searchCoverOnline);
else getCoverOnline().catch(searchCoverOnline);
// Tags
if (prefs.estimate_decade_tag && (!totalTime || totalTime < 2 * 60 * 60) && !isClassical && release.album_year > 1900
&& (!releaseType || ['Album', 'Soundtrack', 'EP', 'Single', 'Mixtape', 'Interview', 'Demo']
.some(rt => releaseType == getReleaseTypeValue(rt)))) //&& !/\b(?:Remaster(?:ed)?|Remasterizado|Remasterisée|Reissue|Anniversary|Collector(?:'?s)?)\b/i.test(editionTitle)*/)
tags.add(Math.floor(release.album_year / 10) * 10 + 's'); // experimental
if (release.country) {
if (!excludedCountries.some(it => it.test(release.country))) tags.add(release.country);
}
if (!composerEmphasis && tracks.every(track => track.identifiers.HASLYRICS == 0)) tags.add('instrumental');
if (elementWritable(ref = document.getElementById('tags'))) {
ref.value = tags.toString();
if (prefs.fetch_tags_from_artist > 0 && artists[0].length == 1) setTimeout(function() {
let artist = getSiteArtist(artists[0][0]);
if (!artist) return;
tags.add(...artist.tags.sort((a, b) => b.count - a.count).map(it => it.name)
.slice(0, prefs.fetch_tags_from_artist));
let ref = document.getElementById('tags');
ref.value = tags.toString();
}, 3000);
}
if (!composerEmphasis/* && release.genres.length > 0*/ && !prefs.keep_meaningles_composers) {
document.querySelectorAll('input[name="artists[]"]').forEach(function(i) {
if (['4', '5'].includes(i.nextElementSibling.value)) i.value = '';
});
}
const doubleParsParsers = [
/\(+(\([^\(\)]*\))\)+/,
/\[+(\[[^\[\]]*\])\]+/,
/\{+(\{[^\{\}]*\})\}+/,
];
tracks.forEach(function(track) {
doubleParsParsers.forEach(function(rx) {
if (!rx.test(track.title)) return;
addMessage('doubled parentheses in track #' + track.track_number + ' title ("' + track.title + '")', 'warning');
//track.title.replace(rx, RegExp.$1);
});
});
if (tracks.length > 1 && tracks.map(track => track.title).homogeneous())
addMessage('all tracks having same title: ' + tracks[0].title, 'warning');
if (prefs.check_logs && isUpload && !isOPS) findPreviousUploads();
if ((ref = document.querySelector('tr#autofill_tr > td > select')) != null) {
if (i = getHomoIdentifier('DISCOGS_ID')) {
ref.value = 'discogs';
ref.onchange();
if (elementWritable(ref = document.getElementById('discogs'))) ref.value = i;
} else if (i = getHomoIdentifier('MBID')) {
ref.value = 'musicbrainz';
ref.onchange();
if (elementWritable(ref = document.getElementById('musicbrainz'))) ref.value = i;
}
}
// Album description
if (!media && (ref = document.getElementById('media')) != null && ref.value && ref.value != '---')
media = mediaMapper(ref.value);
const classicalWorkParsers = [
/^(.*?\S):\s+(.+)$/,
/^(.+?)(?::|\s-)\s+([CDILMVX]+(?:\.|\s-)\s+.+)$/,
/^(.+?)(?::|\s-)\s+((?:No\.\s*)?\d+(?:\.|\s-)\s+.+)$/,
];
let description;
if (isRequestNew || isRequestEdit) { // request
description = [];
if (!isNaN(releaseDate) && !/^\s*\d{4}\s*$/.test(release.release_date)) {
let today = new Date().getDateValue();
description.push((releaseDate.getDateValue() < today ? 'Released' : 'Releasing') + ' ' + releaseDate.toDateString());
if (prefs.upcoming_tags && releaseDate.getDateValue() >= today
&& (ref = document.getElementById('tags')) != null && !ref.disabled) {
let tags = new TagManager(ref.value);
tags.add(prefs.upcoming_tags);
ref.value = tags.toString();
}
}
if (!prefs.include_tracklist_in_request) {
let summary = '';
if (release.totalDiscs > 1) summary += release.totalDiscs + ' discs, ';
summary += tracks.length + ' track'; if (tracks.length > 1) summary += 's';
if (totalTime > 0) summary += ', ' + makeTimeString(totalTime);
description.push(summary);
}
if (sourceUrl || release.urls.length > 0) description.push(getUrls());
if (release.catalogs.length == 1 && /^\d{10,}$/.test(release.catalogs[0]) || /^\d{10,}$/.test(barCode)) {
description.push('[url=https://www.google.com/search?q=' + RegExp.lastMatch + ']Find more stores...[/url]');
}
if (prefs.include_tracklist_in_request) description.push(genPlaylist());
if (release.descriptions.length > 0) Array.prototype.push.apply(description, release.descriptions);
description = genAlbumHeader() + description.join('\n\n');
if (description.length > 0) {
ref = document.getElementById('description') || document.querySelector('textarea[name="description"]');
if (elementWritable(ref)) {
ref.value = description;
} else if (isRequestEdit && ref != null && !ref.disabled) {
ref.value = ref.value.length > 0 ? ref.value + '\n\n' + description : ref.value = description;
preview(0);
}
}
if (isRequestNew && prefs.request_default_bounty > 0) {
let amount = prefs.request_default_bounty < 1024 ? prefs.request_default_bounty : prefs.request_default_bounty / 1024;
if ((ref = document.getElementById('amount_box')) != null && !ref.disabled) ref.value = amount;
if ((ref = document.getElementById('unit')) != null && !ref.disabled) {
ref.value = prefs.request_default_bounty < 1024 ? 'mb' : 'gb';
}
try { Calculate() } catch(e) { /* Orpheus bug void handler */ }
}
} else { // upload
description = '';
if (prefs.bpm_summary && albumBPM > 0) description = '\n\nAverage album BPM: [code]' + albumBPM + '[/code]';
// if (!isNaN(releaseDate)) {
// if (!isNaN(rd)) description = '\n\nRelease date: ' + releaseDate.toDateString();
// }
let vinylRipInfo;
if (release.descriptions.length > 0) {
description += '\n\n';
if (isRED && prefs.tracklist_style == 3) description += '[pad=0|20]';
if (release.descriptions.length == 1 && release.descriptions[0]
&& (matches = vinylTest.exec(release.descriptions[0])) != null) {
vinylRipInfo = release.descriptions[0].slice(matches.index).trim().split(/(?:[ \t]*\r?\n)+/);
description += release.descriptions[0].slice(0, matches.index).trim();
} else description += release.descriptions.filter(Boolean).join('\n\n');
if (isRED && prefs.tracklist_style == 3) description += '[/pad]';
}
const finalizeDesc = elem => fetchOnlineAdditions().then(t => { description += '\n\n' + t }, reason => { }).then(function() {
if (description) elem.value += '\n\n' + description.trim();
preview(0);
});
if (elementWritable(ref = document.getElementById('album_desc'))) {
ref.value = genPlaylist();
finalizeDesc(ref);
}
if ((ref = document.getElementById('body') || document.querySelector('textarea[name="body"]')) != null && !ref.disabled) {
if (overwrite || ref.value.length == 0) ref.value = genPlaylist(); else {
let eT;
if (editionTitle) {
eT = prefs.fix_capitalization ? editionTitle.properlyFixCapitalization(language) : editionTitle;
if (releaseYear > 0) eT += ' (' + releaseYear + ')';
}
ref.value += '\n\n' + genPlaylist(false, false, eT);
}
finalizeDesc(ref);
}
// Release description
if (elementWritable(ref = document.getElementById('release_samplerate'))) {
ref.value = Object.keys(release.sampleRates).length == 1 && Object.keys(release.sampleRates)[0] ?
Math.floor(Object.keys(release.sampleRates)[0] / 1000) :
Object.keys(release.sampleRates).length > 1 || isNaN(Object.keys(release.sampleRates)[0]) ? '999' : '';
}
let lineage = '', rlsDesc = '', hasSR = Object.keys(release.sampleRates).length > 0;
let srInfo = hasSR ? Object.keys(release.sampleRates).filter(samplerate => samplerate > 0)
.sort((a, b) => release.sampleRates[b] - release.sampleRates[a])
.map(f => f / 1000).join('/') + ' kHz' : undefined;
let techInfo = [
'[hide=DR' + (release.albumdrs.length == 1 ? release.albumdrs[0] : '') + '][pre][/pre][/hide]',
];
if (['Blu-Ray', 'DVD', 'SACD'].includes(media)) {
if (!isNWCD) rlsDesc = srInfo;
addChannelInfo();
if (media == 'SACD' || isFromDSD) addDSDInfo();
if (prefs.cleanup_descriptions) addDRInfo();
//addRGInfo();
addHybridInfo();
} else if (media == 'Vinyl') {
let hassr = hasSR && (!isNWCD || Object.keys(release.sampleRates).length > 1);
if (hassr) lineage = srInfo + ' ';
if (vinylRipInfo) {
if (vinylTest.test(vinylRipInfo[0]) && RegExp.$2.toLowerCase() != 'unknown')
vinylRipInfo[0] = vinylRipInfo[0].replace(vinylTest, '$1[color=blue]$2[/color]');
if (hassr) vinylRipInfo[0] = vinylRipInfo[0].replace(/^Vinyl\b/, 'vinyl');
lineage += vinylRipInfo[0];
lineage += '\n\n[u]Lineage:[/u]' + vinylRipInfo.slice(1).map(l => '\n' + [
// RuTracker translation
['Код класса состояния винила', 'Vinyl condition class'],
['Устройство воспроизведения', 'Turntable'],
['Головка звукоснимателя', 'Cartridge'],
['Картридж', 'Cartridge'],
['Предварительный усилитель', 'Preamplifier'],
['АЦП', 'ADC'],
['Программа-оцифровщик', 'Software'],
['Обработка звука', 'Audio post-processing'],
['Обработка', 'Post-processing'],
].reduce((acc, it) => acc.replace(...it), l)).join('');
} else lineage += `${hassr ? ' vinyl' : 'Vinyl'} rip by [color=blue][/color]\n\n[u]Lineage:[/u]\n`;
techInfo.push('[hide=Technical]' + '[img][/img]'.repeat(8) + '[/hide]');
} else if (tracks.some(track => track.bitdepth > 16)) { // other Hi-Res
if (!isNWCD || Object.keys(release.sampleRates).length > 1) rlsDesc = srInfo;
if (release.channels && release.channels != 2 || dualMono) addChannelInfo();
if (isFromDSD) addDSDInfo();
if (!isFromDSD || prefs.cleanup_descriptions) addDRInfo();
//addRGInfo();
addHybridInfo();
if (!isFromDSD && !prefs.cleanup_descriptions
&& (Object.keys(release.sampleRates).length != 1 || Object.keys(release.sampleRates)[0] != 88200))
techInfo.shift();
} else { // 16bit and lossy
if (Object.keys(release.sampleRates).some(f => f != 44100)) rlsDesc = srInfo;
if (release.channels && release.channels != 2 || dualMono) addChannelInfo();
addDRInfo();
//addRGInfo();
if (!prefs.cleanup_descriptions) techInfo.shift();
if (release.codec == 'MP3' && release.vendor) {
// TODO: parse mp3 vendor string
} else if (['AAC', 'Opus', 'Vorbis'].includes(release.codec) && release.vendor) {
let _encoder_settings = release.vendor;
if (release.codec == 'AAC' && /^(?:qaac)\s+[\d\.]+/i.test(release.vendor)) {
let enc = [];
if (matches = release.vendor.match(/\bqaac\s+([\d\.]+)\b/i)) enc[0] = matches[1];
if (matches = release.vendor.match(/\bCoreAudioToolbox\s+([\d\.]+)\b/i)) enc[1] = matches[1];
if (matches = release.vendor.match(/\b(AAC-\S+)\s+Encoder\b/i)) enc[2] = matches[1];
if (matches = release.vendor.match(/\b([TC]VBR|ABR|CBR)\s+(\S+)\b/)) { enc[3] = matches[1]; enc[4] = matches[2]; }
if (matches = release.vendor.match(/\bQuality\s+(\d+)\b/i)) enc[5] = matches[1];
_encoder_settings = 'Converted by Apple\'s ' + enc[2] + ' encoder (' + enc[3] + '-' + enc[4] + ')';
}
lineage = _encoder_settings;
}
}
function addDSDInfo() {
let nfo = ' DSD64';
if (prefs.sacd_decoder) nfo += ' using ' + prefs.sacd_decoder;
nfo += '\nOutput gain: [code]+0dB[/code]';
if (isNWCD) lineage = 'From' + nfo; else {
if (rlsDesc) rlsDesc += ' from'; else rlsDesc = 'From';
rlsDesc += nfo;
}
}
function addDRInfo() {
if (release.albumdrs.length != 1 || document.getElementById('release_dynamicrange') != null) return;
let nfo = 'DR' + release.albumdrs[0];
if (release.albumdrs[0] < 4) nfo = '[color=red]' + nfo + '[/color]';
if (rlsDesc) rlsDesc += ' | ';
rlsDesc += nfo;
}
function addRGInfo() {
if (release.albumgains.length <= 0) return;
if (rlsDesc) rlsDesc += ' | ';
rlsDesc += 'RG'; //rlsDesc += 'RG ' + albumgains[0];
}
function addChannelInfo() {
if (release.channel_mode) var chi = release.channel_mode;
else if (getHomoIdentifier('DUAL_MONO')) chi = 'dual mono';
else if (release.channels) chi = getChanString(release.channels);
if (!chi) return;
if (rlsDesc) rlsDesc += ', '; else rlsDesc = 'Channels configuration: ';
rlsDesc += chi;
}
function addHybridInfo() {
if (release.bitdepths.length > 1) release.bitdepths.filter(bitdepth => bitdepth != 24).forEach(function(bitdepth) {
var hybrid_tracks = tracks.filter(it => it.bitdepth == bitdepth).sort(trackComparer).map(function(it) {
return (release.totalDiscs > 1 && it.disc_number ? it.disc_number + '-' : '') + it.track_number;
});
if (hybrid_tracks.length < 1) return;
if (rlsDesc) rlsDesc += '\n';
rlsDesc += 'Note: track';
if (hybrid_tracks.length > 1) rlsDesc += 's';
rlsDesc += ' #' + hybrid_tracks.join(', ') +
(hybrid_tracks.length > 1 ? ' are' : ' is') + ' ' + bitdepth + 'bit lossless';
});
}
rlsDesc = rlsDesc ? [rlsDesc] : [];
function finRlsDesc() {
if (techInfo.filter(Boolean).length > 0) rlsDesc.push(techInfo.filter(Boolean).join(' | '));
if (prefs.insert_release_date && !isNaN(releaseDate) && !/^\s*\d{4}\s*$/.test(release.release_date))
rlsDesc.push('Released ' + releaseDate.toDateString());
}
if ((ref = document.getElementById('release_lineage')) != null) {
lineage = lineage ? [lineage] : [];
finRlsDesc();
if (sourceUrl || release.urls.length > 0) lineage.push(getUrls());
if (elementWritable(ref) && (ref.value = lineage.join('\n\n'))) preview(1);
} else {
if (lineage.length > 0) rlsDesc.push(lineage);
finRlsDesc();
if (sourceUrl || release.urls.length > 0) rlsDesc.push(getUrls());
}
if (release.release_descriptions.length > 0) Array.prototype.push.apply(rlsDesc, release.release_descriptions);
if (elementWritable(ref = document.getElementById('release_desc')))
if (ref.value = rlsDesc.filter(Boolean).join('\n\n')) preview(isNWCD ? 2 : 1);
if (release.encoding == 'lossless' && Object.keys(release.sampleRates).length <= 1
&& release.bitdepths.length <= 1 //&& release.bitdepths.some(bitdepth => bitdepth >= 24)
&& document.getElementById('release_desc') != null) Promise.all(
release.dirpaths.map(dirPath => textFileReader(dirPath + '\\foo_dr.txt')
.catch(reason => textFileReader(dirPath + '\\' + dirPath.replace(/^.*[\\\/]/, '') + '_log.txt')))
).then(function(drlogs) {
let ref = document.getElementById('release_desc');
if (ref == null) throw "Assertion failed: document.getElementById('release_desc') != NULL";
const drExtractors = [
/^(?:Official DR value):\s*(?:DR(\d+))\b/m, // foo_dynamic_range
/^(?:Official EP\/Album DR):\s*(\d+)\b/m, // MAAT DROffline MkII
];
let DRs = drlogs.map(function(drlog) {
var dr = drExtractors.reduce((dr, rx) => dr != null && dr >= 0 ? dr
: rx.test(drlog) ? parseInt(RegExp.$1) : null, null);
if (dr != null && dr >= 0) return dr;
let columnIndex;
drlog.split(/\r?\n/).forEach(function(line) {
if (dr != null && dr >= 0) return;
let columns = line.trim().split(/\s*\|\s*/);
if (!(columnIndex >= 0)) columnIndex = columns.indexOf('DR (PMF)');
else if (columnIndex >= 0 && /^\d+$/.test(columns[columnIndex])) dr = parseInt(columns[columnIndex]);
});
return dr != null && dr >= 0 ? dr : null;
});
let DRinfo = '[hide=DR';
if (DRs[0] != null && DRs[0] >= 0 && DRs.homogeneous()) DRinfo += DRs[0];
DRinfo += ']' + drlogs.map(foodr => '[pre]' + foodr + '[/pre]').join('\n');
if (/(\[hide=DR(\d+)?\]\[pre\])(\[\/pre\])/m.test(ref.value))
ref.value = RegExp.leftContext + DRinfo + RegExp.rightContext;
else ref.value += '\n\n' + DRinfo + '[/hide]';
}, function(reason) {
console.log(reason);
console.log('foo_dr.txt not exists or is forbidden to read ' +
'(TM: Settings > Security > Allow scripts to access local files > All local files)');
});
if (elementWritable(ref = document.getElementById('release_dynamicrange')))
ref.value = release.albumdrs.length == 1 ? release.albumdrs[0] : '';
// Compare to online source
if (!onlineSource) {
if (prefs.assume_weblink && !sourceUrl && release.urls.length <= 0) addMessage('No lineage URL', 'notice');
onlineSource = sourceUrl || release.urls.length > 0 ?
urlResolver(sourceUrl || release.urls[0]).then(sourceUrl => fetchOnline_Music(sourceUrl, true))
: Promise.reject('no lineage URL');
onlineSource.then(completeFromOnlineSource);
if (prefs.check_integrity_online) onlineSource.catch(reason => lookupOnlineSource().then(function(result) {
if (typeof result == 'object') return parseLastFm(result);
if (httpParser.test(result)) return fetchOnline_Music(result, true);
return Promise.reject('Unhandled format');
})).then(onlineCheck).catch(function(reason) {
if (!media || media == 'WEB') tracks.forEach(function(track) {
if (!track.duration || track.duration < 29.6 || track.duration > 30.4) return;
addMessage('track ' + track.track_number + ' possible track preview', 'warning');
});
});
}
} // upload
if ((isUpload || isRequestNew) && prefs.find_relations) lookupMusicRelations();
if (ajaxRejects > 0 && ((ref = document.querySelector('input#artist')) != null && !ref.disabled
&& (ref = document.querySelector('textarea#album_desc') || document.querySelector('textarea#description')) != null && !ref.disabled)) {
let msg = (ajaxRejects > 1 ? `${ajaxRejects} artist queries were` : 'One artist query was') +
' thrown due to Gazelle API FUP';
try {
msg += '. Multiple artists not split correctly? => Redo filling in overwrite mode';
let delay = JSON.parse(window.localStorage[siteApiTimeframeStorageKey]).timeStamp +
10000 + gazelleApiFrameReserve - Date.now();
if (delay >= 0) {
setTimeout(() => { addMessage('new AJAX timeframe for requery available', 'info') }, delay);
msg += ' after ' + Math.ceil(delay / 1000) + 's';
}
} catch(e) { console.error(e) }
addMessage(msg, 'notice');
}
if (prefs.clean_on_apply) clipBoard.value = '';
for (let key in prefs) {
if (typeof prefs[key] != 'function' && prefs[key] !== undefined) GM_setValue(key, prefs[key]);
}
if (Object.keys(siteArtistsCache).length > 0) sessionStorage.siteArtistsCache = JSON.stringify(siteArtistsCache);
if (notSiteArtistsCache.length > 0) sessionStorage.notSiteArtistsCache = JSON.stringify(notSiteArtistsCache);
return true;
// ---------------------------------------------------------------------------------------------------------------
function genPlaylist(pad = true, header = true, title = undefined) {
var style = prefs.tracklist_style;
if (style == 2) {
if (!tracks.every(track => track.duration)) style = 1;
else if (tracks.map(track => track.title).some(notMonospaced)
|| tracks.map(track => track.track_artist).some(notMonospaced)
|| composerEmphasis && tracks.map(track => track.composer).some(notMonospaced)) style = 3;
}
if (!(style > 0)) return null;
if (!isRED) pad = false;
let playlist = '';
if (tracks.length > 1 || prefs.singles_conventional_format || isRequestNew || isRequestEdit) {
if (header) playlist += genAlbumHeader();
playlist += '[size=4][b][color=' + prefs.tracklist_head_color + ']' +
(title || 'Tracklisting') + '[/color][/b][/size]';
playlist += '\n'; //'[hr]';
let lastDisc, lastSubtitle, lastClassicalWork, lastSide,
vinylTrackWidth, block = 0, classicalWorks = new Map();
if (composerEmphasis /*isClassical*/ && !tracks.some(it => it.disc_subtitle)) {
tracks.forEach(function(track) {
if (!track.composer) return;
(/*isClassical ? classicalWorkParsers : */classicalWorkParsers.slice(1)).forEach(function(classicalWorkParser) {
if (track.classical_work || !classicalWorkParser.test(track.title)) return;
classicalWorks.set(track.classical_work = RegExp.$1, { });
track.classical_title = prefs.fix_capitalization ?
RegExp.$2.properlyFixCapitalization(language) : RegExp.$2;
});
});
for (iter of classicalWorks.keys()) {
let work = tracks.filter(track => track.classical_work == iter);
if (work.length > 1 || tracks.every(track => track.classical_work)) {
let classicalWork = classicalWorks.get(iter);
if (work[0].track_artist && work[0].track_artist != release.artist && work.map(track => track.track_artist).homogeneous()) {
classicalWork.performer = realTrackArtist(work[0].track_artist);
if (work[0].conductor && work.map(track => track.conductor).homogeneous())
classicalWork.conductor = work[0].conductor;
}
if (work[0].composer && release.trackComposers.length > 1
&& work.map(track => track.composer).homogeneous()) classicalWork.composer = work[0].composer;
} else {
work.forEach(function(track) {
delete track.classical_work;
delete track.classical_title;
});
classicalWorks.delete(iter);
}
}
}
let track, duration, volumes = new Map(tracks.map(it => [it.disc_number, undefined])),
tnOffset = 0, ignoreTrackartist = false, ignoreComposer = false;
volumes.forEach(function(val, key) {
volumes.set(key, new Set(tracks.filter(it => it.disc_number == key).map(it => it.disc_subtitle)).size)
});
if (!tracks.every(it => !isNaN(parseInt(it.track_number.toString())))
&& !tracks.every(it => vinyltrackParser.test(it.track_number.toString().toUpperCase()))) {
addMessage('inconsistent tracks numbering (' + tracks.map(it => it.track_number) + ')', 'warning');
}
vinylTrackWidth = tracks.reduce((acc, it) => vinyltrackParser.test(it.track_number.toString().toUpperCase()) ?
Math.max(parseInt(RegExp.$3) || 0, acc) : acc, -1);
if (vinylTrackWidth >= 0) {
vinylTrackWidth = vinylTrackWidth.toString().length;
tracks.forEach(function(track) {
if ((matches = vinyltrackParser.exec(track.track_number.toString())) == null) return;
track.track_number = matches[1].toUpperCase();
if (matches[3]) track.track_number += matches[3].padStart(vinylTrackWidth, '0');
if (matches[4]) track.track_number += matches[4];
});
++vinylTrackWidth;
}
if (release.totalDiscs < 2 && tracks.reduce(computeLowestTrack, undefined) - 1)
addMessage('track numbering not starting from 1', 'info');
const padUnit = isRED ? ['[pad=0|0|5|0]', '[/pad]'] : undefined;
if (canSort && prefs.sort_tracklist) tracks.sort(trackComparer);
tracks.forEach(function(_track) {
let title = '', trackArtist = undefined;
if (_track.track_artist && _track.track_artist != release.artist) {
trackArtist = realTrackArtist(_track.track_artist);
}
let sameMedia = (release.totalDiscs > 1 && _track.disc_number ?
tracks.filter(track => track.disc_number == _track.disc_number) : tracks);
let ttwidth = sameMedia.every(t => t.track_number && parseInt(t.track_number) == t.track_number) ?
sameMedia.reduce((acc, track) => Math.max(acc, parseInt(track.track_number).toString().length), 2) : 0;
function realTrackNumber() {
return ttwidth > 0 && !(vinylTrackWidth >= 0) ?
parseInt(_track.track_number).toString().padStart(ttwidth, '0') : _track.track_number;
}
function prologue(prefix, postfix) {
function block1() {
if (block == 3) playlist += postfix;
playlist += '\n';
if (padUnit && ![1, 2].includes(block)) playlist += padUnit[0];
block = 1;
ignoreTrackartist = ignoreComposer = false;
}
function block2() {
if (block == 3) playlist += postfix;
playlist += '\n';
if (padUnit && ![1, 2].includes(block)) playlist += padUnit[0];
block = 2;
}
function block3() {
//if (block == 2 && isRED) playlist += '[hr]';
if (padUnit && [1, 2].includes(block)) playlist += padUnit[1];
playlist += '\n';
if (block != 3) playlist += prefix;
block = 3;
}
if (release.totalDiscs > 1 && _track.disc_number != lastDisc) {
block1();
lastDisc = _track.disc_number;
lastSubtitle = lastClassicalWork = undefined;
playlist += '[color=' + prefs.tracklist_disctitle_color + '][size=3][b]';
playlist += _track.identifiers.VOL_MEDIA && tracks.filter(it => it.disc_number == _track.disc_number)
.every(it => it.identifiers.VOL_MEDIA == _track.identifiers.VOL_MEDIA) ?
_track.identifiers.VOL_MEDIA.toUpperCase() + ' ' : 'Disc ' + _track.disc_number.toString();
if (_track.disc_subtitle && (volumes.get(_track.disc_number) || 0) == 1) {
playlist += ' – ' + (prefs.fix_capitalization ?
_track.disc_subtitle.properlyFixCapitalization(language) : _track.disc_subtitle);
lastSubtitle = _track.disc_subtitle;
}
playlist += '[/b][/size]';
duration = tracks.filter(it => it.disc_number == _track.disc_number).reduce((acc, it) => acc + it.duration, 0);
if (duration > 0) playlist += ' [size=2][i][' + makeTimeString(duration) + '][/i][/size]';
playlist += '[/color]';
tnOffset = tracks.filter(track => track.disc_number == _track.disc_number)
.reduce(computeLowestTrack, undefined) - 1 || 0;
if (tnOffset) addMessage('volume ' + _track.disc_number + ' track numbering not starting from 1', 'info');
}
if ((_track.disc_subtitle || undefined) != (lastSubtitle || undefined)) {
if (block != 1 || _track.disc_subtitle) block1();
if (_track.disc_subtitle) {
let work = tracks.filter(track => track.disc_subtitle == _track.disc_subtitle);
playlist += '[color=' + prefs.tracklist_work_color + '][size=2][b]';
if (trackArtist && work.map(track => realTrackArtist(track.track_artist)).homogeneous()) {
playlist += trackArtist;
if (_track.conductor && work.map(track => track.conductor).homogeneous())
playlist += ' under ' + _track.conductor;
playlist += ' - ';
ignoreTrackartist = true;
}
playlist += prefs.fix_capitalization ?
_track.disc_subtitle.properlyFixCapitalization(language) : _track.disc_subtitle;
if (_track.composer && composerEmphasis && release.trackComposers.length != 1
&& work.map(track => track.composer).homogeneous()) {
playlist += ' (' + _track.composer + ')';
ignoreComposer = true;
}
playlist += '[/b][/size]';
duration = work.reduce((acc, track) => acc + track.duration, 0);
if (duration > 0) playlist += ' [size=1][i][' + makeTimeString(duration) + '][/i][/size]';
playlist += '[/color]';
}
lastSubtitle = _track.disc_subtitle;
}
if (_track.classical_work != lastClassicalWork) {
if (_track.classical_work) {
block2();
let classicalWork = classicalWorks.get(_track.classical_work);
playlist += '[color=' + prefs.tracklist_work_color + '][size=2][b]';
if (release.trackComposers.length != 1 && classicalWork.composer)
playlist += classicalWork.composer + ': ';
playlist += prefs.fix_capitalization ?
_track.classical_work.properlyFixCapitalization(language) : _track.classical_work;
playlist += '[/b]';
let workArtist = classicalWork.performer;
if (workArtist && workArtist != release.artist) {
playlist += ' (' + workArtist;
if (workArtist = classicalWork.conductor) playlist += ' under ' + workArtist;
playlist += ')';
}
playlist += '[/size]';
duration = tracks.filter(it => it.classical_work == _track.classical_work)
.reduce((acc, it) => acc + it.duration, 0);
if (duration > 0) playlist += ' [size=1][i][' + makeTimeString(duration) + '][/i][/size]';
playlist += '[/color]';
} else if (block > 2) block1();
lastClassicalWork = _track.classical_work;
}
if (vinylTrackWidth >= 0) {
let vinylTrack = vinyltrackParser.test(_track.track_number);
if (block == 3 && lastSide && (vinylTrack ? RegExp.$1 != lastSide : _track.track_number == 1))
playlist += '\n';
lastSide = RegExp.$1;
}
block3();
} // prologue
switch (style) {
case 1:
case 3: {
prologue('[size=' + prefs.tracklist_size + ']', '[/size]\n');
track = '[color=' + prefs.tracklist_tracknumber_color + '][b]';
track += realTrackNumber() + '[/b]' + prefs.title_separator + '[/color]';
if (!ignoreTrackartist && trackArtist
&& (!_track.classical_work || !classicalWorks.get(_track.classical_work).performer)) {
title = '[color=' + prefs.tracklist_artist_color + ']' + trackArtist;
if (_track.conductor) title += ' under ' + _track.conductor;
title += '[/color] - ';
}
title += _track.classical_title || (prefs.fix_capitalization ?
_track.title.properlyFixCapitalization(language) : _track.title);
if (!ignoreComposer && _track.composer && composerEmphasis && release.trackComposers.length != 1
&& (!_track.classical_work || !classicalWorks.get(_track.classical_work).composer)) {
title = title + ' [color=' + prefs.tracklist_composer_color + '](' + _track.composer + ')[/color]';
}
playlist += track + title;
if (_track.duration) playlist += ' [i][color=' + prefs.tracklist_duration_color +'][' +
makeTimeString(_track.duration) + '][/color][/i]';
if (_track.lyrics) playlist += ' [size=1][hide=lyrics]' + _track.lyrics + '[/hide][/size]';
break;
}
case 2: {
prologue('[size=' + prefs.tracklist_size + '][pre]', '[/pre][/size]');
track = realTrackNumber();
track += prefs.title_separator;
if (!ignoreTrackartist && trackArtist
&& (!_track.classical_work || !classicalWorks.get(_track.classical_work).performer)) {
title = trackArtist;
if (_track.conductor) title += ' under ' + _track.conductor;
title += ' - ';
}
title += _track.classical_title || (prefs.fix_capitalization ?
_track.title.properlyFixCapitalization(language) : _track.title);
if (!ignoreComposer && _track.composer && composerEmphasis && release.trackComposers.length != 1
&& (!_track.classical_work || !classicalWorks.get(_track.classical_work).composer))
title = title + ' (' + _track.composer + ')';
let l = 0, j, left, padding, spc;
duration = _track.duration ? ' [' + makeTimeString(_track.duration) + ']' : null;
let width = prefs.max_tracklist_width - track.length;
if (duration) width -= duration.length + 1;
while (title.trueLength() > 0) {
j = width;
if (title.trueLength() > width) {
while (j > 0 && title[j] != ' ') { --j }
if (j <= 0) j = width;
}
left = title.slice(0, j).trim();
if (++l <= 1) {
playlist += track + left;
if (duration) {
spc = width - left.trueLength();
padding = (spc < 2 ? ' '.repeat(spc) : ' ' + prefs.pad_leader.repeat(spc - 1)) + ' ';
playlist += padding + duration;
}
width = prefs.max_tracklist_width - track.length;
} else playlist += '\n' + ' '.repeat(track.length - 1) + left;
title = title.slice(j).trim();
}
break;
}
}
});
switch (style) {
case 1:
case 3:
if (totalTime > 0) playlist += '\n\n' + divs[0].repeat(10) + '\n[color=' + prefs.tracklist_duration_color +
']Total time: [i]' + makeTimeString(totalTime) + '[/i][/color][/size]';
break;
case 2:
if (totalTime > 0) {
duration = '[' + makeTimeString(totalTime) + ']';
playlist += '\n\n' + divs[0].repeat(32).padStart(prefs.max_tracklist_width);
playlist += '\n' + 'Total time:'.padEnd(prefs.max_tracklist_width - duration.length) + duration;
}
playlist += '[/pre][/size]';
break;
}
if (pad) playlist = '[pad=10|0]' + playlist + '[/pad]';
if (style == 3) playlist = '[align=center]' + playlist + '[/align]';
function computeLowestTrack(acc, track) {
if (Number.isNaN(acc)) return NaN;
let tn = parseInt(track.track_number);
if (isNaN(tn)) return NaN;
return isNaN(acc) || tn < acc ? tn : acc;
}
} else { // single
playlist += '[size=' + (prefs.tracklist_size + 1) + '][b]';
if (release.artist) {
playlist += '[color=' + prefs.tracklist_artist_color + ']' + release.artist + '[/color]';
playlist += isRED ? '[hr]' : '\n' + divs[0].repeat(24) + '\n';
}
playlist += tracks[0].title + '[/b]';
if (tracks[0].composer) {
playlist += '\n[i][color=' + prefs.tracklist_composer_color + '](' + tracks[0].composer + ')[/color][/i]';
}
if (tracks[0].duration) playlist += '\n\n[color=' + prefs.tracklist_duration_color +
'][' + makeTimeString(tracks[0].duration) + '][/color][/size]';
if (isRED) playlist = '[pad=20|20|20|20]' + playlist + '[/pad]';
playlist = '[align=center]' + playlist + '[/align]';
}
if (prefs.colorless_tracklist) playlist = playlist.replace(/\[color=\S+?\]/ig, '').replace(/\[\/color\]/ig, '');
return playlist;
}
function getUrls() {
let urls = [];
if (sourceUrl) urls.push(sourceUrl);
Array.prototype.push.apply(urls, release.urls.filter(url =>
httpParser.test(url) && (!sourceUrl || url.toLowerCase() != sourceUrl.toLowerCase())));
let storeDefs = {
'7digital.com': ['https://ptpimg.me/300scj.png', '7digital'],
'acousticsounds.com': ['Acoustic Sounds'],
'actmusic.com': ['ACT Music'],
'allmusic.com': ['AllMusic'],
'bandcamp.com': ['https://ptpimg.me/vwki92.jpg' /*'https://ptpimg.me/7evz4g.png'*/, 'Bandcamp'],
'beatport.com': ['https://ptpimg.me/lf8q75.png', 'Beatport'],
'beatsource.com': ['Beatsource'],
'bleep.com': ['https://ptpimg.me/11s718.png', 'Bleep'],
'deezer.com': ['https://ptpimg.me/181799.png', 'Deezer'],
'discogs.com': ['https://ptpimg.me/57y9c3.png', 'Discogs'], // https://ptpimg.me/n5kmu7.png
'e-onkyo.com': ['https://ptpimg.me/uke3n1.png'],
'eclassical.com': ['eClassical.com'],
'ecmrecords.com': ['ECM Records'],
'hdtracks.com': ['https://ptpimg.me/eurm85.png'/*'https://ptpimg.me/wx36i4.png'*/, 'HDtracks'],
'highresaudio.com': ['https://ptpimg.me/65xx03.png', 'HighResAudio'],
'indies.eu': ['https://ptpimg.me/8a4w49.png', 'Indies Scope'],
'itunes.apple.com': ['https://ptpimg.me/in7u5u.png', 'Apple Music'],
'junodownload.com': ['https://ptpimg.me/6c7y42.png', 'Juno Download'],
'kuwo.cn': ['酷我音乐', 'Kuwo Music'],
'mora.jp': ['https://ptpimg.me/9rg495.png', 'Mora'],
'music.apple.com': ['https://ptpimg.me/in7u5u.png', 'Apple Music'],
'music.yandex.ru': ['Yandex Music'],
'musicbrainz.org': ['https://ptpimg.me/4m45i9.png', 'MusicBrainz'],
'nativedsd.com': ['https://ptpimg.me/m6j8gp.png', 'NativeDSD'],
'ototoy.jp': ['OTOTOY'],
'prestomusic.com': ['https://ptpimg.me/q86vjt.png', 'Presto Music'],
'prostudiomasters.com': ['https://ptpimg.me/xkm0th.png', 'ProStudioMasters'],
'qobuz.com': ['https://ptpimg.me/1saep4.png', 'Qobuz'],
'recochoku.jp': ['RecoChoku'],
'spotify.com': ['https://ptpimg.me/xo5d1p.png', 'Spotify'],
'supraphonline.cz': ['https://ptpimg.me/h85655.png', 'Supraphonline'],
'tidal.com': ['https://ptpimg.me/w80424.png', 'Tidal'],
'traxsource.com': ['Traxsource'],
'vgmdb.net': ['VGMdb'],
//'boomkat.com': ['Boomkat'],
//'jpc.de': [],
//'store.pias.com': ['[PIAS]'],
//'dominomusic.com': [],
//'kompakt.fm': [],
//'qq.com': [],
//'muziekweb.nl': [],
//'music.163.com': [],
//'extrememusic.com': [],
//'rateyourmusic.com': [],
};
return urls.map(function(url) {
url = new URL(url);
return Object.keys(storeDefs).reduce(function(acc, domain) {
if (acc) return acc;
if (!url.hostname.endsWith(domain.toLowerCase()) || !Array.isArray(storeDefs[domain])) return undefined;
return storeDefs[domain].reduce(function(acc, str) {
if (acc) return acc;
if (httpParser.test(str)) {
if (prefs.use_store_logos) return `[url=${url}][img]${str}[/img][/url]`;
} else {
if (prefs.use_store_names) return `[url=${url}]${str}[/url]`;
}
return undefined;
}, undefined);
}, undefined) || '[url]' + url + '[/url]';
}).join('\n');
}
function genAlbumHeader() {
return !isVA && artists[0].length >= 3 ? '[size=4]' +
joinArtists(artists[0], artist => '[artist]' + artist + '[/artist]') + ' – ' + release.album + '[/size]\n\n' : '';
}
function findPreviousUploads() {
function searchLog(searchTerm) {
localXHR('/log.php?search=' + encodeURIComponent(searchTerm)).then(function(dom) {
dom.querySelectorAll('table > tbody > tr.rowb').forEach(function(tr) {
let msg = tr.children[1].textContent.trim();
if (!msg.includes('was deleted')) return;
if (release.codec && media && (matches = /\[(\w+)\/([^\[\]]+)\/([^\[\]]+)\]/.exec(msg)) != null) {
if (media != matches[3] || release.codec != matches[1] || encoding && encoding != matches[2]) return;
} else {
let torrentSize = getSizeFromString(msg, 'B');
if (!(torrentSize > 0 && albumSize > 0) || Math.abs(albumSize / torrentSize - 1) > 0.1) return;
}
addMessage('possibly same release previously deleted: ' + msg, 'notice');
});
});
}
let id = parseInt(new URLSearchParams(document.location.search).get('groupid'));
if (id > 0) localXHR('/torrents.php?action=grouplog&groupid=' + id).then(function(dom) {
dom.querySelectorAll('table > tbody > tr.rowa').forEach(function(tr) {
if (/^(?:deleted)\b/i.test(tr.lastElementChild.textContent.trim())) {
if ((id = parseInt(tr.children[1].firstElementChild.textContent)) > 0) searchLog('Torrent ' + id);
}
});
}); else {
let searchTerm = release.album;
if (!isVA && artists[0].length > 0 && artists[0].length < 3)
searchTerm = artists[0].join(' & ') + ' - ' + searchTerm;
searchLog(searchTerm);
}
}
function lookupMusicRelations() {
queryAjaxAPI('artist', { artistname: artists[0][0] }).then(function(artistGroup) {
// Find existing torrents
function searchTorrents(matchReleaseType = true, matchYear = true) {
let torrents = [];
artistGroup.torrentgroup.filter(function(torrentGroup) {
if (matchReleaseType && releaseType && torrentGroup.releaseType != releaseType) return false;
if (matchYear && release.album_year > 0 && torrentGroup.groupYear != release.album_year) return false;
return titlesMatch(decodeHTML(torrentGroup.groupName), 5, 0.8);
}).forEach(torrentGroup => { Array.prototype.push.apply(torrents, torrentGroup.torrent.filter(function(torrent) {
if (torrents.some(_torrent => _torrent.id == torrent.id)) return;
if (torrent.trumpable && (isUpload || isRequestNew && prefs.always_request_perfect_flac)) return false;
if (/*matchYear && */releaseYear > 0 && torrent.remasterYear != releaseYear) return false;
if (!isRequestNew || !prefs.always_request_perfect_flac ? media && mediaMapper(torrent.media) != media
: !['WEB', 'CD', 'Blu-Ray', 'SACD', 'DVD'].includes(mediaMapper(torrent.media))) return false;
//if (release.label && torrent.remasterRecordLabel.toLowerCase() != release.label.toLowerCase()) return false;
//if (editionTitle && torrent.remasterTitle.toLowerCase() != editionTitle.toLowerCase()) return false;
if (!isRED || release.codec != 'AAC') {
if (!isRequestNew || !prefs.always_request_perfect_flac ? release.codec && torrent.format != release.codec
: torrent.format != 'FLAC') return false;
if (!isRequestNew || !prefs.always_request_perfect_flac ? encoding && torrent.encoding != encoding
: !['Lossless', '24bit Lossless'].includes(torrent.encoding)) return false;
if (isRequestNew && prefs.always_request_perfect_flac && mediaMapper(torrent.media) == 'CD'
&& (!torrent.hasLog || torrent.logScore < 100 || !torrent.hasCue)) return false;
}
torrent.torrentGroup = torrentGroup;
return true;
})) });
return torrents;
}
let torrents = searchTorrents(true);
if (torrents.length > 0) torrents.forEach(function(torrent) {
if (reportedTorrentCollicions.has(torrent.id)) return;
if (isUpload)
reportedTorrentCollicions.set(torrent.id, addMessage(new HTML('possible dupe to torrent ' +
getTorrentRef(torrent) + ' ' + getFriendlyTime(torrent.time)), 'warning'));
else if (isRequestNew)
reportedTorrentCollicions.set(torrent.id, addMessage(new HTML('requested release possibly already on site: ' +
getTorrentRef(torrent) + ' ' + getFriendlyTime(torrent.time)), 'notice'));
}); else (torrents = searchTorrents(false, false)).forEach(function(torrent) {
if (reportedTorrentCollicions.has(torrent.id)) return;
reportedTorrentCollicions.set(torrent.id,
addMessage(new HTML('existing similar release in different category or with different year (' +
torrent.torrentGroup.releaseType + '): ' + getTorrentRef(torrent)), 'notice'));
});
// Find open requests
function searchRequests(matchReleaseType = true, matchReleaseYear = true) {
return Promise.all(artistGroup.requests.filter(function(request) {
console.assert(request.categoryId == 1, 'request.categoryId == 1');
if (request.categoryId != 1) return false;
if (matchReleaseYear && releaseYear > 0 && request.year != releaseYear) return false;
return titlesMatch(decodeHTML(request.title), 5, 0.8);
}).map(request => queryAjaxAPI('request', { id: request.requestId }).then(function(request) {
if (request.isFilled) return null;
console.assert(request.categoryName == 'Music', "request.categoryName == 'Music'");
if (request.categoryName != 'Music') return null;
if (matchReleaseType && releaseType && request.releaseType != releaseType) return null;
if (releaseYear > 0 && request.year != releaseYear) return null;
//if (editionTitle && torrent.remasterTitle.toLowerCase() != editionTitle.toLowerCase()) return false;
//if (release.label && torrent.remasterRecordLabel.toLowerCase() != release.label.toLowerCase()) return false;
if (Array.isArray(request.mediaList) && !request.mediaList.includes('Any')
&& (isRequestNew && prefs.always_request_perfect_flac ?
!['WEB', 'CD', 'Blu-Ray', 'DVD', 'SACD'].some(media => request.mediaList.map(mediaMapper).includes(media))
: media && !request.mediaList.map(mediaMapper).includes(media))) return null;
if (Array.isArray(request.formatList) && !request.formatList.includes('Any')
&& (isRequestNew && prefs.always_request_perfect_flac ?
!['FLAC'].some(format => request.formatList.includes(format))
: release.codec && !request.formatList.includes(release.codec))) return null;
if (Array.isArray(request.bitrateList) && !request.bitrateList.includes('Any')
&& (isRequestNew && prefs.always_request_perfect_flac ?
!['Lossless', '24bit Lossless'].some(encoding => request.bitrateList.includes(encoding))
: encoding && !request.bitrateList.includes(encoding))) return null;
//if ((!isRequestNew || !prefs.always_request_perfect_flac) && media == 'CD'
// && !torrent.mediaList.map(mediaMapper).includes('CD') && (!request.hasLog || request.logScore < 100 || !request.hasCue)) return null;
return request;
}))).then(requests => requests.filter(Boolean));
}
searchRequests(true).then(function(requests) {
if (requests.length > 0) requests.forEach(function(request) {
if (reportedRequests.has(request.requestId)) return;
if (isUpload) reportedRequests.set(request.requestId, addMessage(new HTML('open request ' +
getRequestRef(request) + ' ' + getRequestInfo(request) + ' possibly fillable by this release'), 'info'));
else if (isRequestNew) reportedRequests.set(request.requestId,
addMessage(new HTML('release possibly already requested: ' + getRequestRef(request)), 'info'));
}); else return searchRequests(false, false).then(requests => { requests.forEach(function(request) {
if (reportedRequests.has(request.requestId)) return;
if (isUpload) reportedRequests.set(request.requestId,
addMessage(new HTML('existing request ' + getRequestRef(request) + ' in different category or with different release year'), 'info'));
else if (isRequestNew) reportedRequests.set(request.requestId,
addMessage(new HTML('release possibly already requested in different category or with different release year: ' + getRequestRef(request)), 'info'));
}) });
}).catch(reason => { console.error('searchRequests:', reason) });
if (!relationsCheckTimer && prefs.relations_check_interval > 0)
relationsCheckTimer = setInterval(lookupMusicRelations, prefs.relations_check_interval * 1000);
});
}
function getHomoIdentifier(id, _tracks = tracks) {
if (typeof id != 'string') return undefined;
id = id.toUpperCase();
return _tracks.every((elem, ndx, arr) => elem.identifiers[id] != undefined
&& elem.identifiers[id] === arr[0].identifiers[id]) ? _tracks[0].identifiers[id] : undefined;
}
function getReleaseTypeFromId(id) {
let result = 0;
if (/^(?:Album|LP)$/i.test(id)) result = getReleaseTypeValue('Album');
if (/^(?:Live(?:\sAlbum))$/i.test(id)) result = getReleaseTypeValue('Live album');
if (/^(?:(?:Maxi[\-\s]?)?Single|(?:7|10)")$/i.test(id)) result = getReleaseTypeValue('Single');
if (/^(?:EP|(?:12)")$/i.test(id)) result = getReleaseTypeValue('EP');
if (/\b(?:Soundtrack)\b/i.test(id)) result = getReleaseTypeValue('Soundtrack');
if (/^(?:Anthology)$/i.test(id)) result = getReleaseTypeValue('Anthology');
//if (/^(?:Compilation)$/i.test(id)) result = getReleaseTypeValue('Compilation');
if (/^(?:Remix)$/i.test(id)) result = getReleaseTypeValue('Remix');
if (/^(?:Bootleg)$/i.test(id)) result = getReleaseTypeValue('Bootleg');
if (/^(?:Mixtape)$/i.test(id)) result = getReleaseTypeValue('Mixtape');
if (/^(?:Demo)$/i.test(id)) result = getReleaseTypeValue('Demo');
if (/^(?:Concert\sRecording)$/i.test(id)) result = getReleaseTypeValue('Concert Recording');
if (/^(?:DJ\sMix)$/i.test(id)) result = getReleaseTypeValue('DJ Mix');
if (/^(?:Interview)$/i.test(id)) result = getReleaseTypeValue('Interview');
return result;
}
function getStoreUrl() {
return [
['ACOUSTICSOUNDS_ID', 'https://store.acousticsounds.com/d/{ID}/'],
['ALLMUSIC_ID', 'https://www.allmusic.com/album/{ID}'],
['AMAZON_ID', 'https://music.amazon.com/albums/{ID}'],
['AMID', 'https://www.allmusic.com/album/{ID}'],
['APPLE_ID', 'https://music.apple.com/album/{ID}'],
['ASIN', 'https://www.amazon.com/gp/product/{ID}'],
//['BEATPORT_ID', 'https://www.beatport.com/release/2/{ID}'],
//['BEATSOURCE_ID', 'https://www.beatsource.com/release/4/{ID}'],
['BLEEP_ID', 'https://bleep.com/release/{ID}'],
['BOOMKAT_ID', 'https://boomkat.com/products/{ID}'],
['DEEZER_ID', deezerAlbumPrefix + '{ID}'],
['DISCOGS_ID', discogsOrigin + '/release/{ID}'],
['ECM_ID', 'https://www.ecmrecords.com/catalogue/{ID}'],
['EONKYO_ID', 'https://www.e-onkyo.com/music/album/{ID}/'],
['EXTREMEMUSIC_ID', 'https://www.extrememusic.com/albums//{ID}'],
//['GOOGLE_ID', 'https://play.google.com/store/music/album/?id={ID}'],
['HDTRACKS_ID', 'https://www.hdtracks.com/#/album/{ID}'],
['INDIESSCOPE_ID', 'https://www.indies.eu/alba/{ID}/'],
['ITUNES_ID', 'https://music.apple.com/album/{ID}'],
['JUNODOWNLOAD_ID', 'https://www.junodownload.com/products/{ID}'],
['KUWO_ID', 'https://www.kuwo.cn/album_detail/{ID}'],
['MBID', mbrRlsPrefix + '{ID}'],
['MUZIEKWEB_ID', 'https://www.muziekweb.nl/en/Link/{ID}/'],
['NETEASE_ID', 'https://music.163.com/album?id={ID}'],
['PIAS_ID', 'https://store.pias.com/release/{ID}'],
['PROSTUDIOMASTERS_ID', 'https://www.prostudiomasters.com/album/page/{ID}'],
['QQMUSIC_ID', 'https://y.qq.com/n/yqq/album/{ID}.html'],
['RECOCHOKU_ID', 'https://recochoku.jp/album/{ID}/'],
['SPOTIFY_ID', 'https://open.spotify.com/album/{ID}'],
['TRAXSOURCE_ID', 'https://www.traxsource.com/title/{ID}/'],
['VGMDB_ID', 'https://vgmdb.net/album/{ID}'],
['TIDAL_ID', 'https://listen.tidal.com/album/{ID}'],
['OTOTOY_ID', 'https://ototoy.jp/_/default/p/{ID}'],
['YANDEX_ID', 'https://music.yandex.ru/album/{ID}'],
['YTM_ID', 'https://music.youtube.com/browse/{ID}'],
].reduce((u, def) => u || ((u = getHomoIdentifier(def[0])) ? def[1].replace('{ID}', u) : undefined), undefined);
}
function lookupWorker(alias, callback) {
if (!alias || typeof callback != 'function') throw 'lookupWorker: invalid parameter';
return lookupWorkers[alias] instanceof Promise ? lookupWorkers[alias] : (lookupWorkers[alias] = callback());
}
function getCoverOnline() {
const urls = [sourceUrl].concat(release.urls).map(function(str) { try { return new URL(str) } catch(e) { } })
.filter(r => r instanceof URL);
// function tryIndex(index = 0) {
// if (!(index >= 0 && index < urls.length)) return Promise.reject('Index out of range');
// let apiFirst = Promise.reject('No known API binding');
// if ((i = getHomoIdentifier('APPLE_ID') || getHomoIdentifier('ITUNES_ID'))
// || amEntityParser.test(urls[index]) && (i = parseInt(RegExp.$2)))
// apiFirst = queryItunesAPI('lookup', { id: i })
// .then(lookup => lookup.resultCount > 0 ? setItunesImage(lookup.results[0]) : Promise.reject('no cover'));
// else if (i = getHomoIdentifier('DEEZER_ID')
// || (i = dzrEntityParser.exec(urls[index])) != null && (i = parseInt(i[2])))
// apiFirst = queryDeezerAPI('album', i)
// .then(result => result.id ? setDeezerImage(result) : Promise.reject('No cover'));
// else if ((i = getHomoIdentifier('DISCOGS_ID')) || dcRlsParser.test(urls[index]) && (i = parseInt(RegExp.$1)))
// apiFirst = queryDiscogsAPI('releases/' + i).then(release => (function() {
// if (!release.master_id) return Promise.resolve([]);
// return queryDiscogsAPI('masters/' + release.master_id).then(master => master.images || []);
// })().then(function(masterImages) {
// let result = masterImages.concat(release.images || [])
// .filter(image => httpParser.test(image.resource_url || image.uri) && ['primary', 'front'].includes(image.type));
// result = result.length > 0 && (result[0].resource_url || result[0].uri) || undefined;
// return result ? setCover(result.replace(/^(?:https?):\/\/(?:img\.discogs\.com)\/.+\/([\w\%\-]+\.\w+)\b(?:\.\w+)*$/i,
// 'https://www.discogs.com/image/$1')) : Promise.reject('No cover');
// }));
// else if ((i = getHomoIdentifier('MBID') || mbrRlsParser.test(urls[index]) && (i = RegExp.$1)))
// apiFirst = getMusicBrainzCovers(i).then(function(covers) {
// return covers != null ? setCover(covers[1][0]) : Promise.reject('No cover');
// });
// else if (i = getHomoIdentifier('TIDAL_ID') || tidalRlsParser(urls[index]))
// apiFirst = queryTidalAPI('albums/' + RegExp.$1)
// .then(album => 'https://resources.tidal.com/images/' + album.cover.replace(/-/g, '/') + '/1280x1280.jpg');
// else if (urls[index].hostname.endsWith('mora.jp'))
// apiFirst = loadMoraMetadata(urls[index]).then(function(packageMeta) {
// return setCover(packageMeta.packageUrl + packageMeta.fullsizeimage);
// });
// else if (urls[index].hostname.endsWith('hdtracks.com'))
// apiFirst = loadHDtracksMetadata(urls[index]).then(album => setCover(album.cover));
// else if ((i = parseInt(getHomoIdentifier('BEATSOURCE_ID'))) || urls[index].hostname.endsWith('beatsource.com')
// && /\/releases?\/(?:.+\/)?(\d+)(?=\/|$)/i.test(urls[index].pathname) && (i = parseInt(RegExp.$1)))
// apiFirst = queryBeatsourceAPI('releases/' + i)
// .then(release => setCover(release.image.uri.replace(/\/image_size\/\d+x\d+\//i, '/')));
// else if ((i = parseInt(getHomoIdentifier('NETEASE_ID'))) || urls[index].hostname == 'music.163.com'
// && /\/(?:album)\b.*\b(?:id)=(\d+)\b/i.test(urls[index].href) && (i = parseInt(RegExp.$1)))
// apiFirst = queryNeteaseAPI('album/' + i)
// .then(result => setCover(result.album.picUrl.replace(/\b(?:p[123])(?=\.music\.\d+\.net\b)/i, 'p4')));
// return apiFirst.catch(reason => imageUrlResolver(urls[index]).then(setCover))
// .catch(reason => tryIndex(index + 1));
// }
// return tryIndex();
try { var url = new URL(sourceUrl || release.urls[0]) } catch(e) { }
let apiFirst = Promise.reject('No known API binding');
if ((i = getHomoIdentifier('APPLE_ID') || getHomoIdentifier('ITUNES_ID'))
|| amEntityParser.test(url) && (i = parseInt(RegExp.$2)))
apiFirst = queryItunesAPI('lookup', { id: i })
.then(lookup => lookup.resultCount > 0 ? setItunesImage(lookup.results[0]) : Promise.reject('no cover'));
else if (i = getHomoIdentifier('DEEZER_ID') || (i = dzrEntityParser.exec(url)) != null && (i = parseInt(i[2])))
apiFirst = queryDeezerAPI('album', i)
.then(result => result.id ? setDeezerImage(result) : Promise.reject('No cover'));
else if ((i = getHomoIdentifier('DISCOGS_ID')) || dcRlsParser.test(url) && (i = parseInt(RegExp.$1)))
apiFirst = queryDiscogsAPI('releases/' + i).then(release => (function() {
if (!release.master_id) return Promise.resolve([]);
return queryDiscogsAPI('masters/' + release.master_id).then(master => master.images || []);
})().then(function(masterImages) {
let result = masterImages.concat(release.images || [])
.filter(image => httpParser.test(image.resource_url || image.uri) && ['primary', 'front'].includes(image.type));
result = result.length > 0 && (result[0].resource_url || result[0].uri) || undefined;
return result ? setCover(result.replace(/^(?:https?):\/\/(?:img\.discogs\.com)\/.+\/([\w\%\-]+\.\w+)\b(?:\.\w+)*$/i,
'https://www.discogs.com/image/$1')) : Promise.reject('No cover');
}));
else if ((i = getHomoIdentifier('MBID') || mbrRlsParser.test(url) && (i = RegExp.$1)))
apiFirst = getMusicBrainzCovers(i).then(function(covers) {
return covers != null ? setCover(covers[1][0]) : Promise.reject('No cover');
});
else if (i = getHomoIdentifier('TIDAL_ID') || tidalRlsParser(url))
apiFirst = queryTidalAPI('albums/' + RegExp.$1)
.then(album => 'https://resources.tidal.com/images/' + album.cover.replace(/-/g, '/') + '/1280x1280.jpg');
else if (url && url.hostname.endsWith('mora.jp'))
apiFirst = loadMoraMetadata(url).then(function(packageMeta) {
return setCover(packageMeta.packageUrl + packageMeta.fullsizeimage);
});
else if (url && url.hostname.endsWith('hdtracks.com'))
apiFirst = loadHDtracksMetadata(url).then(album => setCover(album.cover));
else if ((i = parseInt(getHomoIdentifier('BEATSOURCE_ID'))) || url && url.hostname.endsWith('beatsource.com')
&& /\/releases?\/(?:.+\/)?(\d+)(?=\/|$)/i.test(url.pathname) && (i = parseInt(RegExp.$1)))
apiFirst = queryBeatsourceAPI('releases/' + i)
.then(release => setCover(release.image.uri.replace(/\/image_size\/\d+x\d+\//i, '/')));
else if ((i = parseInt(getHomoIdentifier('NETEASE_ID'))) || url && url.hostname == 'music.163.com'
&& /\/(?:album)\b.*\b(?:id)=(\d+)\b/i.test(url.href) && (i = parseInt(RegExp.$1)))
apiFirst = queryNeteaseAPI('album/' + i)
.then(result => setCover(result.album.picUrl.replace(/\b(?:p[123])(?=\.music\.\d+\.net\b)/i, 'p4')));
return apiFirst.catch(reason => imageUrlResolver(url).then(setCover));
}
function searchCoverOnline() {
function info(service, url, id) {
addMessage(new HTML('used cover image from ' + service + ' release id ' +
'<a href="'+ url + '" target="_blank" style="' + hyperlinkStyle + '">' + id + '</a>'), 'info');
}
const lookupProviders = {
'deezer': () => dzLookup().then(album => setDeezerImage(album).then(function(imgUrl) {
info('Deezer', deezerAlbumPrefix + album.id, album.id);
return imgUrl;
})),
'qobuz': () => qbLookup().then(function(album) {
const resMatch = /_\d+(?=\.\w+$)/;
return setCover(album.cover.replace(resMatch, '_org'))
.catch(reason => setCover(album.cover.replace(resMatch, '_max')))
.catch(reason => setCover(album.cover.replace(resMatch, '_600')))
.catch(reason => setCover(album.cover))
.then(function(imgUrl) {
info('Qobuz', album.url, album.id);
return imgUrl;
});
}),
'itunes': () => itunesLookupByBarcode().then(results => results[0], () => itunesLookup())
.then(collection => setItunesImage(collection).then(function(imgUrl) {
info('Apple Music', collection.collectionViewUrl, collection.collectionId);
return imgUrl;
})),
'netease': () => neLookup().then(function(album) {
const albumUrl = 'https://music.163.com/album?id=' + album.id;
return (function() {
return httpParser.test(album.picUrl) ?
Promise.resolve(album.picUrl.replace(/\b(?:p[123])(?=\.music\.\d+\.net\b)/i, 'p4'))
: imageUrlResolver(albumUrl);
})().then(setCover).then(function(imageUrl) {
info('Netease', albumUrl, album.id);
return imageUrl;
});
}),
'bandcamp' : () => bcLookup().then(album => (httpParser.test(album.img) ?
Promise.resolve(album.img.replace(/_\d+(?=\.\w+$)/, '_0')) : imageUrlResolver(album.url)).then(setCover).then(function(imgUrl) {
info('Bandcamp', album.url, album.id);
return imgUrl;
})),
'bleep': () => blpLookup().then(album => (httpParser.test(album.imageUrl) ?
Promise.resolve(album.imageUrl.replace(/\/r\/[a-z]\//i, '/r/')) : imageUrlResolver(album.url)).then(setCover).then(function(imgUrl) {
info('Bleep', album.url, album.id);
return imgUrl;
})),
'qqmusic': () => qqLookup().then(album => (function() {
if (!httpParser.test(album.albumPic)) return imageUrlResolver(album.url);
const rx = /\/(T\d+)?(R\d+x\d+)?(M\w+?)(_\d+)?\.(\w+(?:\.\w+)*)(\?.*)?$/;
return verifyImageUrl(album.albumPic.replace(rx, '/$1$3.$5'))
.catch(() => verifyImageUrl(album.albumPic.replace(rx, '/$1$3$4.$5'))).catch(() => album.albumPic);
})().then(setCover).then(function(imgUrl) {
info('QQmusic', album.url, album.albumMID);
return imgUrl;
})),
'tidal': () => tidalLookup().then(album => album.cover ?
setCover('https://resources.tidal.com/images/' + album.cover.replace(/-/g, '/') + '/1280x1280.jpg').then(function(imgUrl) {
info('Tidal', album.url, album.id);
return imgUrl;
}) : Promise.reject('no cover for this album')),
'discogs': () => dcLookup().then(release => (function() {
if (!release.master_id) return Promise.reject('no master');
return queryDiscogsAPI('masters/' + releaserelease.master_id)
.then(master => Array.isArray(master.images) && master.images
.filter(image => ['primary', 'front'].includes(image.type))
.map(image => image.resource_url || image.uri)
.filter(RegExp.prototype.test.bind(httpParser))[0] || undefined);
})().catch(reason => undefined).then(function(imageUrl) {
imageUrl = imageUrl || release.cover_image;
if (!imageUrl) return Promise.reject('no cover for this release');
return setCover(imageUrl.replace(/^(?:https?):\/\/(?:img\.discogs\.com)\/.+\/([\w\%\-]+\.\w+)\b(?:\.\w+)*$/i,
'https://www.discogs.com/image/$1')).then(function(imageUrl) {
info('Discogs', 'https://www.discogs.com' + release.uri, release.id);
return imageUrl;
});
})),
'allmusic' : () => amLookup().then(album => httpParser.test(album.cover) ?
imageUrlResolver(album.url).then(setCover).then(function(imgUrl) {
info('AllMusic', album.url, album.id);
return imgUrl;
}) : Promise.reject('AllMusic: album found but no cover image')),
'beatsource': () => bsLookup().then(release => setCover(release.image.uri).then(function(imgUrl) {
info('Beatsource', `https://www.beatsource.com/release/${release.slug}/${release.id}`, release.id);
return imgUrl;
})),
'ototoy': () => ottLookup().then(album => (httpParser.test(album.jacket) ?
Promise.resolve(album.jacket.replace(/(?=\.\w+$)/, 'orig')) : imageUrlResolver(album.url)).then(setCover).then(function(imgUrl) {
info('OTOTOY', album.url, album.id);
return imgUrl;
})),
'musicbrainz': () => mbLookupByBarcode().catch(mbLookupByASIN)
.catch(reason => mbLookup().then(release => [release])).catch(mbLookupByTOC)
.then(releases => Promise.all(releases.map(release => getMusicBrainzCovers(release.id))))
.then(function(releases) {
let release = releases.find(release => release != null);
return release != undefined ? setCover(release[1][0]).then(function(imgUrl) {
if (/\/release\/(\S+)(?=[\/\?\#]|$)/i.test(release[0])) info('Musicbrains', release[0], RegExp.$1);
return imgUrl;
}) : Promise.reject('no covers found');
}),
'youtube': () => getYTMcfg().then(function(ytcfg) {
const basePayLoad = getYTMrequestContext(ytcfg);
function search(title) {
let searchTerm = title = '"' + title + '"';
if (!isVA) searchTerm = '"' + release.artist + '" ' + searchTerm;
let params = new URLSearchParams({
alt: 'json',
key: ytcfg.INNERTUBE_API_KEY,
});
return globalXHR('https://music.youtube.com/youtubei/v1/search?' + params.toString(), {
responseType: 'json',
headers: { 'Referer': 'https://music.youtube.com/' },
}, Object.assign({
query: searchTerm,
params: encodeURIComponent('EgWKAQIYAWoKEAMQBBAJEAUQCg=='),
}, basePayLoad)).then(({response}) => response.contents.sectionListRenderer.contents[0].musicShelfRenderer.contents.map(function(item) {
let result = {
id: item.musicResponsiveListItemRenderer.navigationEndpoint.browseEndpoint.browseId,
artist: item.musicResponsiveListItemRenderer.flexColumns[1].musicResponsiveListItemFlexColumnRenderer.text.runs[2].text,
title: item.musicResponsiveListItemRenderer.flexColumns[0].musicResponsiveListItemFlexColumnRenderer.text.runs[0].text,
releaseType: item.musicResponsiveListItemRenderer.flexColumns[1].musicResponsiveListItemFlexColumnRenderer.text.runs[0].text,
year: parseInt(item.musicResponsiveListItemRenderer.flexColumns[1].musicResponsiveListItemFlexColumnRenderer.text.runs[4].text) || undefined,
coverUrl: item.musicResponsiveListItemRenderer.thumbnail.musicThumbnailRenderer.thumbnail.thumbnails,
};
result.webUrl = result.id ? 'https://music.youtube.com/browse/' + result.id : undefined;
result.coverUrl = Array.isArray(result.coverUrl) && result.coverUrl.length > 0 ?
result.coverUrl[0].url.replace(/(?:=[swh]\d+.*)?$/, '=s0') : undefined;
return result;
})).then(function(results) {
if (results.length <= 0) return Promise.reject('YouTube Music: no matches');
if (prefs.diag_mode) console.debug('YouTube Music search results:', results);
const matchers = [
album => releasesMatch(album.artist, album.title, i),
];
for (var i = 0; i <= maxFuzzyLevel; ++i) {
var f = results.filter(matchers[0]);
if (f.length > 1) return Promise.reject('YouTube Music: ambiguity');
if (f.length == 1) break;
}
if (i > maxFuzzyLevel) return Promise.reject('YouTube Music: no matches');
if (i >= 2) console.debug('YouTube Music fuzzy match:', release, '≈', f[0]);
return f[0];
});
}
return search(release.album).catch(function(reason) {
return !tailingBracketStripper.test(release.album) || !reason.endsWith('no matches') ?
Promise.reject(reason) : search(release.album.replace(tailingBracketStripper, ''));
});
}).then(album => setCover(album.coverUrl).then(function(imageUrl) {
info('YouTube Music', album.webUrl, album.id);
return imageUrl;
})),
'lastfm': () => queryLastFmAPI('album.getinfo', {
artist: (isVA ? VA : release.artist),
album: release.album,
}).then(function(result) {
if (result.error) return Promise.reject(result.message);
let image = ['mega', 'extralarge', '', 'large', 'medium', 'small'].reduce(function(acc, size) {
return acc || result.album.image.find(image => image.size === size && httpParser.test(image['#text']));
}, undefined);
if (!image) return Promise.reject('no cover for matched album');
image = image['#text'];
return setCover(image.replace(/\/\d+(?:x\d+|s)\//i, '/')).catch(reason => setCover(image)).then(function(imgUrl) {
info('Last.fm', result.album.url, result.album.id || result.album.mbid || '#N/A');
return imgUrl;
});
}),
};
if (typeof prefs.cover_lookup_providers == 'string')
var lookupChain = prefs.cover_lookup_providers.toLowerCase() == 'all' ? Object.keys(lookupProviders)
: prefs.cover_lookup_providers.match(/\b(\w+)\b/g).map(s => s.toLowerCase());
function lookupProvider(index = 0) {
if (!(index >= 0 && index < lookupChain.length))
return Promise.reject('Provider index out of bounds (' + index + ')');
return (lookupChain[index] in lookupProviders ? lookupProviders[lookupChain[index]]() : Promise.reject('unknown provider')).catch(function(reason) {
if (prefs.diag_mode) console.debug('Cover lookup failed for', lookupChain[index], ':', reason);
return ++index < lookupChain.length ? lookupProvider(index)
: Promise.reject('no online resource matched this release');
});
}
if (!Array.isArray(lookupChain) || lookupChain.length <= 0)
return Promise.reject('No valid cover provider selected');
if (prefs.diag_mode) console.debug('Starting cover lookup with these providers:', lookupChain.join(', '));
return lookupProvider().catch(function(reason) {
addMessage('cover lookup failed (' + reason + ')', 'notice');
return Promise.reject(reason);
});
}
function setItunesImage(collection) {
if (!collection || typeof collection != 'object') throw 'parameter is not valid';
const getFromAPI = () => imageUrlResolver(collection.collectionViewUrl).then(setCover);
return httpParser.test(collection.artworkUrl100) ? setCover(collection.artworkUrl100.replace(...itunesImageMax))
.catch(getFromAPI).catch(reason => setCover(collection.artworkUrl100)) : getFromAPI();
}
function setDeezerImage(album) {
if (!album || typeof album != 'object') throw 'parameter is not valid';
return verifyImageUrl(album.cover).catch(reason => ['xl', 'big', 'medium', 'small']
.reduce((acc, size) => acc || album['cover_' + size], null) || Promise.reject('no cover'))
.then(getDeezerImageMax).then(setCover);
}
function completeFromOnlineSource(onlineTracks) {
fillMissingValue(document.getElementById('media'), 'media');
fillMissingValue(document.getElementById('year'), 'album_year');
ref = document.getElementById('remaster_year') || !isUpload && document.querySelector('input[name="year"]');
if (ref != null && !ref.disabled && (ref.value == '' || !isRED && ref.value == '---')) {
let value = getHomoValue('release_date');
if (value != null) ref.value = extractYear(value);
}
fillMissingValue(document.getElementById('remaster_record_label')
|| document.querySelector('input[name="recordlabel"]'), 'label');
if (elementWritable(ref = document.getElementById('remaster_catalogue_number')
|| document.querySelector('input[name="cataloguenumber"]'))) {
let catNo = getHomoValue('catalog');
if (!catNo && onlineTracks.every(track => track.identifiers.BARCODE
&& track.identifiers.BARCODE == onlineTracks[0].identifiers.BARCODE)) {
catNo = parseInt(onlineTracks[0].identifiers.BARCODE.toString().replace(/\s+/g, ''));
}
if (catNo) ref.value = catNo;
}
function getHomoValue(propName) {
return onlineTracks[0][propName] && onlineTracks.map(track => track[propName]).homogeneous() ?
onlineTracks[0][propName] : null;
}
function fillMissingValue(node, propName) {
if (!node || node.disabled || node.value != '' && (isRED || node.value != '---')) return;
let value = getHomoValue(propName);
if (value != null) node.value = value;
}
}
function onlineCheck(onlineTracks) {
if (!Array.isArray(onlineTracks) || onlineTracks.length <= 0) {
addMessage('online check not performed (empty tracklist)', 'notice');
return Promise.reject('No tracks');
}
if (prefs.diag_mode) console.debug('Checking against online tracks:', onlineTracks);
let issueCounter = 0, hiresTimes = getHomoIdentifier('DURATION_PRECISION', onlineTracks);
hiresTimes = hiresTimes ? hiresTimes.toLowerCase() == 'ms' : onlineTracks.some(function(track) {
let remainder = Math.floor((track.duration - Math.floor(track.duration)) * 1000) / 100;
return remainder > Math.floor(remainder);
});
let devIndex = media == 'Vinyl' ? 2 : hiresTimes ? 1 : 0, albumLengthDivergences, trackLengthDivergences;
try { albumLengthDivergences = JSON.parse(prefs.album_length_divergences) }
catch(e) { albumLengthDivergences = [0.75, 0.01, 2.50] }
try { trackLengthDivergences = JSON.parse(prefs.track_length_divergences) }
catch(e) { trackLengthDivergences = [2.5, 0.1, 5.0] }
const arrayCompare = prefs.strict_online_check ? Array.prototype.equalTo : Array.prototype.equalCaselessTo;
onlineTracks.forEach(processTrackArtists);
if (onlineTracks[0].artist && onlineTracks.map(track => track.artist).homogeneous()
&& (isVA ? !vaParser.test(onlineTracks[0].artist) : mainArtistMismatch())) {
++issueCounter;
addMessage(new HTML('online album main artist mismatch ("' +
safeText(release.artist).bold() + '" ≠ "' + safeText(onlineTracks[0].artist).bold() + '")'), 'warning');
}
if (onlineTracks[0].album && onlineTracks.map(track => track.album).homogeneous()
&& mismatch(release.album, onlineTracks[0].album) && mismatch(album, onlineTracks[0].album)
&& mismatch(release.album, removeFeatArtists(onlineTracks[0].album))) {
++issueCounter;
addMessage(new HTML('online album title mismatch ("' +
safeText(release.album).bold() + '" ≠ "' + safeText(onlineTracks[0].album).bold() + '")'), 'warning');
}
if (onlineTracks[0].label && onlineTracks.map(track => track.label).homogeneous()
&& mismatch(release.label, onlineTracks[0].label, /-|\s+(?:Records|Recordings)$/ig)) {
++issueCounter;
addMessage(new HTML('online album label mismatch ("' +
safeText(release.label).bold() + '" ≠ "' + safeText(onlineTracks[0].label).bold() + '")'), 'notice');
}
if (release.catalogs.length == 1
&& onlineTracks[0].catalog && onlineTracks.map(track => track.catalog).homogeneous()
&& mismatch(release.catalogs[0], onlineTracks[0].catalog, /[\s\-]/g)) {
++issueCounter;
addMessage(new HTML('online album catalogue# mismatch ("' +
safeText(release.catalogs[0]).bold() + '" ≠ "' + safeText(onlineTracks[0].catalog).bold() + '")'), 'notice');
}
if (onlineTracks[0].album_year && onlineTracks.map(track => track.album_year).homogeneous()
&& release.album_year != onlineTracks[0].album_year) {
++issueCounter;
addMessage(new HTML('online album year mismatch (' +
(release.album_year || '<unset>').toString().bold() + ' ≠ ' + onlineTracks[0].album_year.toString().bold() + ')'), 'warning');
}
if (onlineTracks[0].release_date && !isNaN(releaseDate) && onlineTracks.map(track => track.release_date).homogeneous()
&& releaseDate.getDateValue() != new Date(onlineTracks[0].release_date.toString()).getDateValue()) {
++issueCounter;
addMessage(new HTML('online album release date mismatch (' +
(release.release_date || '<unset>').toString().bold() + ' ≠ ' + onlineTracks[0].release_date.toString().bold() + ')'), 'notice');
}
if (tracks.length != onlineTracks.length) {
++issueCounter;
addMessage(new HTML('online album different tracklist length (' + tracks.length.toString().bold() +
' ≠ ' + onlineTracks.length.toString().bold() + ')'), 'warning');
}
if (totalTime > 0) {
let ttOnline = onlineTracks.reduce((acc, track) => acc + (track.duration || NaN), 0);
if (ttOnline > 0 && Math.abs(totalTime - ttOnline) * 100 / ttOnline > albumLengthDivergences[devIndex]) {
++issueCounter;
addMessage(new HTML('online album duration mismatch (' + makeTimeString(totalTime).bold() +
' ≠ ' + makeTimeString(ttOnline).bold() + ')'), 'warning');
}
}
if (releaseType > 0) {
let rt = getHomoIdentifier('RELEASETYPE', onlineTracks) || getHomoIdentifier('RELEASE_TYPE', onlineTracks);
if (rt && (rt = getReleaseTypeFromId(rt)) > 0 && rt != releaseType)
addMessage(new HTML('online album release type mismatch (' +
safeText(stringifyReleaseType(releaseType) || releaseType).bold() + ' ≠ ' +
safeText(stringifyReleaseType(rt) || rt).bold() + ')'), 'warning');
}
for (let ndx = 0; ndx < tracks.length; ++ndx) {
if (ndx >= onlineTracks.length) {
addMessage('end of online tracklist reached, tracks from #' + (ndx + 1) + ' to end will not be checked', 'notice');
break;
}
if (mismatch(tracks[ndx].title, onlineTracks[ndx].title)
&& mismatch(tracks[ndx].title, removeFeatArtists(onlineTracks[ndx].title))) {
++issueCounter;
addMessage('online track #' + (ndx + 1) + ' title mismatch ("' +
(tracks[ndx].title || '') + '" ≠ "' + (onlineTracks[ndx].title || '') + '")', 'warning');
}
if (onlineTracks[ndx].track_artist && mismatch(tracks[ndx].track_artist, onlineTracks[ndx].track_artist)) {
let trackArtists = Array.isArray(tracks[ndx].track_artists) && tracks[ndx].track_artists.length > 0 ?
[tracks[ndx].track_artists, tracks[ndx].track_guests] : getArtists(tracks[ndx].track_artist);
let onlineSrackArtists = Array.isArray(onlineTracks[ndx].track_artists) && onlineTracks[ndx].track_artists.length > 0 ?
[onlineTracks[ndx].track_artists, onlineTracks[ndx].track_guests] : getArtists(onlineTracks[ndx].track_artist);
if (!artistsMatch(trackArtists, onlineSrackArtists)) {
++issueCounter;
addMessage('online track #' + (ndx + 1) + ' track artist mismatch ("' +
(tracks[ndx].track_artist || '') + '" ≠ "' + (onlineTracks[ndx].track_artist || '') + '")', 'notice');
}
}
if (onlineTracks[ndx].track_number && tracks[ndx].track_number != onlineTracks[ndx].track_number) {
++issueCounter;
addMessage('online track #' + (ndx + 1) + ' track number mismatch (' +
(tracks[ndx].track_number || '<unset>') + ' ≠ ' + onlineTracks[ndx].track_number + ')',
release.totalDiscs > 1 ? 'notice' : 'warning');
}
if (onlineTracks[ndx].disc_number && (onlineTracks[ndx].disc_number > 1 || tracks[ndx].disc_number)
&& tracks[ndx].disc_number != onlineTracks[ndx].disc_number) {
++issueCounter;
addMessage('online track #' + (ndx + 1) + ' disc number mismatch (' +
(tracks[ndx].disc_number || '<unset>') + ' ≠ ' + onlineTracks[ndx].disc_number + ')', 'warning');
}
if (onlineTracks[ndx].disc_subtitle && mismatch(tracks[ndx].disc_subtitle, onlineTracks[ndx].disc_subtitle)) {
++issueCounter;
addMessage('online track #' + (ndx + 1) + ' disc subtitle mismatch ("' +
(tracks[ndx].disc_subtitle || '') + '" ≠ "' + onlineTracks[ndx].disc_subtitle + '")', 'notice');
}
if (tracks[ndx].duration > 0 && onlineTracks[ndx].duration > 0) {
let timeDif = Math.abs(tracks[ndx].duration - onlineTracks[ndx].duration);
if (timeDif > trackLengthDivergences[devIndex]) {
++issueCounter;
addMessage('online track #' + (ndx + 1) + ' duration mismatch (' +
makeTimeString(tracks[ndx].duration) + ' ≠ ' + makeTimeString(onlineTracks[ndx].duration) + ')',
(timeDif > [5.0, 0.2, 8][devIndex] ? 'warning' : 'notice'));
}
}
if (tracks[ndx].identifiers.MD5 && onlineTracks[ndx].identifiers.MD5
&& tracks[ndx].identifiers.MD5 != onlineTracks[ndx].identifiers.MD5.toUpperCase())
addMessage('online track #' + (ndx + 1) + ' MD5 mismatch (' + tracks[ndx].identifiers.MD5 + ' ≠ ' +
onlineTracks[ndx].identifiers.MD5.toUpperCase() + ')', 'warning');
}
if (issueCounter == 0) {
i = 'online check completed without remarks';
if (prefs.messages_verbosity >= 1) addMessage(i, 'info'); else console.debug(i);
}
function mainArtistMismatch() {
return release.artist != onlineTracks[0].artist
&& !artistsMatch([artists[0], albumGuests], Array.isArray(onlineTracks[0].artists)
&& onlineTracks[0].artists.length > 0 ? [onlineTracks[0].artists, onlineTracks[0].featured_artists]
: getArtists(onlineTracks[0].artist));
}
function removeFeatArtists(title) {
return featArtistParsers.slice(1).reduce(function(acc, rx, ndx) {
return rx.test(acc) && (ndx < 5 || splitArtists(RegExp.$1).every((artist, ndx) => looksLikeTrueName(artist, 1))) ?
acc.replace(rx, '') : acc;
}, title || '')
}
function mismatch(localStr, onlineStr, rx) {
function normalize(val) {
if (val == undefined || val == null) return '';
if (typeof val != 'string') val = val.toString();
if (rx instanceof RegExp || typeof rx == 'string') val = val.replace(rx, '');
val = val.replace(/[\(\)\-\s]+/g, '');
return prefs.strict_online_check ? val : val.toLowerCase();
}
return normalize(localStr) != normalize(onlineStr);
}
}
function lookupOnlineSource() {
function info(service, url, id) {
if (prefs.check_integrity_online) addMessage(new HTML('checking online against ' + service +
' release id <a href="' + url + '" target="_blank" style="' + hyperlinkStyle + '">' + id + '</a>'), 'info');
}
function mbEpilogue(releases) {
info('MusicBrainz', mbrRlsPrefix + releases[0].id, releases[0].id);
return mbrRlsPrefix + releases[0].id;
}
const commonMedia = !media || ['CD', 'WEB'].includes(media),
singleVolume = !release.totalDiscs || release.totalDiscs < 2;
let lookupProviders = [];
if (commonMedia && barCode) lookupProviders.push([
querySpotifyAPI('search', { q: 'barcode:' + barCode, type: 'album' })
.then(result => result.albums.total > 0 ? result.albums.items : Promise.reject('Spotify: no matches')),
function(albums) {
if (prefs.diag_mode) console.debug('Spotify lookup by barcode successfull:', barCode, 'matches:', albums);
info('Spotify', albums[0].external_urls.spotify, albums[0].id);
return albums[0].href;
}
]);
if (commonMedia) lookupProviders.push([spotifyLookup(), function(album) {
info('Spotify', album.external_urls.spotify, album.id);
return album.href;
}]);
if (barCode) lookupProviders.push([mbLookupByBarcode(), mbEpilogue]);
if (commonMedia && barCode) lookupProviders.push([itunesLookupByBarcode(), function(collections) {
info('Apple Music', collections[0].collectionViewUrl, collections[0].collectionId);
return collections[0].collectionViewUrl;
}]);
if (getHomoIdentifier('ASIN')) lookupProviders.push([mbLookupByASIN(), mbEpilogue]);
lookupProviders.push([mbLookup(), function(release) {
info('MusicBrainz', mbrRlsPrefix + release.id, release.id);
return mbrRlsPrefix + release.id;
}]);
if (commonMedia) lookupProviders.push([itunesLookup(), function(collection) {
info('Apple Music', collection.collectionViewUrl, collection.collectionId);
return collection.collectionViewUrl;
}]);
if (commonMedia && singleVolume) lookupProviders.push([dzLookup(), function(album) {
info('Deezer', deezerAlbumPrefix + album.id, album.id);
return deezerAlbumPrefix + album.id;
}]);
if (commonMedia) lookupProviders.push([qbLookup(), function(album) {
info('Qobuz', album.url, album.id);
return album.url;
}]);
lookupProviders.push([dcLookup(), function(release) {
info('Discogs', discogsOrigin + release.uri, release.id);
return release.resource_url;
}]);
if (commonMedia) lookupProviders.push([tidalLookup(), function(album) {
info('Tidal', album.url, album.id);
return album.url;
}]);
lookupProviders.push([suphonLookup(), function(album) {
info('Supraphonline', album.url, album.id);
return album.url;
}]);
lookupProviders.push([amLookup(), album => amLookupRelease(album).then(function(release) {
info('AllMusic', release.url, release.id);
return release.url;
})]);
if (commonMedia && singleVolume) lookupProviders.push([bsLookup(), function(release) {
const url = 'https://www.beatsource.com/release/' + release.slug + '/' + release.id;
info('Beatsource', url, release.id);
return url; //release.url // https://api.beatsource.com/v4/catalog/releases/{ID}/
}]);
if (commonMedia && singleVolume) lookupProviders.push([bpLookup(), function(release) {
const url = 'https://www.beatport.com/release/' + release.slug + '/' + release.id;
info('Beatport', url, release.id);
return url; //release.url
}]);
if (commonMedia && singleVolume) lookupProviders.push([tsLookup(), function(album) {
info('TraxSource', album.url, album.id);
return album.url;
}]);
if (commonMedia) lookupProviders.push([neLookup(), function(album) {
const albumUrl = 'https://music.163.com/album?id=' + album.id;
info('Netease', albumUrl, album.id);
return albumUrl;
}]);
if (commonMedia && singleVolume) lookupProviders.push([bcLookup(), function(album) {
info('Bandcamp', album.url, album.id);
return album.url;
}]);
if (commonMedia && singleVolume) lookupProviders.push([ottLookup(), function(album) {
info('OTOTOY', album.url, album.id);
return album.url;
}]);
if (singleVolume) lookupProviders.push([mbLookupByTOC(), mbEpilogue]);
if (commonMedia && singleVolume) lookupProviders.push([
queryLastFmAPI('album.getinfo', {
artist: (isVA ? VA : release.artist),
album: release.album,
}).then(result => result.error ? Promise.reject('Last.fm: ' + result.message) : result.album),
function(album) {
info('Last.fm', album.url, album.id || album.mbid || '#N/A');
return album; // return object
}
]);
const workerResult = index => {
if (lookupProviders[index][0] instanceof Promise) return lookupProviders[index][0];
else if (typeof lookupProviders[index][0] == 'function') return lookupProviders[index][0]();
else throw 'invalid search worker type at index ' + index;
};
const lookupProvider = (index = 0) => index >= 0 && index < lookupProviders.length ? workerResult(index)
.then(lookupProviders[index][1]).catch(reason => ++index < lookupProviders.length ? lookupProvider(index)
: Promise.reject('no online resource matched this release'))
: Promise.reject('provider index out of range');
if (prefs.diag_mode) for (let index = 0; index < lookupProviders.length; ++index) {
workerResult(index).then(result => { console.debug('metaLookupProviders[', index, '] match:', result) },
reason => { console.debug('metaLookupProviders[', index, '] failed:', reason) });
}
return lookupProvider().catch(function(reason) {
addMessage('online check not performed (' + reason + ')', 'notice');
return Promise.reject('lookupOnlineSource: ' + reason);
});
}
function spotifyLookup() {
function search(title) {
let searchTerm = 'album:"' + title + '"';
//searchTerm = 'artist:"' + (isVA ? VA : release.artist) + '" ' + searchTerm;
if (!isVA) searchTerm = 'artist:"' + release.artist + '" ' + searchTerm;
return querySpotifyAPI('search', {
q: searchTerm,
type: 'album',
limit: 50,
}).then(function(result) {
if (result.albums.total <= 0) return Promise.reject('Spotify: no matches');
if (prefs.diag_mode) console.debug('Spotify search results:', result.albums);
const matchers = [
album => (!releaseType || (album.album_type == 'single' ?
['Single', 'EP', 'Remix'].map(getReleaseTypeValue).includes(releaseType)
: releaseType != getReleaseTypeValue('Single')))
&& releasesMatch(album.artists.map(artist => artist.name), album.name, i),
album => album.total_tracks == tracks.length,
];
for (var i = 0; i <= maxFuzzyLevel; ++i) {
var f = result.albums.items.filter(matchers[0]);
if (f.length > 1 && f.some(matchers[1])) f = f.filter(matchers[1]);;
if (f.length > 1) return Promise.reject('Spotify: ambiguity');
if (f.length == 1) break;
}
if (i > maxFuzzyLevel) return Promise.reject('Spotify: no matches');
if (prefs.diag_mode && i >= 2) console.debug('Spotify fuzzy match:', release, '≈', f[0]);
return f[0];
});
}
return search(release.album).catch(function(reason) {
return !tailingBracketStripper.test(release.album) || !reason.endsWith('no matches') ? Promise.reject(reason)
: search(release.album.replace(tailingBracketStripper, ''));
});
}
function dzLookup() {
function search(title) {
let query = { album: title }
//query.artist = isVA ? VA : release.artist;
if (!isVA) query.artist = release.artist;
return queryDeezerAPI('search/album', {
q: Object.keys(query).map(key => key + ':"' + query[key] + '"').join(' '),
strict: 'on',
order: 'RANKING',
}).then(function(result) {
if (result.total <= 0) return Promise.reject('Deezer: no matches');
if (prefs.diag_mode) console.debug('Deezer search results:', result.data);
const isSingle = releaseType == getReleaseTypeValue('Single'), matchers = [
album => isSingle == (album.record_type == 'single') && releasesMatch(album.artist.name, album.title, i),
album => album.nb_tracks == tracks.length,
album => album.explicit_lyrics,
];
for (var i = 0; i <= maxFuzzyLevel; ++i) {
var f = result.data.filter(matchers[0]);
if (f.length > 1 && f.some(matchers[1])) f = f.filter(matchers[1]);
if (f.length > 1 && f.some(matchers[2])) f = f.filter(matchers[2]);
if (f.length > 1) return Promise.reject('Deezer: ambiguity');
if (f.length == 1) break;
}
if (i > maxFuzzyLevel) return Promise.reject('Deezer: no matches');
if (i >= 2) console.debug('Deezer fuzzy match:', release, '≈', f[0]);
return f[0];
});
}
return search(release.album).catch(function(reason) {
return !tailingBracketStripper.test(release.album) || !reason.endsWith('no matches') ? Promise.reject(reason)
: search(release.album.replace(tailingBracketStripper, ''));
});
}
function itunesLookup() {
function search(title) {
let searchTerm = '"' + title + '"';
//searchTerm = '"' + (isVA ? VA : release.artist) + '" ' + searchTerm;
if (!isVA) searchTerm = '"' + release.artist + '" ' + searchTerm;
return queryItunesAPI('search', {
term: searchTerm,
media: 'music',
entity: 'album',
//country: 'US',
}).then(function(result) {
if (result.resultCount <= 0) return Promise.reject('Apple Music: no matches');
if (prefs.diag_mode) console.debug('Apple Music search results:', result.results);
const matchers = [
function(collection) {
let isSingle = collection.collectionName.endsWith(' - Single');
if (isSingle) collection.collectionName = collection.collectionName.slice(0, -9);
let isEP = collection.collectionName.endsWith(' - EP');
if (isEP) collection.collectionName = collection.collectionName.slice(0, -5);
isSingle = isSingle || collection.collectionType == 'Single';
isEP = !isSingle && (isEP || collection.collectionType == 'EP');
return (releaseType == getReleaseTypeValue('Single')) == isSingle
&& (!isEP || releaseType == getReleaseTypeValue('EP'))
&& releasesMatch(collection.artistName, collection.collectionName, i);
},
collection => collection.trackCount == tracks.length,
collection => collection.collectionExplicitness != 'notExplicit',
];
for (var i = 0; i <= maxFuzzyLevel; ++i) {
var f = result.results.filter(matchers[0]);
if (f.length > 1 && f.some(matchers[1])) f = f.filter(matchers[1]);
if (f.length > 1 && f.some(matchers[2])) f = f.filter(matchers[2]);
if (f.length > 1) return Promise.reject('Apple Music: ambiguity');
if (f.length == 1) break;
}
if (i > maxFuzzyLevel) return Promise.reject('Apple Music: no matches');
if (prefs.diag_mode && i >= 2) console.debug('Apple Music fuzzy match:', release, '≈', f[0]);
return f[0];
});
}
return search(release.album).catch(function(reason) {
return !tailingBracketStripper.test(release.album) || !reason.endsWith('no matches') ? Promise.reject(reason)
: search(release.album.replace(tailingBracketStripper, ''));
});
}
function itunesLookupByBarcode() {
if (!barCode) return Promise.reject('Apple Music: unknown barcode');
return queryItunesAPI('lookup', {
upc: barCode,
media: 'music',
entity: 'album',
//country: 'US',
}).then(function(result) {
if (result.resultCount <= 0) return Promise.reject('Apple Music: no matches');
if (prefs.diag_mode) console.debug('Apple Music search by UPC results:', result.results);
if (result.results.length > 1 && result.results.some(collection => /\b(?:explicit)/i.test(collection.collectionExplicitness)))
result.results = result.results.filter(collection => !/\b(?:clean)/i.test(collection.collectionExplicitness));
if (result.results.length <= 0) return Promise.reject('Apple Music: no matches');
return result.results;
});
}
function mbLookup() {
function search(title) {
let query = {
//'artist': isVA ? VA : release.artist,
'release': title,
};
if (!isVA) query.artist = release.artist;
return queryMusicBrainzAPI('release', {
query: Object.keys(query).map(key => key + ':"' + query[key] + '"').join(' AND '),
}).then(function(result) {
if (result.count <= 0) return Promise.reject('MusicBrainz: no matches');
if (prefs.diag_mode) console.debug('MusicBrainz search results:', result.releases);
const matchers = [
release => release.quality != 'low'
&& (media ? [media] : tracks.some(notRedBook) ? ['WEB'] : ['CD', 'WEB'])
.some(_media => release.media.map(media => estimateMedia(media.format) || media.format).includes(_media))
&& releasesMatch(release['artist-credit'].map(artist => artist.name), release.title, i),
release => release.track-count == tracks.length,
];
for (var i = 0; i <= maxFuzzyLevel; ++i) {
var f = result.releases.filter(matchers[0]);
if (f.length > 1 && f.some(matchers[1])) f = f.filter(matchers[1]);
if (f.length > 1) return Promise.reject('MusicBrainz: ambiguity');
if (f.length == 1) break;
}
if (i > maxFuzzyLevel) return Promise.reject('MusicBrainz: no matches');
if (prefs.diag_mode && i >= 2) console.debug('MusicBrainz fuzzy match:', release, '≈', f[0]);
return f[0];
});
}
return search(release.album).catch(function(reason) {
return !tailingBracketStripper.test(release.album) || !reason.endsWith('no matches') ? Promise.reject(reason)
: search(release.album.replace(tailingBracketStripper, ''));
});
}
function mbLookupByBarcode() {
if (!barCode) return Promise.reject('MusicBrainz: unknown barcode');
return queryMusicBrainzAPI('release', { query: 'barcode:' + barCode }).then(function(result) {
if (result.count <= 0) return Promise.reject('MusicBrainz: no matches');
if (prefs.diag_mode) console.debug('MusicBrainz lookup by barcode successfull: ' + barCode + '; matches: ' + result.count);
return result.releases;
});
}
function mbLookupByASIN() {
let asin = getHomoIdentifier('ASIN');
if (!asin) return Promise.reject('MusicBrainz: unknown ASIN');
asin = asin.replace(/\s+/g, '');
return queryMusicBrainzAPI('release', { query: 'asin:' + asin }).then(function(result) {
if (result.count <= 0) return Promise.reject('MusicBrainz: no matches');
if (prefs.diag_mode) console.debug('MusicBrainz lookup by ASIN successfull: ' + asin + '; matches: ' + result.count);
return result.releases;
});
}
function mbComputeDiscID(mbTOC) {
if (!Array.isArray(mbTOC) || mbTOC.length != mbTOC[1] - mbTOC[0] + 4 || mbTOC[1] - mbTOC[0] > 98) return null;
let tocStr = ([mbTOC[0], mbTOC[1]].map(track => track.toString(16).padStart(2, '0'))
.concat(mbTOC.slice(2).map(offset => offset.toString(16).padStart(8, '0'))).join('') +
'0'.repeat(98 + mbTOC[0] - mbTOC[1] << 3)).toUpperCase();
return CryptoJS.SHA1(tocStr).toString(CryptoJS.enc.Base64)
.replace(/\=/g, '-').replace(/\+/g, '.').replace(/\//g, '_');
}
function mbLookupByDiscID(mbTOC, allowTOCLookup = true) {
if (!Array.isArray(mbTOC) || mbTOC.length != mbTOC[1] - mbTOC[0] + 4)
return Promise.reject('mbLookupByDiscID(...): missing or invalid TOC');
let mbDiscId = mbComputeDiscID(mbTOC),
params = { inc: ['artists'].join('+') };
if (!mbDiscId || allowTOCLookup) params.toc = mbTOC.join('+');
if (media != 'CD') params['media-format'] = 'all';
return queryMusicBrainzAPI('discid/' + (mbDiscId || '-'), params).then(function(result) {
let matches = Array.isArray(result.releases) ? result.releases
: 'id' in result && 'title' in result ? [result] : null;
if (!Array.isArray(matches) || matches.length <= 0) return Promise.reject('MusicBrainz: no matches');
if (prefs.diag_mode) console.debug('MusicBrainz lookup by discId/TOC successfull:', mbDiscId, '/', params, 'matches:', matches);
let minSimilarity = 0.90 - Math.min(tracks.length, 30) / 100;
let optedOut = matches.filter(match => titlesMatch(match.title, 3, minSimilarity));
return optedOut.length > 0 ? optedOut : matches;
});
}
function mbLookupByMetaTOC() {
if (release.totalDiscs > 1) return Promise.reject('TOC lookup not possible for multidisc release');
if (tracks.length < 3) return Promise.reject('TOC lookup given up for insufficient tracklist length');
let TOC;
if (TOC = getHomoIdentifier('ITUNES_TOC')) { // iTunes scheme
TOC = TOC.split('+').map(index => parseInt(index));
TOC = [1, TOC[2], TOC[1]].concat(TOC.slice(3));
} else if (TOC = getHomoIdentifier('CT_TOC')) { // CUETools scheme
TOC = TOC.split('+').map(index => parseInt(index, 16));
TOC = [1, TOC.shift(), TOC.pop()].concat(TOC);
}
return mbLookupByDiscID(TOC);
}
function mbLookupByAutoTOC() {
if (release.totalDiscs > 1) return Promise.reject('AutoTOC lookup not possible for multidisc release');
if (tracks.length < 3) return Promise.reject('AutoTOC lookup given up for insufficient tracklist length');
if (!tracks.every(track => track.samplerate > 0 && track.samples > 0))
return Promise.reject('MusicBrainz: insufficient information for TOC calculation');
let lastFrame = 0;
let TOC = [0].concat(tracks.map(track => (lastFrame += Math.round(track.samples * 75 / track.samplerate))))
.map(offset => 150 + offset);
TOC.unshift(TOC.pop());
return mbLookupByDiscID([1, tracks.length].concat(TOC), true);
}
function mbLookupByTOC() {
return mbLookupByMetaTOC().catch(reason => typeof reason == 'string' && !reason.includes('no matches') ?
mbLookupByAutoTOC() : Promise.reject(reason));
}
function dcLookup() {
const search = query => queryDiscogsAPI('database/search', query).then(function(result) {
if (result.results.length <= 0) return Promise.reject('Discogs: no matches');
if (prefs.diag_mode) console.debug('Discogs search results:', result.results);
const matchers = [
function(album) {
if (media ? Array.isArray(album.format)
&& !album.format.some(format => estimateMedia(format) == media)
: !album.format.some(format => ['CD', 'WEB'].includes(estimateMedia(format)))) return false;
if (query.barcode || query.catno) return true;
if (/^(.+?)\s+\(\d+\)\s+-\s+(.+)$/.test(album.title) || /^(.+?)\s+-\s+(.+)$/.test(album.title))
return releasesMatch(RegExp.$1, RegExp.$2, i);
console.warn('Failed to parse Discogs title:', album.title);
return false;
},
];
for (var i = 0; i <= maxFuzzyLevel; ++i) {
var f = result.results.filter(matchers[0]);
if (f.length > 1) return Promise.reject('Discogs: ambiguity');
if (f.length == 1) break;
if (query.barcode || query.catno) i = Infinity;
}
if (i > maxFuzzyLevel) return Promise.reject('Discogs: no matches');
if (prefs.diag_mode && i >= 2) console.debug('Discogs fuzzy match:', release, '≈', f[0]);
return f[0];
});
return (barCode ? search({
barcode: barCode,
type: 'release',
sort: 'score,desc',
strict: true,
}) : Promise.reject('no matches')).catch(function(reason) {
if (!reason.endsWith('no matches')) return Promise.reject(reason);
return release.catalogs.length > 0 ? search({
label: release.label && (isVA || !release.label.includes(release.artist))
&& !selfReleaseParsers.some(rx => rx.test(release.label)) ? release.label.replace(/\s+.*$/, '') : '',
catno: release.catalogs[0], //release.catalogs.join('; ')
type: 'release',
sort: 'score,desc',
}) : Promise.reject('no matches');
}).catch(function(reason) {
let query = {
release_title: release.album,
type: 'release',
sort: 'score,desc',
strict: false,
};
if (!isVA) query.artist = release.artist; //query.artist = '"' + (isVA ? VA : release.artist) + '"';
return search(query).catch(function(reason) {
if (!query.release_title || !tailingBracketStripper.test(release.album) || !reason.endsWith('no matches'))
return Promise.reject(reason);
query.release_title = release.album.replace(tailingBracketStripper, '');
return search(query);
});
});
}
function qbLookup() {
function searchMarket(title, market) {
let reqUrl = new URL('https://www.qobuz.com/search');
if (market) reqUrl.pathname = market + reqUrl.pathname;
let searchTerm = title;
//searchTerm = (isVA ? VA : release.artist) + ' ' + searchTerm;
if (!isVA) searchTerm = release.artist + ' ' + searchTerm;
reqUrl.search = new URLSearchParams({
q: searchTerm,
//s: 'rdc', // descending sort by release date
i: 'boutique',
});
return globalXHR(reqUrl).then(function({document}) {
let results = [];
document.querySelectorAll('div.search-results > div.product').forEach(function(div) {
let result = {
artist: div.querySelector('div.artist-name > a'),
title: div.querySelector('div.album-title > a'),
cover: div.querySelector('div.album-cover > a > img'),
genre: div.querySelector('span.category'),
label: div.querySelector('span.brand'),
};
if (result.artist == null || result.title == null) return;
result.id = result.title.pathname.replace(/^.*\//, '');
result.url = 'https://www.qobuz.com' + result.title.pathname;
result.artist = result.artist.textContent.trim();
result.title = result.title.textContent.trim();
result.cover = result.cover && (result.cover.dataset.src || result.cover.src);
result.genre = result.genre
&& qobuzTranslations.reduce((genre, def) => genre.replace(...def), result.genre.textContent.trim());
result.label = result.label && result.label.textContent.trim();
if (result.id && result.artist && result.title
&& !results.some(album => album.id == result.id)) results.push(result);
});
if (results.length <= 0) return Promise.reject('Qobuz: no matches');
if (prefs.diag_mode) console.debug('Qobuz search results:', results);
for (var i = 0; i <= maxFuzzyLevel; ++i) {
var f = results.filter(result => (function() {
if (isVA) return vaParser.test(result.artist);
let remoteArtist = result.artist.toLowerCase();
if (remoteArtist == release.artist.toLowerCase()
|| i >= 1 && remoteArtist.toASCII() == release.artist.toLowerCase().toASCII()
|| i >= 2 && jaroWrinkerSimilarity(remoteArtist, release.artist.toLowerCase()) >= 0.95) return true;
return artists[0].find(function(localArtist) {
localArtist = localArtist.toLowerCase();
return remoteArtist == localArtist || i >= 1 && remoteArtist.toASCII() == localArtist.toASCII()
|| i >= 2 && jaroWrinkerSimilarity(remoteArtist, localArtist) >= 0.95;
}) != undefined;
})() && titlesMatch(result.title, i, 0.9));
if (f.length > 1) return Promise.reject('Qobuz: ambiguity');
if (f.length == 1) break;
}
if (i > maxFuzzyLevel) return Promise.reject('Qobuz: no matches');
if (prefs.diag_mode && i >= 2) console.debug('Qobuz fuzzy match:', release, '≈', f[0]);
return f[0];
});
}
const marketChain = [
'gb-en', 'fr-fr', 'us-en', 'de-de', 'es-es', 'it-it',
//'nl-nl', 'ch-fr', 'be-fr', 'at-de', 'ie-en', 'lu-fr',
];
function searchMarkets(title/*, marketIndex = 0*/) {
if (!Array.isArray(marketChain) || marketChain.length <= 0/*
|| !(marketIndex >= 0 && marketIndex < marketChain.length)*/) return searchMarket(title);
// return searchMarket(title, marketChain[marketIndex])
// .catch(reason => reason.endsWith('no matches') && ++marketIndex < marketChain.length ?
// searchMarkets(title, marketIndex) : Promise.reject(reason));
let searchWorkers = marketChain.map(market => searchMarket(title, market));
const _searchMarket = (marketIndex = 0) => searchWorkers[marketIndex]
.catch(reason => reason.endsWith('no matches') && ++marketIndex < searchWorkers.length ?
_searchMarket(marketIndex) : Promise.reject(reason));
return _searchMarket();
}
return searchMarkets(release.album).catch(function(reason) {
return !reason.endsWith('no matches') || !tailingBracketStripper.test(release.album) ?
Promise.reject(reason) : searchMarkets(release.album.replace(tailingBracketStripper, ''));
});
}
function tidalLookup() {
function search(title) {
let searchTerm = '"' + title + '"';
//searchTerm = '"' + (isVA ? VA : release.artist) + '" ' + searchTerm;
if (!isVA) searchTerm = '"' + release.artist + '" ' + searchTerm;
return tracks.length > 1 ? queryTidalAPI('search/albums', { query: searchTerm, limit: 25 }).then(function(result) {
if (result.totalNumberOfItems <= 0) return Promise.reject('Tidal: no matches');
if (prefs.diag_mode) console.debug('Tidal search results:', result.items);
const matchers = [
item => releasesMatch(item.artists.filter(artist => artist.type == 'MAIN').map(artist => artist.name), item.title, i),
item => item.numberOfTracks == tracks.length,
item => item.explicit,
];
for (var i = 0; i <= maxFuzzyLevel; ++i) {
var f = result.items.filter(matchers[0]);
if (f.length > 1 && f.some(matchers[1])) f = f.filter(matchers[1]);
if (f.length > 1 && f.some(matchers[2])) f = f.filter(matchers[2]);
if (f.length > 1) return Promise.reject('Tidal: ambiguity');
if (f.length == 1) break;
}
if (i > maxFuzzyLevel) return Promise.reject('Tidal: no matches');
if (prefs.diag_mode && i >= 2) console.debug('Tidal fuzzy match:', release, '≈', f[0]);
return f[0];
}) : queryTidalAPI('search/tracks', { query: searchTerm, limit: 25 }).then(function(result) {
if (result.totalNumberOfItems <= 0) return Promise.reject('Tidal: no matches');
if (prefs.diag_mode) console.debug('Tidal search results:', result.items);
for (var i = 0; i <= maxFuzzyLevel; ++i) {
var f = [];
result.items.forEach(function(item) {
if (!releasesMatch(item.artists.filter(artist => artist.type == 'MAIN').map(artist => artist.name),
item.album.title, i) || albums.findIndex(album => album.id == item.album.id) >= 0) return;
item.album.explicit = item.explicit;
item.album.url = 'https://www.tidal.com/album/' + item.album.id;
albums.push(item.album);
});
if (f.length > 1 && f.some(album => album.explicit)) f = f.filter(album => album.explicit);
if (f.length > 1) return Promise.reject('Tidal: ambiguity');
if (f.length == 1) break;
}
if (i > maxFuzzyLevel) return Promise.reject('Tidal: no matches');
if (prefs.diag_mode && i >= 2) console.debug('Tidal fuzzy match:', release, '≈', f[0]);
return f[0];
});
}
return search(release.album).catch(function(reason) {
return !tailingBracketStripper.test(release.album) || !reason.endsWith('no matches') ? Promise.reject(reason)
: search(release.album.replace(tailingBracketStripper, ''));
});
}
function tsLookup() {
function search(searchTerm) {
let query = new URLSearchParams({ term: '"' + searchTerm + '"' });
return globalXHR('https://www.traxsource.com/search/titles?' + query).then(function({document}) {
let results = Array.from(document.querySelectorAll('div.release-grid div.grid-page > div.grid-item')).map(function(div) {
let result = { id: parseInt(div.dataset.tid) }, elem = div.querySelector('div.ellip');
if (elem != null) result.artist = elem.childNodes[2].textContent.trim();
if ((elem = div.querySelector('div.ellip a.com-title')) != null) {
result.album = elem.textContent.trim();
result.url = 'https://www.traxsource.com' + elem.pathname;
}
if ((elem = div.querySelector('div.ellip a.com-label')) != null)
result.label = elem.textContent.trim();
if ((elem = div.querySelector('div.grid-image img')) != null)
result.cover = elem.src.replace(/\/scripts\/.+\/\d+x\d+\//i, '/files/images/');
return result;
});
if (results.length <= 0) return Promise.reject('TraxSource: no matches');
if (prefs.diag_mode) console.debug('TraxSource search results:', results);
const matchers = [
result => releasesMatch(result.artist, result.album, i),
];
for (var i = 0; i <= maxFuzzyLevel; ++i) {
var f = results.filter(matchers[0]);
if (f.length > 1) return Promise.reject('TraxSource: ambiguity');
if (f.length == 1) break;
}
if (i > maxFuzzyLevel) return Promise.reject('TraxSource: no matches');
if (prefs.diag_mode && i >= 2) console.debug('TraxSource fuzzy match:', release, '≈', f[0]);
return f[0];
});
}
return search(release.album).catch(reason => tailingBracketStripper.test(release.album) && reason.endsWith('no matches') ?
search(release.album.replace(tailingBracketStripper, '')) : Promise.reject(reason));
}
function suphonLookup() {
function search(title) {
let searchTerm = '"' + title + '"';
//searchTerm = '"' + (isVA ? VA : release.artist) + '" ' + searchTerm;
if (!isVA) searchTerm = '"' + release.artist + '" ' + searchTerm;
return globalXHR('https://www.supraphonline.cz/vyhledavani?q=' + encodeURIComponent(searchTerm)).then(function({document}) {
var results = Array.from(document.querySelectorAll('div.albumlist > ul > li')).map(function(div) {
var result = { }, elem = div.querySelector('div.title a');
if (elem != null) {
if (/\/album\/(\d+)\b/i.test(elem.pathname)) result.id = parseInt(RegExp.$1);
result.album = elem.title || elem.textContent.trim();
result.url = 'https://www.supraphonline.cz' + elem.pathname;
}
if ((elem = div.querySelector('div.subtitle')) != null)
result.artist = elem.title || elem.textContent.trim();
if ((elem = div.querySelector('span.image img')) != null) result.cover = elem.src;
return result;
});
if (results.length <= 0) return Promise.reject('Supraphonline: no matches');
if (prefs.diag_mode) console.debug('Supraphonline search results:', results);
for (var i = 0; i <= maxFuzzyLevel; ++i) {
var f = results.filter(result => releasesMatch(result.artist, result.album, i));
if (f.length > 1) return Promise.reject('Supraphonline: ambiguity');
if (f.length == 1) break;
}
if (i > maxFuzzyLevel) return Promise.reject('Supraphonline: no matches');
if (prefs.diag_mode && i >= 2) console.debug('Supraphonline fuzzy match:', release, '≈', f[0]);
return f[0];
});
}
return search(release.album).catch(function(reason) {
return !tailingBracketStripper.test(release.album) || !reason.endsWith('no matches') ? Promise.reject(reason)
: search(release.album.replace(tailingBracketStripper, ''));
});
}
function bsLookup_backend(apiFunc, providerName) {
function search(title) {
let searchTerm = '"' + title + '"';
//searchTerm = '"' + (isVA ? VA : release.artist) + '" ' + searchTerm;
if (!isVA) searchTerm = '"' + release.artist + '" ' + searchTerm;
return apiFunc('search', {
'q': searchTerm,
'type': 'releases',
'per_page': 30,
//'order_by': '-release_date',
}).then(function(result) {
if (!Array.isArray(result.releases) || result.releases.length <= 0)
return Promise.reject(providerName + ': no matches');
if (prefs.diag_mode) console.debug(providerName + ' search results:', result.releases);
const matchers = [
release => releasesMatch(release.artists.map(artist => artist.name), release.name, i),
release => release.track_count == tracks.length,
release => release.is_explicit,
];
for (var i = 0; i <= maxFuzzyLevel; ++i) {
var f = result.releases.filter(matchers[0]);
if (f.length > 1 && f.some(matchers[1])) f = f.filter(matchers[1]);
if (f.length > 1 && f.some(matchers[2])) f = f.filter(matchers[2]);
if (f.length > 1) return Promise.reject(providerName + ': ambiguity');
if (f.length == 1) break;
}
if (i > maxFuzzyLevel) return Promise.reject(providerName + ': no matches');
if (prefs.diag_mode && i >= 2) console.debug(providerName + ' fuzzy match:', release, '≈', f[0]);
return f[0];
});
}
return typeof apiFunc == 'function' ? search(release.album).catch(function(reason) {
return !tailingBracketStripper.test(release.album) || !reason.endsWith('no matches') ? Promise.reject(reason)
: search(release.album.replace(tailingBracketStripper, ''));
}) : Promise.reject('invalid parameter');
}
function bsLookup() { return bsLookup_backend(queryBeatsourceAPI, 'Beatsource') }
function bpLookup() { return bsLookup_backend(queryBeatportAPI, 'Beatport') }
function neLookup() {
function search(title) {
const start = Date.now();
let query = {
s: '"' + title + '"',
limit: 25,
type: 10,
//csrf_token: '',
};
//query.s = '"' + (isVA ? VA : release.artist) + '" ' + query.s;
if (!isVA) query.s = '"' + release.artist + '" ' + query.s;
return queryNeteaseAPI('cloudsearch/get/web', query).then(function(result) {
return !result.abroad ? result.result : new Promise(function(resolve, reject) {
function onCoreLoaded(elem = coreJS) {
if ([/*'asrsea', */'settmusic'].every(function(pubSym) {
try { return typeof eval(pubSym) == 'function' } catch(e) { return false }
})) resolve(elem); else reject('core.js public functions not available');
}
function injectScript(src, errorHandler = reject) {
if (!httpParser.test(src)) throw 'Assertion failed: invalid src';
coreJS = document.createElement('script');
coreJS.id = 'netease.core.js';
coreJS.type = 'text/javascript';
coreJS.async = false;
coreJS.onload = evt => { onCoreLoaded(evt.target) };
coreJS.onerror = function(evt) {
document.head.removeChild(evt.target);
console.error('Netease core.js (' + src + ') loading error', evt);
if (typeof errorHandler == 'function') errorHandler(evt);
};
coreJS.src = src;
document.head.append(coreJS);
}
var coreJS = document.getElementById('netease.core.js');
if (coreJS != null) return onCoreLoaded();
injectScript('https://s3.music.126.net/web/s/core.js', function(evt) {
console.warn('Netease generic core.js load failed, trying to fetch proper url from root doc');
globalXHR('https://music.163.com/').then(function({document}) {
var script = document.querySelector(':root > body > script[src*="/core"]');
if (script != null) injectScript(script.src, evt => { reject('Netease core.js loading error') });
else reject('invalid root document structure');
}, reject);
});
}).then(core => JSON.parse(decodeURIComponent(settmusic(result.result, 'fuck~#$%^&*(458'))));
}).then(result => result.albumCount > 0 ? result.albums : Promise.reject('Netease: no matches'), function(reason) {
console.warn('Netease search-list method failed:', reason);
query.s = '"' + title + '"'; // ?
query.limit = 50;
return queryNeteaseAPI('search/suggest/web', query).then(result => result.result.albums);
}).then(function(albums) {
if (!Array.isArray(albums) || albums.length <= 0) return Promise.reject('Netease: no matches');
if (prefs.diag_mode) console.debug('Netease search results:', albums, 'in', (Date.now() - start) / 1000, 's');
const matchers = [
album => (album.type != 'EP/Single' || !releaseType // "专辑" == "album"
|| ['Single', 'EP', 'Remix'].map(getReleaseTypeValue).includes(releaseType))
&& releasesMatch(Array.isArray(album.artists) ?
album.artists.map(artist => artist.name) : album.artist.name, album.name, i),
album => album.size == tracks.length,
];
for (var i = 0; i <= maxFuzzyLevel; ++i) {
var f = albums.filter(matchers[0]);
if (f.length > 1 && f.some(matchers[1])) f = f.filter(matchers[1]);
if (f.length > 1) return Promise.reject('Netease: ambiguity');
if (f.length == 1) break;
}
if (i > maxFuzzyLevel) return Promise.reject('Netease: no matches');
if (prefs.diag_mode && i >= 2) console.debug('Netease fuzzy match:', release, '≈', f[0]);
return f[0];
});
}
return search(release.album).catch(function(reason) {
return !tailingBracketStripper.test(release.album) || !reason.endsWith('no matches') ? Promise.reject(reason)
: search(release.album.replace(tailingBracketStripper, ''));
});
}
function bcLookup() {
// // search through API returns only 4 results
// const search = title => queryBandcampAPI('fuzzysearch/1/autocomplete', { q: title }).then(function(result) {
const search = title => globalXHR('https://bandcamp.com/search?q=' + encodeURIComponent(title)).then(function({document}) {
const results = Array.from(document.querySelectorAll('div.results > ul.result-items > li.searchresult.album')).map(function(li) {
let result = { type: 'a', part: 'a' }, ref;
try {
if (/\b(?:id)=(\d+)\b/.test(li.previousSibling.previousSibling.nodeValue))
result.id = parseInt(RegExp.$1);
} catch(e) { }
if ((ref = li.querySelector('div.art > img')) != null) result.img = ref.src;
if ((ref = li.querySelector('div.heading > a')) != null) {
result.url = new URL(ref);
result.url.search = '';
result.name = ref.textContent.trim();
}
if ((ref = li.querySelector('div.subhead')) != null)
result.band_name = ref.textContent.trim().replace(/^(?:by)\s+/, '');
if ((ref = li.querySelector('div.length')) != null) {
if (/\b(\d+)\s+tracks?\b/i.test(ref.textContent)) result.num_tracks = parseInt(RegExp.$1);
result.length = ref.textContent.trim();
}
if ((ref = li.querySelector('div.released')) != null)
result.release_date = new Date(ref.textContent.replace(/^\s*(?:released)\s+/, ''));
if ((ref = li.querySelector('div.tags')) != null)
result.tags = ref.textContent.trim().replace(/^(?:tags):\s+/, '').split(/\s*,\s*/);
return result;
});
// if (!Array.isArray(result.auto.results) || result.auto.results.length <= 0)
// return Promise.reject('Bandcamp: no matches');
if (results.length <= 0) return Promise.reject('Bandcamp: no matches');
if (prefs.diag_mode) console.debug('Bandcamp search results:', results);
const matchers = [
result => result.type == 'a' && releasesMatch(result.band_name, result.name, i),
result => result.num_tracks == tracks.length,
];
for (var i = 0; i <= maxFuzzyLevel; ++i) {
var f = results.filter(matchers[0]);
if (f.length > 1 && f.some(matchers[1])) f = f.filter(matchers[1]);
if (f.length > 1) return Promise.reject('Bandcamp: ambiguity');
if (f.length == 1) break;
}
if (i > maxFuzzyLevel) return Promise.reject('Bandcamp: no matches');
if (prefs.diag_mode && i >= 2) console.debug('Bandcamp fuzzy match:', release, '≈', f[0]);
return f[0];
});
return search(release.album).catch(reason1 => {
return search(release.artist).catch(reason2 => {
return !reason1.endsWith('no matches') && tailingBracketStripper.test(release.album) ?
search(release.album.replace(tailingBracketStripper, '')) : Promise.reject(reason2);
});
});
}
function amLookup() {
function search(searchTerm) {
searchTerm = '"' + searchTerm + '"';
if (!isVA) searchTerm = '"' + release.artist + '" ' + searchTerm;
return globalXHR('https://www.allmusic.com/search/albums/' + encodeURIComponent(searchTerm)).then(function({document}) {
let results = Array.from(document.querySelectorAll('ul.search-results > li.album')).map(function(li) {
let result = {
title: li.querySelector('div.title > a'),
artist: li.querySelector('div.artist > a'),
year: li.querySelector('div.year'),
genres: li.querySelector('div.genres'),
};
Object.keys(result).forEach(key => {
result[key] = result[key] != null ? result[key].textContent.trim() || undefined : undefined;
});
if (result.year) result.year = parseInt(result.year);
if (result.genres) result.genres = result.genres.split(/\s*,\s*/);
result.url = li.querySelector('div.title > a');
result.url = result.url != null ? result.url.href : undefined;
if (/-(mw\d+)$/i.test(result.url)) result.id = RegExp.$1;
result.cover = li.querySelector('div.cover img');
result.cover = result.cover != null ? result.cover.src : undefined;
return result;
});
if (results.length <= 0) return Promise.reject('AllMusic: no matches');
if (prefs.diag_mode) console.debug('AllMusic search results:', results);
const matchers = [
result => releasesMatch(result.artist, result.title, i),
];
for (var i = 0; i <= maxFuzzyLevel; ++i) {
var f = results.filter(matchers[0]);
if (f.length > 1) return Promise.reject('AllMusic: ambiguity');
if (f.length == 1) break;
}
if (i > maxFuzzyLevel) return Promise.reject('AllMusic: no matches');
if (prefs.diag_mode && i >= 2) console.debug('AllMusic fuzzy match:', release, '≈', f[0]);
return f[0];
});
}
return search(release.album).catch(reason => tailingBracketStripper.test(release.album) && reason.endsWith('no matches') ?
search(release.album.replace(tailingBracketStripper, '')) : Promise.reject(reason));
}
function amLookupRelease(album) {
return globalXHR((album.id ? 'https://www.allmusic.com/album/' + album.id : album.url) + '/releases').then(function({document}) {
let releases = Array.from(document.querySelectorAll('section.releases > table > tbody > tr')).map(function(tr) {
let result = {
title: tr.querySelector('td.title > a'),
year: tr.querySelector('td.year'),
media: tr.querySelector('td.format'),
};
Object.keys(result).forEach(key => {
result[key] = result[key] != null ? result[key].textContent.trim() || undefined : undefined;
});
if (result.year) result.year = parseInt(result.year);
if (result.media) result.media = estimateMedia(result.media);
result.url = tr.querySelector('td.title > a');
result.url = result.url != null ? result.url.href : undefined;
if (/-(mr\d+)$/i.test(result.url)) result.id = RegExp.$1;
result.labels = Array.from(tr.querySelectorAll('td.label-catalog > a')).map(a => a.title || a.textContent.trim());
result.catalog = tr.querySelector('td.label-catalog');
result.catalog = result.catalog != null && result.catalog.lastChild.nodeType == Node.TEXT_NODE ?
result.catalog.lastChild.wholeText.trim() : undefined;
return result;
});
if (prefs.diag_mode) console.debug('AllMusic releases for ' + album.id + ':', releases);
if (releaseYear > 0) releases = releases.filter(release => !release.year || release.year == releaseYear);
if (media) {
var f = releases.filter(release => media == release.media);
if (f.length > 0) return f[0];
}
const commonMedia = ['WEB', 'CD', undefined];
f = releases.filter(release => commonMedia.includes(media) && commonMedia.includes(release.media));
return f.length > 0 ? f[0] : Promise.reject('AllMusic: no matches');
});
}
function ottLookup() {
const search = title => globalXHR('https://ototoy.jp/find/find.php?q=' + encodeURIComponent(title)).then(function({document}) {
const results = Array.from(document.querySelectorAll('div.find-candidates-box > div.album')).map(function(div) {
let result = {
title: 'div.title > a',
artist: 'div.artist > span > a',
}, ref;
Object.keys(result).forEach(key => {
result[key] = div.querySelector(result[key]);
result[key] = result[key] != null ? result[key].title || result[key].textContent.trim() : undefined;
});
if ((ref = div.querySelector('figure img.disc-jacket')) != null) result.jacket = ref.src;
if ((ref = div.querySelector('div.title > a')) != null) {
result.url = 'https://ototoy.jp' + ref.pathname;
if (/\/p\/(\d+)\b/.test(ref.pathname)) result.id = parseInt(RegExp.$1);
}
return result;
});
if (results.length <= 0) return Promise.reject('OTOTOY: no matches');
if (prefs.diag_mode) console.debug('OTOTOY search results:', results);
const matchers = [
result => releasesMatch(result.artist, result.title, i),
];
for (var i = 0; i <= maxFuzzyLevel; ++i) {
var f = results.filter(matchers[0]);
if (f.length > 1) return Promise.reject('OTOTOY: ambiguity');
if (f.length == 1) break;
}
if (i > maxFuzzyLevel) return Promise.reject('OTOTOY: no matches');
if (prefs.diag_mode && i >= 2) console.debug('OTOTOY fuzzy match:', release, '≈', f[0]);
return f[0];
});
return search(release.album).catch(reason1 => {
return search(release.artist).catch(reason2 => {
return !reason1.endsWith('no matches') && tailingBracketStripper.test(release.album) ?
search(release.album.replace(tailingBracketStripper, '')) : Promise.reject(reason2);
});
});
}
function qqLookup() {
function search(title) {
title = '"' + title + '"';
if (!isVA) title = '"' + release.artist + '" ' + title;
return globalXHR('https://c.y.qq.com/soso/fcgi-bin/client_search_cp?' + new URLSearchParams({
format: 'json',
w: title,
t: 8,
inCharset: 'utf8',
outCharset: 'utf-8',
}).toString(), { responseType: 'json' }).then(function({response}) {
if (response.code != 0) return Promise.reject('response code ' + response.code);
if (response.data.album.totalnum <= 0) return Promise.reject('QQmusic: no matches');
if (prefs.diag_mode) console.debug('QQmusic search results:', response.data.album.list);
const matchers = [
album => releasesMatch(album.singer_list.map(singer => singer.name), album.albumName, i),
];
for (var i = 0; i <= maxFuzzyLevel; ++i) {
var f = response.data.album.list.filter(matchers[0]);
if (f.length > 1) return Promise.reject('QQmusic: ambiguity');
if (f.length == 1) break;
}
if (i > maxFuzzyLevel) return Promise.reject('QQmusic: no matches');
if (i >= 2) console.debug('QQmusic fuzzy match:', release, '≈', f[0]);
f[0].url = 'https://y.qq.com/n/yqq/album/' + f[0].albumMID + '.html';
return f[0];
});
}
return search(release.album).catch(function(reason) {
return !tailingBracketStripper.test(release.album) || !reason.endsWith('no matches') ? Promise.reject(reason)
: search(release.album.replace(tailingBracketStripper, ''));
});
}
function blpLookup() {
const search = title => globalXHR('https://bleep.com/search/query?q=' + encodeURIComponent(title)).then(function({document}) {
const results = Array.from(document.querySelectorAll('ul.product-list > li.product')).map(function(li) {
let result = {
id: parseInt(li.dataset.id) || undefined,
artist: li.querySelector('dd.artist > a'),
title: li.querySelector('dd.release-title > a'),
label: li.querySelector('dd.label > a'),
trackCount: li.querySelector('span.track-count'),
imageUrl: li.querySelector('a.artwork > img'),
};
result.artist = result.artist != null ? result.artist.title || result.artist.textContent.trim() : undefined;
result.url = result.title != null ? 'https://bleep.com' + result.title.pathname : undefined;
result.title = result.title != null ? result.title.title || result.title.textContent.trim() : undefined;
result.label = result.label != null ? result.label.title || result.label.textContent.trim() : undefined;
result.trackCount = result.trackCount != null && /\b(\d+)\b/.test(result.trackCount.textContent) ?
parseInt(RegExp.$1) || undefined : undefined;
result.imageUrl = result.imageUrl != null ? result.imageUrl.src : undefined;
return result;
});
if (results.length <= 0) return Promise.reject('Bleep: no matches');
if (prefs.diag_mode) console.debug('Bleep search results:', results);
const matchers = [
result => releasesMatch(result.artist, result.title, i),
result => result.trackCount == tracks.length,
];
for (var i = 0; i <= maxFuzzyLevel; ++i) {
var f = results.filter(matchers[0]);
if (f.length > 1 && f.some(matchers[1])) f = f.filter(matchers[1]);
if (f.length > 1) return Promise.reject('Bleep: ambiguity');
if (f.length == 1) break;
}
if (i > maxFuzzyLevel) return Promise.reject('Bleep: no matches');
if (prefs.diag_mode && i >= 2) console.debug('Bleep fuzzy match:', release, '≈', f[0]);
return f[0];
});
return search(release.album).catch(reason1 => {
return search(release.artist).catch(reason2 => {
return !reason1.endsWith('no matches') && tailingBracketStripper.test(release.album) ?
search(release.album.replace(tailingBracketStripper, '')) : Promise.reject(reason2);
});
});
}
function ruleLink(rule) {
return ' (<a href="/rules.php?p=upload#r' + rule + '" target="_blank" style="' +
hyperlinkStyle + '">' + rule + '</a>)';
}
function releasesMatch(remoteArtist, remoteTitle, relaxLevel = 0, minSimilarity = 0.9, minFullSimilarity) {
if (typeof remoteArtist == 'string') {
if (isVA != vaParser.test(remoteArtist)) return false;
if (!isVA) remoteArtist = getArtists(remoteArtist)[0];
} else if (!Array.isArray(remoteArtist)) return false;
if (!isVA && !artists[0].equalCaselessTo(remoteArtist)
&& (!(relaxLevel >= 1) || !artists[0].map(name => name.toASCII()).equalCaselessTo(remoteArtist.map(name => name.toASCII()))))
return false;
return titlesMatch(remoteTitle, relaxLevel, minSimilarity, minFullSimilarity);
}
function titlesMatch(remoteTitle, relaxLevel = 0, minSimilarity = undefined, minStrippedSimilarity = undefined) {
if (!remoteTitle) return false;
if (typeof remoteTitle == 'string') remoteTitle = remoteTitle.toLowerCase(); else return false;
let localTitles = [release.album.toLowerCase(), album.toLowerCase()];
// relax level 0: strict caseless equality
if (localTitles[0] == remoteTitle) return true;
if (!(relaxLevel >= 1)) return false;
// relax level 1: strict caseless equality of stripped accents
if (localTitles[0].toASCII() == remoteTitle.toASCII()) return true;
if (!(relaxLevel >= 2)) return false;
// relax level 2: fuzzy caseless equality
if (!(minSimilarity > 0)) minSimilarity = 0.90;
let similarity = jaroWrinkerSimilarity(localTitles[0], remoteTitle);
if (minSimilarity < 1 && similarity >= minSimilarity) {
if (prefs.diag_mode) console.debug('Fuzzy similarity accepted: "' +
localTitles[0] + '" ≈ "' + remoteTitle + '" (' + Math.round(similarity * 1000) / 1000 + ')');
return true;
}
if (!(relaxLevel >= 3)) return false;
// relax level 3: exact caseless equality with stripped all tailing brackets
let strippedTitles = [localTitles[0], remoteTitle].map(title => title.replace(tailingBracketStripper, ''));
if (strippedTitles[0] == strippedTitles[1]) return true;
if (!(relaxLevel >= 4)) return false;
// relax level 4: any mutual exact caseless start
if (localTitles[0].startsWith(remoteTitle) || remoteTitle.startsWith(localTitles[0])
|| localTitles[1].startsWith(remoteTitle) || remoteTitle.startsWith(localTitles[1])) return true;
if (!(relaxLevel >= 5)) return false;
// relax level 5: fuzzy caseless equality of any stripped variant
if (!(minStrippedSimilarity > 0)) minStrippedSimilarity = minSimilarity + 0.05;
if (minStrippedSimilarity < 1) {
similarity = jaroWrinkerSimilarity(localTitles[1], remoteTitle);
if (similarity >= minStrippedSimilarity) {
if (prefs.diag_mode) console.debug('Fuzzy similarity accepted: "' +
fullLocalTitle + '" ≈ "' + remoteTitle + '" (' + Math.round(similarity * 1000) / 1000 + ')');
return true;
}
similarity = jaroWrinkerSimilarity(strippedTitles[0], strippedTitles[1]);
if (similarity >= minStrippedSimilarity) {
if (prefs.diag_mode) console.debug('Fuzzy similarity accepted: "' +
strippedTitles[0] + '" ≈ "' + strippedTitles[1] + '" (' + Math.round(similarity * 1000) / 1000 + ')');
return true;
}
}
//if (!(relaxLevel >= 6)) return false;
// relax level 5: strict mutual titles match anywhere
if (localTitles[0].includes(remoteTitle) || remoteTitle.includes(localTitles[0])
|| localTitles[1].includes(remoteTitle) || remoteTitle.includes(localTitles[1])) return true;
return false;
}
function trackComparer(a, b) {
var cmp;
if (release.totalDiscs > 1) {
cmp = a.disc_number - b.disc_number;
if (!isNaN(cmp) && cmp != 0) return cmp;
} else {
cmp = (a.disc_subtitle || '').localeCompare(b.disc_subtitle || '');
//if (cmp != 0) return cmp;
}
cmp = parseInt(a.track_number) - parseInt(b.track_number);
if (!isNaN(cmp)) return cmp;
let m1 = vinyltrackParser.exec(a.track_number.toUpperCase()),
m2 = vinyltrackParser.exec(b.track_number.toUpperCase());
return m1 != null && m2 != null ?
m1[1].localeCompare(m2[1]) || parseFloat(m1[2]) - parseFloat(m2[2]) :
a.track_number.toUpperCase().localeCompare(b.track_number.toUpperCase());
}
function reqSelectFormats(...vals) {
vals.forEach(function(val) {
['MP3', 'FLAC', 'AAC', 'AC3', 'DTS'].forEach(function(fmt, ndx) {
if (val.toLowerCase() == fmt.toLowerCase() && (ref = document.getElementById('format_' + ndx)) != null) {
ref.checked = true;
ref.onchange();
}
});
});
}
function reqSelectBitrates(...vals) {
const bitrateSet = !isOPS ? [
192, 'APS (VBR)', 'V2 (VBR)', 'V1 (VBR)', 256, 'APX (VBR)',
'V0 (VBR)', 320, 'Lossless', '24bit Lossless', 'Other',
] : [
192, 'APS (VBR)', 'V2 (VBR)', 'V1 (VBR)', 256, 'APX (VBR)',
'V0 (VBR)', 'q8.x (VBR)', 320, 'Lossless', '24bit Lossless', 'Other',
];
vals.forEach(function(val) {
let ndx = 10;
bitrateSet.forEach((it, _ndx) => { if (val.toString().toLowerCase() == it.toString().toLowerCase()) ndx = _ndx });
if ((ref = document.getElementById('bitrate_' + ndx)) != null) {
ref.checked = true;
ref.onchange();
}
});
}
function reqSelectMedias(...vals) {
const mediaSet = isOPS ? ['CD', 'DVD', 'Vinyl', 'Blu-Ray', 'Soundboard', 'SACD', 'DAT', 'Cassette', 'WEB']
: isNWCD ? ['CD', 'DVD', 'Blu-Ray', 'Vinyl', 'Soundboard', 'SACD', 'DAT', 'Cassette', 'WEB', 'Unknown']
: ['CD', 'DVD', 'Vinyl', 'Soundboard', 'SACD', 'DAT', 'Cassette', 'WEB', 'Blu-Ray'];
vals.forEach(function(val) {
mediaSet.forEach(function(med, ndx) {
if (val == med && (ref = document.getElementById('media_' + ndx)) != null) {
ref.checked = true;
ref.onchange();
}
});
if (val == 'CD') {
if ((ref = document.getElementById('needlog')) != null) {
ref.checked = true;
ref.onchange();
if ((ref = document.getElementById('minlogscore')) != null) ref.value = 100;
}
if ((ref = document.getElementById('needcue')) != null) ref.checked = true;
//if ((ref = document.getElementById('needchecksum')) != null) ref.checked = true;
}
});
}
function getReleaseTypeValue(str) {
if (!str || typeof str != 'string') return 0;
if (!Array.isArray(releaseTypes) || releaseTypes.length <= 0)
releaseTypes = Array.from(document.querySelectorAll('select#releasetype > option[value]'))
.map(option => [option.text.trim(), parseInt(option.value)]);
if (!Array.isArray(releaseTypes) || releaseTypes.length <= 0) releaseTypes = [
['Album', 1],
['Soundtrack', 3],
['EP', 5],
['Anthology', 6],
['Compilation', 7],
['Single', 9],
['Live album', 11],
['Remix', 13],
['Bootleg', 14],
['Interview', 15],
['Mixtape', 16],
[isOPS ? 'DJ Mix' : 'Demo', 17],
['Concert Recording', 18],
['DJ Mix', 19],
['Unknown', 21],
];
let index = releaseTypes.findIndex(releaseType => str.toLowerCase() == releaseType[0].toLowerCase());
return index >= 0 ? releaseTypes[index][1] : 0;
}
function stringifyReleaseType(releaseType) {
if (!Array.isArray(releaseTypes) || releaseTypes.length <= 0 || !(releaseType > 0)) return null;
let index = releaseTypes.findIndex(_releaseType => releaseType == _releaseType[1]);
return index >= 0 ? releaseTypes[index][0] : null;
}
function getArtistTypeValue(str) {
if (!str || typeof str != 'string') return 0;
if (!Array.isArray(artistTypes) || artistTypes.length <= 0)
artistTypes = Array.from(document.querySelectorAll('select#importance > option[value]'))
.map(option => [option.text.trim(), parseInt(option.value)]);
if (!Array.isArray(artistTypes) || artistTypes.length <= 0) artistTypes = [
['Main', 1],
['Guest', 2],
['Composer', 4],
['Conductor', 5],
['DJ / Compiler', 6],
['Remixer', 3],
['Producer', 7],
//['Arranger', ?],
];
let index = artistTypes.findIndex(artistType => str.toLowerCase() == artistType[0].toLowerCase());
return index >= 0 ? artistTypes[index][1] : 0;
}
function getChanString(n) {
if (!n) return null;
const chanmap = [
'mono',
'stereo',
'2.1',
'4.0 surround sound',
'5.0 surround sound',
'5.1 surround sound',
'7.0 surround sound',
'7.1 surround sound',
];
return n >= 1 && n <= 8 ? chanmap[n - 1] : n + 'chn surround sound';
}
function fetchOnlineAdditions() {
if (onlineSource) return Promise.reject('Not offline source');
let url = sourceUrl || release.urls[0];
if (!httpParser.test(url)) return Promise.reject('No valid URL to parse');
if (url.toLowerCase().includes('highresaudio.com/'))
return globalXHR(url).then(response => hraPdfBooklet(response) || Promise.reject('No PDF booklet'));
else if (url.toLowerCase().includes('actmusic.com/')) return globalXHR(url.replace('actmusic.com/de', 'actmusic.com/en')).then(function(response) {
if ((ref = response.document.querySelector('div.sh3 > h1.header_title > a.btn-arrow-right')) == null)
return Promise.reject('Release full info not found');
return globalXHR('https://www.actmusic.com' + ref.pathname).then(actPdfBooklet);
}); else if (url.toLowerCase().includes('eclassical.com/'))
return globalXHR(url).then(response => eclassicalBooklets(response) || Promise.reject('No PDF booklet'));
else if (url.toLowerCase().includes('nativedsd.com/catalogue/albums/'))
return globalXHR(url).then(response => nativeDSDBooklets(response) || Promise.reject('No PDF booklet'));
return Promise.reject('No online source containing additions');
}
function processTrackArtists(track) {
[
'artist', 'featured_artist', 'performer', 'remixer', 'composer', 'conductor', 'compiler',
'producer', 'arranger',
].forEach(function(role) {
const isPseudoArtist = artist => [
//pseudoArtistParsers[0],
pseudoArtistParsers[1],
pseudoArtistParsers[4],
].some((rx, index) => rx.test(artist));
if (track[role] && isPseudoArtist(track[role])) delete track[role];
let arrPropName = role + 's';
if (!Array.isArray(track[arrPropName])) return;
if (track[arrPropName].length <= 0) delete track[arrPropName]; else
track[arrPropName] = track[arrPropName].filter(artist => !isPseudoArtist(artist));
});
if (!track.artist && Array.isArray(track.artists) && track.artists.length > 0) {
track.artist = joinArtists(track.artists);
if (Array.isArray(track.featured_artists) && track.featured_artists.length > 0)
track.artist += ' feat. ' + joinArtists(track.featured_artists);
}
if (!track.track_artist && Array.isArray(track.track_artists) && track.track_artists.length > 0) {
track.track_artist = joinArtists(track.track_artists);
if (Array.isArray(track.track_guests) && track.track_guests.length > 0)
track.track_artist += ' feat. ' + joinArtists(track.track_guests);
}
['performer', 'remixer', 'composer', 'conductor', 'compiler', 'producer', 'arranger'].forEach(function(role) {
let arrPropName = role + 's';
if (!track[role] && Array.isArray(track[arrPropName]) && track[arrPropName].length > 0)
track[role] = track[arrPropName].join(role == 'composer' ? ', ' : '; ');
});
}
} // parseTracks
function estimateMedia(mediaStr) {
return typeof mediaStr == 'string' && [
[/\b(?:BR?D|BR)\b/, 'Blu-Ray'],
[/\b(?:Blu[\-\s]?Ray)\b/i, 'Blu-Ray'],
[/\b(?:SA-?CD)\b/, 'SACD'],
//[/\b(?:Hybrid)\b/i, 'SACD'],
[/\b(?:(?:HD[\-\s]?)?DVD(?:\-?A)?)\b/, 'DVD'],
[/\b(?:Vinyl)\b/i, 'Vinyl'],
[/\b(?:[LS]P\b|(?:5|6|7|8|9|10|12)")/, 'Vinyl'],
[/\b(?:Flexi-disc|Shellac)\b/i, 'Vinyl'],
[/\b(?:(?:Micro)?Cassette)/i, 'Cassette'],
[/\b(?:WEB|File|Download|Digital\s+(?:Media|Distribution))\b|^(?:Digital)$/i, 'WEB'],
[/\b(?:AAC|AIFC|AIFF|ALAC|AMR|APE|DFF|DSD|FLAC|MP2|MP3|ogg-vorbis|Opus|SHN|WAV|WavPack|WMA|WMV)\b/i, 'WEB'],
//[/\b(?:DAT)\b/, 'DAT'],
[/\b(?:Soundboard)\b/i, 'Soundboard'],
[/\b(?:(?:HD[\-\s]?)?CD|CD[IiRr])\b/, 'CD'],
[/\b(?:Compact\s+Disc)\b/, 'CD'],
[/\b(?:SD\s*card|slotMusic|Flash\s*Drive)\b/i, undefined],
[/\b(?:DualDisc)\b/i, undefined],
[/\b(?:MiniDisc)\b/i, undefined],
[/\b(?:VCD)\b/, undefined],
[/\b(?:SVCD)\b/, undefined],
[/\b(?:Other)\b/, undefined],
].reduce((media, def) => media || def[0].test(mediaStr) && def[1], false) || undefined;
}
function mediaMapper(media) {
if (isOPS) switch(media) {
case 'BD': return 'Blu-Ray';
} else if (isNWCD) switch(media) {
case 'Blu-ray': return 'Blu-Ray';
}
return media;
}
function hraPdfBooklet(response) {
let ref = response.document.querySelector('form#pdfjs-form-w2[action]');
if (ref == null) return undefined;
ref = new URLSearchParams(ref.action.replace(/^.*\?/, ''));
return `[url=${ref.get('file')}][img]https://ptpimg.me/ts0fy8.png[/img][/url]`;
}
function actPdfBooklet(response) {
let link;
response.document.querySelectorAll('ul.linklist > li > a').forEach(function(a) {
if (!a.pathname.endsWith('.pdf')) return;
if (!link || a.textContent.toLowerCase().includes('english')) link = a.pathname;
});
return link ? `[url=https://www.actmusic.com${link}][img]https://ptpimg.me/ts0fy8.png[/img][/url]` : undefined;
}
function eclassicalBooklets(response) {
let origin = new URL(response.finalUrl).origin;
return Array.from(response.document.querySelectorAll('div.articleAttachmentsContainer > ul > li > a'))
.filter(a => a.href.endsWith('.pdf')).map(a => origin + a.pathname + a.search)
.map(url => '[url=' + url + '][img]https://ptpimg.me/ts0fy8.png[/img][/url]').join(' ') || undefined;
}
function nativeDSDBooklets(response) {
return Array.from(response.document.querySelectorAll('div.product-cover a.link'))
.filter(a => a.href.endsWith('.pdf')).map(a => a.href)
.map(url => '[url=' + url + '][img]https://ptpimg.me/ts0fy8.png[/img][/url]').join(' ') || undefined;
}
function fetchOnline_Music(url, weak = false) {
if (!httpParser.test(url)) return Promise.reject('Invalid URL');
if (!(url instanceof URL)) url = new URL(url);
const discParser = /^(?:CD|DIS[CK]\s+|VOLUME\s+|DISCO\s+|DISQUE\s+)(\d+)(?:\s+of\s+(\d+))?$/i;
let ref, artist, album, albumYear, releaseDate, channels, label, composer, bitdepth, samplerate = 44100,
description, compiler, producer, totalTracks, discSubtitle, discNumber, trackNumber, totalDiscs,
title, trackArtist, catalogue, encoding, format, bitrate, duration, country, media = 'WEB', imgUrl,
matches, genres = [], trs, tracks = [], identifiers = {}, trackIdentifiers = {};
if (url.hostname.endsWith('qobuz.com')) return globalXHR(url).then(function(response) {
const error = new Error('Failed to parse Qobus release page');
identifiers.QOBUZ_ID = response.finalUrl.replace(/^.*\//, '');
if ((ref = response.document.querySelector('section.album-item[data-gtm]')) != null) try {
let gtm = JSON.parse(ref.dataset.gtm);
//if (gtm.shop.category) genres.push(gtm.shop.category);
//if (gtm.shop.subCategory) genres.pushUniqueCaseless(gtm.shop.subCategory);
} catch(e) { console.warn(e) }
if ((ref = response.document.querySelector('div.album-meta > h2.album-meta__artist')) != null)
artist = ref.title || ref.textContent.trim();
isVA = vaParser.test(artist);
album = (ref = response.document.querySelector('div.album-meta > h1.album-meta__title')) != null ?
ref.title || ref.textContent.trim() : undefined;
if ((ref = response.document.querySelector('div.album-meta > ul > li:first-of-type')) != null)
releaseDate = normalizeDate(ref.textContent, /\/([a-z]{2})-[a-z]{2}\//i.test(url.pathname) ? RegExp.$1 : 'fr');
let mainArtist = (ref = response.document.querySelector('div.album-meta > ul > li:nth-of-type(2) > a')) != null ?
ref.title || ref.textContent.trim() : undefined;
//ref = response.document.querySelector('p.album-about__copyright');
//if (ref != null) albumYear = extractYear(ref.textContent);
response.document.querySelectorAll('section#about > ul > li').forEach(function(it) {
const matchLabel = lbl => it.textContent.trimLeft().startsWith(lbl);
if (/\b(\d+)\s*(?:dis[ck]|disco|disque)/i.test(it.textContent)) totalDiscs = parseInt(RegExp.$1);
if (/\b(\d+)\s*(?:track|pist[ae]|tracce|traccia)/i.test(it.textContent)) totalTracks = parseInt(RegExp.$1);
if (['Label', 'Etichetta', 'Sello'].some(l => it.textContent.trimLeft().startsWith(l))) {
label = it.firstElementChild.textContent.replace(/\s+/g, ' ').trim();
}
else if (['Composer', 'Compositeur', 'Komponist', 'Compositore', 'Compositor'].some(matchLabel)) {
composer = it.firstElementChild.textContent.trim();
if (pseudoArtistParsers.slice(0, 5).some(rx => rx.test(composer))) composer = undefined;
} else if (['Genre', 'Genere', 'Género'].some(g => it.textContent.startsWith(g))
&& it.childElementCount > 0 && genres.length <= 0) {
genres = Array.from(it.querySelectorAll('a')).map(elem => elem.textContent.trim()).map(function(genre) {
qobuzTranslations.forEach(it => { if (genre.toLowerCase() == it[0].toLowerCase()) genre = it[1] });
return genre;
});
// if (genres.length >= 1 && ['Pop/Rock'].includes(genres[0])) genres.shift();
// if (genres.length >= 2 && ['Alternative & Indie'].includes(genres[genres.length - 1])) genres.shift();
// if (genres.length >= 1 && ['Metal', 'Heavy Metal'].some(genre => genres.includes(genre))) {
// while (genres.length > 1) genres.shift();
// }
while (genres.length > 1) genres.shift();
}
});
response.document.querySelectorAll('span.album-quality__info').forEach(function(span) {
if (/\b(\d+(?:[\,\.]\d+)?)\s*(?:kHz)\b/i.test(span.textContent))
samplerate = Math.round(parseFloat(RegExp.$1.replace(',', '.')) * 1000);
if (/\b(\d+)[\-\s]*(?:Bits?)\b/i.test(span.textContent)) bitdepth = parseInt(RegExp.$1);
if (/\b(?:Stereo)\b/i.test(span.textContent)) channels = 2;
else if (/\b(\d)\.(\d)\b/.test(span.textContent)) channels = parseInt(RegExp.$1) + parseInt(RegExp.$2);
});
getDescription(response, 'section#description > p', true);
if ((ref = response.document.querySelector('a[title="Qobuzissime"]')) != null) {
if (description) description += '\n';
description += '[align=center][url=https://www.qobuz.com' + ref.pathname +
'][img]https://ptpimg.me/4z35uj.png[/img][/url][/align]';
}
if ((ref = response.document.querySelector('div.album-cover > img')) != null)
imgUrl = ref.src.replace(/_\d{3}(?=\.\w+$)/, '_org');
addTracks(response.document);
if (totalTracks <= 50) return finalizeTracks();
let params = new URLSearchParams({
albumId: identifiers.QOBUZ_ID,
offset: 50,
limit: 999,
store: /\/(\w{2}-\w{2})\/album\//i.test(response.finalUrl) ? RegExp.$1 : 'fr-fr',
});
return globalXHR('https://www.qobuz.com/v4/ajax/album/load-tracks?' + params)
.then(response => { addTracks(response.document) }, function(reason) {
console.error('globalXHR() failed:', reason);
addMessage('failed to load all tracks for long album, only first 50 tracks were extracted from HTML, which will result in incmplete release description', 'notice');
}).then(() => finalizeTracks());
function addTracks(dom) {
Array.prototype.push.apply(tracks, Array.from(dom.querySelectorAll('div.player__item > div.player__tracks > div.track > div.track__items')).map(function(div, index) {
trackArtist = false; trackIdentifiers = { TRACK_ID: div.parentNode.dataset.track };
let trackArtists = [];
for (i = 0; i < qobuzArtistLabels.length + 1; ++i) trackArtists[i] = [];
if ((ref = div.parentNode.querySelector('p.track__info:first-of-type')) != null) {
ref.textContent.trim().split(/\s+-\s+/).map(it => it.split(/\s*,\s*/)).forEach(function(it) {
if (it.length > 1) qobuzArtistLabels.forEach(function(artistLabels, index) {
if (artistLabels.some(role => it.slice(1).includes(role)))
trackArtists[index].pushUniqueCaseless(it[0]);
}); else {
trackArtists[qobuzArtistLabels.length].pushUnique(it[0]);
if (prefs.diag_mode) console.debug('Qobuz uncategorized personnel:', it[0]);
}
});
//if (prefs.diag_mode) console.debug('Qobuz track', index + 1, trackArtists);
//trackArtists[0] = trackArtists[0].filter(artist => !trackArtists[5].includes(artist));
}
if (trackArtists[0].length <= 0 && trackArtists[1].length > 0) trackArtists[0] = trackArtists[1];
//Array.prototype.push.apply(trackArtists[0], trackArtists[1]);
if ((ref = div.querySelector('div.track__item--performer > span')
|| div.querySelector('div.track__item--name[itemprop="performer"] > span')) != null
&& (i = ref.textContent.trim())) {
if (trackArtists[0].length <= 0) trackArtists[0] = [i];
if (trackArtists[3].length <= 0) trackArtists[3] = [i];
}
for (i = 0; i < trackArtists.length; ++i) if (i != 4) trackArtists[i] = trackArtists[i].filter(trackArtist => ![
pseudoArtistParsers[0],
pseudoArtistParsers[1],
pseudoArtistParsers[4],
].some(rx => rx.test(trackArtist)));
trackArtists[2] = trackArtists[2].filter(artist => ![0, 5].some(index => trackArtists[index].includes(artist)));
trackArtist = isVA || !artistsMatch([trackArtists[0], trackArtists[2]], artist);
let trackGenres = [];
//if (prefs.diag_mode) console.debug('\tFiltered:', trackArtists[0], trackArtists[2]);
if (div.parentNode.dataset.gtm) try {
let gtm = JSON.parse(div.parentNode.dataset.gtm);
if (gtm.product.id) trackIdentifiers.QOBUZ_ID = gtm.product.id;
if (gtm.product.type && gtm.product.type.toLowerCase() != 'album')
trackIdentifiers.RELEASETYPE = gtm.product.type;
if (gtm.product.subCategory) trackGenres.pushUniqueCaseless(gtm.product.subCategory.replace(/-/g, ' '));
} catch(e) { console.warn(e) }
trackGenres = trackGenres.map(function(genre) {
genre = genre.replace(/-/g, ' ');
qobuzTranslations.forEach(it => { if (genre.toLowerCase() == it[0].toLowerCase()) genre = it[1] });
return genre;
})
if ((ref = div.parentNode.parentNode.parentNode.querySelector('p.player__work:first-child')) != null) {
discSubtitle = ref.textContent.replace(/\s+/g, ' ').trim();
guessDiscNumber();
}
return {
artist: isVA ? VA : artist,
album: album,
album_year: albumYear,
release_date: releaseDate,
label: label,
encoding: 'lossless',
codec: 'FLAC',
bitdepth: bitdepth || undefined,
samplerate: samplerate || undefined,
channels: channels || undefined,
media: media,
genre: (genres.length > 0 ? genres : trackGenres).join('; '),
disc_number: discNumber || 1,
total_discs: totalDiscs,
disc_subtitle: discSubtitle,
track_number: (ref = div.querySelector('div.track__item--number > span')
|| div.querySelector('span[itemprop="position"]')) != null ? parseInt(ref.textContent) : undefined,
total_tracks: totalTracks,
title: (ref = div.querySelector('div.track__item--name--track > span')
|| div.querySelector('span.track__item--name')) != null ?
ref.textContent.trim().replace(/\s+/g, ' ') : undefined,
track_artists: trackArtist && trackArtists[0].length > 0 ? trackArtists[0] : undefined,
track_guests: trackArtist && trackArtists[2].length > 0 ? trackArtists[2] : undefined,
composer: trackArtists[4].length <= 0 ? composer : undefined,
composers: trackArtists[4].length > 0 ? trackArtists[4] : undefined,
conductors: trackArtists[5].length > 0 ? trackArtists[5] : undefined,
remixers: trackArtists[6].length > 0 ? trackArtists[6] : undefined,
producers: trackArtists[7].length > 0 ? trackArtists[7] : undefined,
performers: trackArtists[3].length > 0 ? trackArtists[3] : undefined,
duration: (ref = div.querySelector('span.track__item--duration')) != null ?
timeStringToTime(ref.textContent) : undefined,
url: response.finalUrl,
description: description,
identifiers: mergeIds(),
cover_url: imgUrl,
};
}));
}
}); else if (url.hostname.endsWith('highresaudio.com') && url.pathname.includes('/album/view/')) return globalXHR(url).then(function(response) {
if (/\/album\/view\/(\w+)\//i.test(response.finalUrl)) identifiers.HRA_ID = RegExp.$1;
if (/\b(?:ClassHraJWP)\("hratrackplayer"\)\.init\((\[.+\])\);/m.test(response.responseText)) try {
var hraTrackPlayer = JSON.parse(RegExp.$1);
if (prefs.diag_mode) console.debug('hraTrackPlayer:', hraTrackPlayer);
} catch(e) { console.warn(e) }
if ((ref = response.document.getElementById('h1-album-title')) != null) {
if (/\b(?:Sorry,\s*this album is not published yet)\b/.test(ref.textContent)) return Promise.reject(ref.textContent.trim());
album = ref.firstChild.textContent.trim();
}
if ((ref = response.document.querySelector('h1 > span.artist')) != null) artist = ref.textContent.trim();
response.document.querySelectorAll('div.album-col-info-data > div > p').forEach(function(p) {
var key = p.firstChild.textContent, value = p.lastChild.textContent.trim();
if (/^(?:Album[\s\-]Release)\b/i.test(key)) albumYear = extractYear(value);
else if (/^(?:HRA[\s\-]Release)\b/i.test(key)) releaseDate = normalizeDate(value, 'de');
else if (/^(?:Label)\b/i.test(key)) label = value;
else if (/^(?:Genre|Subgenre)\b/i.test(key)) genres.push(value);
else if (/^(?:Artist)\b/i.test(key)) {
/*artist = Array.from(p.getElementsByTagName('a')).map(a => a.textContent.trim());
if (artist.length > 0) isVA = artist.length == 1 && vaParser.test(artist[0]); else */artist = value;
} else if (/^(?:Composer)\b/i.test(key)) composer = value.split(/\s*,\s*/)
.map(composer => composer.replace(tailingBracketStripper, ''));
});
isVA = vaParser.test(artist);
samplerate = undefined;
response.document.querySelectorAll('tbody > tr > td.col-format').forEach(function(td) {
processFormat(/\b(FLAC)\s*(\d+(?:[\.\,]\d+)?)\b/, 24);
processFormat(/\b(DSD)\b/, 1);
function processFormat(rx, bd) {
if (!rx.test(td.textContent)) return;
if (format === undefined) format = RegExp.$1; else if (format != RegExp.$1) format = NaN;
var sr = parseFloat(RegExp.$2.replace(',', '.')) * 1000;
if (samplerate === undefined) samplerate = sr; else if (samplerate != sr) samplerate = NaN;
if (bitdepth === undefined) bitdepth = bd; else if (bitdepth != bd) bitdepth = NaN;
}
});
getDescription(response, 'div#albumtab-info > p', false);
if (i = hraPdfBooklet(response)) if (description) description += '\n\n' + i; else description = i;
url = (ref = response.document.querySelector('meta[property="og:url"][content]')) != null && ref.content;
if ((ref = response.document.querySelector('meta[property="og:image"][content]')) != null) imgUrl = ref.content;
totalTracks = response.document.querySelectorAll('ul.playlist > li.pltrack').length;
response.document.querySelectorAll('ul.playlist > li').forEach(function(li, index) {
if (li.classList.contains('plinfo')) {
discSubtitle = li.textContent.trim().replace(/\s*:$/, '');
guessDiscNumber();
}
if (li.classList.contains('pltrack')) {
title = (ref = li.querySelector('span.title')) != null ?
ref.textContent.trim().replace(/\s+/g, ' ') : undefined;
if (title && discSubtitle && title.startsWith(discSubtitle))
title = title.slice(discSubtitle.lrngth).replace(/^\s*[\:\-\,\;]\s*/, '') || discSubtitle;
tracks.push({
artist: isVA ? VA : typeof artist == 'string' ? artist : undefined,
artists: !isVA && Array.isArray(artist) && artist.length > 0 ? artist : undefined,
album: album,
album_year: albumYear,
release_date: releaseDate,
label: label,
encoding: 'lossless',
codec: format || undefined,
bitdepth: bitdepth || undefined,
samplerate: samplerate || undefined,
media: media,
genre: genres.join('; '),
disc_number: discNumber,
disc_subtitle: discSubtitle || undefined,
total_discs: totalDiscs,
track_number: (ref = li.querySelector('span.track')) != null ?
parseInt(ref.textContent) || ref.textContent.trim() : undefined,
total_tracks: totalTracks,
title: title,
composers: Array.isArray(composer) && composer.length > 0 ? composer : undefined,
duration: (ref = li.querySelector('span.time')) != null && timeStringToTime(ref.textContent) || undefined,
url: url || response.finalUrl,
description: description,
cover_url: imgUrl,
identifiers: mergeIds(),
});
}
});
if (tracks.length <= 0) throw 'No tracks found';
return tracks;
}); else if (url.hostname.endsWith('bandcamp.com')) return globalXHR(url).then(bcParser);
else if (url.hostname.endsWith('prestomusic.com')) return globalXHR(url).then(function(response) {
identifiers.COMPOSEREMPHASIS = 1;
if (/\/products\/(\d+)\b/i.test(url.pathname)) identifiers.PRESTOMUSIC_ID = parseInt(RegExp.$1);
let conductors = [], performers = [], groupsAndArtists = [];
composer = [];
response.document.querySelectorAll('div#related > div > ul > li').forEach(li => {[
['Composers', composer],
['Artists', groupsAndArtists],
['Groups & Artists', groupsAndArtists],
['Groups', groupsAndArtists],
['Ensembles', groupsAndArtists],
['Conductors', conductors],
['Performers', performers],
].forEach(function(def) {
try {
if (li.parentNode.previousElementSibling.textContent.trim() != def[0]) return;
def[1].pushUniqueCaseless(li.textContent.trim()
.replace(tailingBracketStripper, '').replace(/^(.+?),\s+(.+)$/, '$2 $1'));
} catch(e) { console.error(e) }
}) });
artist = getArtists(response.document.querySelectorAll('div.c-product-block__contributors > p'));
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if ((ref = response.document.querySelector('h1.c-product-block__title')) != null)
album = ref.lastChild.wholeText.trim();
response.document.querySelectorAll('div.c-product-block__metadata > ul > li').forEach(function(li) {
if (li.firstChild.textContent.includes('Release Date')) {
releaseDate = li.lastChild.wholeText;
if (/\b(\d+)\w*\s+(\w+)\s+(\d{4})\b/.test(releaseDate)) releaseDate = RegExp.$2 + ' ' + RegExp.$1 + ' ' + RegExp.$3;
} else if (li.firstChild.textContent.includes('Label'))
label = labelSubstitutes.reduce((l, def) => l.replace(...def), li.lastChild.wholeText.trim());
else if (li.firstChild.textContent.includes('Catalogue No')) catalogue = li.lastChild.wholeText.trim();
});
genres = undefined;
if (/\/jazz\//i.test(response.finalUrl)) genres = 'Jazz';
if (/\/classical\//i.test(response.finalUrl)) genres = 'Classical';
getDescription(response, 'div#about > div > p', true);
let personnel = [];
response.document.querySelectorAll('div.c-product-block__contributors > p').forEach(function(p) {
// TODO
});
let reviews = Array.from(response.document.querySelectorAll('div#reviews > div > div.c-product__product-review'))
.map(div => html2php(div, response.finalUrl).trim()).join('\n\n');
if (reviews) description += '\n\n[hide=Reviews]' + reviews + '[/hide]';
if (personnel.length > 0) {
if (description) description += '\n\n';
description += personnel.join('\n');
}
if ((ref = response.document.querySelector('div.c-product-block__aside > a')) != null)
imgUrl = ref.href.replace(/\?\d+$/, '');
trackNumber = 0;
response.document.querySelectorAll('div.c-tracklist div.c-tracklist__work').forEach(function(div) {
trs = div.querySelectorAll(':scope > div.c-track__details > ul > li');
trackArtist = getArtists(trs, false);
let workConductors = getArtists(trs, true);
function addTracks(selector) {
Array.prototype.push.apply(tracks, Array.from(div.querySelectorAll(selector)).map(node => ({
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
release_date: releaseDate,
label: label,
catalog: catalogue,
media: media,
genre: genres,
disc_number: discNumber,
disc_subtitle: discSubtitle,
track_number: ++trackNumber,
title: (ref = node.querySelector('p.c-track__title')) != null ?
ref.textContent.trim().replace(/\s+/g, ' ') : undefined,
track_artists: trackArtist.length > 0 && (isVA || !trackArtist.equalCaselessTo(artist)) ?
trackArtist : undefined,
composers: composer.length > 0 ? composer : undefined,
conductors: workConductors.length > 0 ? workConductors : undefined,
performers: performers,
duration: (ref = node.querySelector('div.c-track__duration')) != null ?
timeStringToTime(ref.textContent) : undefined,
description: description.collapseGaps(),
url: response.finalUrl,
cover_url: imgUrl,
identifiers: mergeIds(),
})));
}
if (/*!div.classList.contains('has--tracks')*/div.querySelector('div.c-tracklist__initial-tracks') == null) {
discNumber = discSubtitle = undefined;
addTracks('div.c-track');
} else {
if ((ref = div.querySelector('div.c-track p.c-track__title')) != null) {
discSubtitle = ref.textContent.trim().replace(/\s+/g, ' ');
guessDiscNumber();
} else {
discNumber = discSubtitle = undefined;
console.warn('Presto Music work title missing:', div);
}
addTracks('div.c-tracklist__initial-tracks > div.c-track, div.c-tracklist__remaining-tracks > div.c-track');
}
});
return finalizeTracks();
function getArtists(nodeList, _conductors = false) {
var artists = [];
nodeList.forEach(function(_artists) {
_artists = _artists.textContent.trim();
if (_artists.startsWith('Record')) return;
Array.prototype.push.apply(artists, splitAmpersands(_artists.replace(bracketStripper, '').replace(/;\s*/g, ''))
.filter(artist => artist.length > 0 && !/^[a-z]/.test(artist)));
});
return artists.filter(artist => artist.length > 0 && conductors.includesCaseless(artist) == _conductors);
}
}); else if (url.hostname.endsWith('discogs.com') && /\/(release|master|artist)s?\/(\d+)\b/i.test(url.pathname)) {
if (RegExp.$1 == 'artist') return Promise.reject('Discogs artists not parseable');
if (RegExp.$1 == 'master') return Promise.reject('Discogs masters as source aren\'t supported, pick a specific release');
return queryDiscogsAPI('releases/' + RegExp.$2).then(function(release) {
if (prefs.diag_mode) console.debug('Discogs release', release.id, 'metadata received:', release);
const artistIndexRemover = [/\s*\(\d+\)$/, ''];
const editionTests = [
/^(?:Remaster(?:ed)|Remasterizado|Remasterisée|Enhanced|Extended)\b/i,
/^(?:Reissue|Repress|Promo|(?:Partially\s)?Mixed|Numbered|Misprint|Mispress|\w+\sPressing|Advance|Single\s(?:Sided)|Etched|Card\sBacked)$/i,
/\b(?:Unofficial)\b/i,
/\b(?:Edition|Release)$/i,
];
identifiers.DISCOGS_ID = release.id;
let master = release.master_id ? queryDiscogsAPI('masters/' + release.master_id).then(function(master) {
if (prefs.diag_mode) console.debug('Discogs master', master.id, 'metadata received:', master);
return master;
}) : Promise.resolve(null);
artist = getArtists(release);
isVA = artist[0].length <= 0 || vaParser.test(artist[0][0])
label = []; catalogue = [];
release.labels.forEach(function(lbl) {
if (lbl.entity_type != 1) return;
if (lbl.name) label.pushUniqueCaseless(lbl.name.replace(...artistIndexRemover));
if (lbl.catno && !/^(?:none)$/.test(lbl.catno)) catalogue.pushUniqueCaseless(lbl.catno);
});
description = '';
if (Array.isArray(release.companies) && release.companies.length > 0) {
description = '[b]Companies, etc.[/b]\n';
let type_names = new Set(release.companies.map(it => it.entity_type_name));
type_names.forEach(function(type_name) {
description += '\n' + type_name + ' – ' + release.companies
.filter(it => it.entity_type_name == type_name)
.map(function(it) {
var result = '[url=' + discogsOrigin + '/label/' + it.id + ']' +
it.name.replace(...artistIndexRemover) + '[/url]';
if (it.catno) result += ' – ' + it.catno;
return result;
}).join(', ');
});
}
if (Array.isArray(release.extraartists) && release.extraartists.length > 0) {
description += '\n\n[b]Credits[/b]\n';
let roles = new Set(release.extraartists.map(it => it.role));
roles.forEach(function(role) {
description += '\n' + role + ' – ' + release.extraartists.filter(artist => artist.role == role).map(function(artist) {
let result = '[url=' + discogsOrigin + '/artist/' + artist.id + ']' +
(artist.anv || artist.name).replace(...artistIndexRemover) + '[/url]';
if (artist.tracks) result += ' (tracks: ' + artist.tracks + ')';
return result;
}).join(', ');
});
}
if ('notes' in release && release.notes.trim()) description += '\n\n[b]Notes[/b]\n\n' + release.notes.trim();
let releaseDescription;
if (Array.isArray(release.identifiers) && release.identifiers.length > 0) {
releaseDescription == '[b]Barcode and Other Identifiers[/b]\n';
release.identifiers.forEach(function(it) {
releaseDescription += '\n' + it.type;
if (it.description) releaseDescription += ' (' + it.description + ')';
releaseDescription += ': ' + it.value;
});
}
[
['Single', 'Single', 'Maxi-Single', 'Maxi'],
['EP', 'EP'],
['Album', 'Album', 'LP', 'MiniAlbum'],
//['Anthology', 'Compilation', 'Box Set'],
['Compilation', 'Sampler'],
['Mixtape', 'Mixtape'],
].forEach(function(k) {
if (release.formats.every(format => format.name == 'All Media' || Array.isArray(format.descriptions)
&& k.slice(1).some(k => format.descriptions.includesCaseless(k)))) identifiers.RELEASETYPE = k[0];
});
var channelModes = [];
[
['mono', 'Mono'],
['stereo', 'Stereo'],
['Quadraphonic', '4.0'],
].forEach(function(k) {
release.formats.forEach(function(format) {
if (!Array.isArray(format.descriptions)) return;
if (k.slice(1).some(k => format.descriptions.includesCaseless(k))) channelModes.pushUnique(k[0]);
});
});
release.identifiers.forEach(function(id) {
identifiers[id.type.toUpperCase().replace(/\s*\/\s*/g, '-').replace(/\W/g, '_')] = id.value;
});
let editionDescriptors = [ ];
media = new Set();
release.formats.forEach(function(format) {
if (editionTests.some(rx => rx.test(format.text))) editionDescriptors.push(format.text);
if (Array.isArray(format.descriptions)) format.descriptions.forEach(function(descriptions) {
if (editionTests.some(rx => rx.test(descriptions))) editionDescriptors.push(descriptions);
});
if (format.name == 'All Media') return;
let _media = estimateMedia(format.name);
if (_media) media.add(_media);
if (!/\b(?:File)\b/.test(format.name)) return;
if ([
'FLAC', 'WAV', 'AIF', 'AIFF', 'AIFC', 'PCM', 'ALAC', 'APE', 'WavPack', 'DFF', 'DSD',
].some(k => format.descriptions.includes(k))) {
encoding = 'lossless'; format = 'FLAC';
} else if (format.descriptions.includes('MP3')) {
encoding = 'lossy'; format = 'MP3'; bitdepth = undefined;
if (/\b(\d+)\s*kbps\b/i.test(format.text)) bitrate = parseInt(RegExp.$1);
} else if (format.descriptions.includes('AAC')) {
encoding = 'lossy'; format = 'AAC'; bitdepth = undefined;
if (/(\d+)\s*kbps\b/i.test(format.text)) bitrate = parseInt(RegExp.$1);
} else if (['AMR', 'MP2', 'ogg-vorbis', 'Opus', 'SHN', 'WMA'].some(k => formatformat.descriptions.includes(k)))
encoding = 'lossy';
});
function trackCounter(root) {
return Array.isArray(root) ? root.reduce(function(acc, track) {
switch (track.type_) {
case 'track': var count = Number(track.position != 'Video'); break;
case 'index': count = trackCounter(track.sub_tracks); break;
}
return acc + (count || 0);
}, 0) : 0;
}
totalTracks = trackCounter(release.tracklist);
return master.catch(function(reason) {
console.debug('Discogs master not received:', reason);
if (prefs.messages_verbosity >= 1) addMessage(reason, 'notice');
return null;
}).then(function(master) {
let tags = new TagManager();
if (Array.isArray(release.genres)) tags.add(...release.genres);
if (Array.isArray(release.styles)) tags.add(...release.styles);
if (master) {
if (Array.isArray(master.genres)) tags.add(...master.genres);
if (Array.isArray(master.styles)) tags.add(...master.styles);
}
imgUrl = (master && master.images || []).concat(release.images || []).filter(function(image) {
return httpParser.test(image.resource_url || image.uri) && ['primary', 'front'].includes(image.type);
});
imgUrl = imgUrl.length > 0 ? imgUrl[0].resource_url || imgUrl[0].uri : undefined;
if (/^(?:https?):\/\/(?:img\.discogs\.com)\/.+\/([\w\%\-]+\.\w+)\b(?:\.\w+)*$/i.test(imgUrl))
imgUrl = 'https://www.discogs.com/image/' + RegExp.$1;
let trackCounter = 0, discCounter = 0, _media;
release.tracklist.forEach(function(track) {
switch (track.type_.toLowerCase()) {
case 'heading':
discSubtitle = track.title;
break;
case 'track':
if (track.position != 'Video') addTrack(track);
break;
case 'index':
if (track.sub_tracks.every(subTrack => /^\s*[CDILMVX]+(?:[\:\.]| -)?\s+/.test(subTrack.title))
|| track.sub_tracks.every(subTrack => /^\s*\d+(?:[\:\.]| -)?\s+/.test(subTrack.title)))
track.sub_tracks.forEach(function(subTrack) {
subTrack.title = subTrack.title.replace(/^\s*[CDILMVX\d]+(?:[\:\.]| -)?\s+/, '');
});
track.sub_tracks.filter(subTrack => subTrack.type_ == 'track' && subTrack.position != 'Video').map(function(subTrack, index) {
if (subTrack.position) var position = subTrack.position;
subTrack.title = (/*position || */convertToRoman(index + 1)).toString() + '. ' + subTrack.title.trim();
if (track.title) subTrack.title = track.title + ': ' + subTrack.title;
subTrack = Object.assign({}, track, subTrack);
//delete subTrack.position;
delete subTrack.sub_tracks;
return subTrack;
}).forEach(addTrack);
break;
}
});
return tracks;
function addTrack(track) {
if (track.type_ != 'track' || track.position == 'Video') return;
trackIdentifiers = {};
++trackCounter;
if ((matches = /^(([A-Z]+)?(\d+)?)[\-\.](\S+)$/.exec(track.position)) != null && matches[1]) {
if (_media === undefined || matches[1] !== _media) ++discCounter;
if (matches[2]) trackIdentifiers.VOL_MEDIA = matches[2] + (matches[3] || discCounter).toString();
if (matches[3]) discNumber = matches[3];
trackNumber = matches[4];
_media = matches[1];
} else {
if (_media === undefined || _media !== '') ++discCounter;
trackNumber = track.position || trackCounter;
_media = '';
}
let trackArtists = getArtists(track);
trackArtist = isVA || !artistsMatch(trackArtists, artist);
let trackPerformers = trackArtists[0].concat(trackArtists[1]);
if (Array.isArray(track.extraartists)) trackPerformers.pushUniqueCaseless(...track.extraartists
.map(performer => (performer.anv || performer.name).replace(...artistIndexRemover)));
tracks.push({
artist: isVA ? VA : undefined,
artists: !isVA ? artist[0] : undefined,
featured_artists: !isVA && artist[1].length > 0 ? artist[1] : undefined,
album: release.title,
album_year: master ? master.year : undefined,
release_date: release.released,
label: label.join(' / ') || undefined,
catalog: catalogue.join(' / ') || undefined,
country: release.country,
encoding: media.size == 1 ? encoding : undefined,
codec: media.size == 1 ? format : undefined,
bitrate: media.size == 1 ? bitrate : undefined,
bitdepth: media.size == 1 ? bitdepth : undefined,
channel_mode: channelModes.length == 1 ? channelModes[0] : undefined,
media: media.size == 1 ? media.keys().next().value : undefined,
genre: tags.toString(),
disc_number: discCounter, //discNumber,
total_discs: Math.max(release.format_quantity, 1),
disc_subtitle: discSubtitle,
edition_title: editionDescriptors.join(' / ') || undefined,
series: release.series || undefined,
track_number: trackNumber,
total_tracks: totalTracks,
title: track.title.trim(),
track_artists: trackArtist ? trackArtists[0] : undefined,
track_guests: trackArtist ? trackArtists[1] : undefined,
composers: role(3, true),
conductors: role(4, true),
compilers: role(5, true),
remixers: role(2),
producers: role(6, true),
mixers: role(7),
arrangers: role(8, true),
performers: role(9, true), //trackPerformers,
duration: timeStringToTime(track.duration) || undefined,
description: description,
release_description: releaseDescription && releaseDescription.collapseGaps() || undefined,
identifiers: mergeIds(),
//url: release.uri,
cover_url: imgUrl,
});
function role(index, defaultToAlbumArtist = false) {
return trackArtists[index].length > 0 ? trackArtists[index]
: defaultToAlbumArtist && artist[index].length > 0 ? artist[index] : undefined;
}
}
});
function getArtists(root, anv = false) {
if (!root || typeof root != 'object') throw 'getArtists: invalid root';
const roleParsers = [
/* 1 */ [/^(?:Feat(?:uring)?|Ft|F\.\/|With)\b/i, anv],
/* 2 */ [/^(?:Remix(?:ed[\s\-]By|er)?)\b/i, anv],
/* 3 */ [/^(?:(?:Written|Composed|Libretto|Music)[\s\-]By|Composer|(?:Composer)?Lyricist|Writer|Author)\b/i, false],
/* 4 */ [/^(?:Conducted[\s\-]By|Conductor|(?:Chorus\s|Choir)Master)\b/i, anv],
/* 5 */ [/^(?:Compiled[\s\-]By|Compiler)\b/i, anv],
/* 6 */ [/^(?:Produced[\s\-]By|Producer)\b/i, anv],
/* 7 */ [/^(?:(?:Mixed)[\s\-]By|Mixer)\b/i, anv],
/* 8 */ [/^(?:(?:Arranged)[\s\-]By|Arranger)\b/i, anv],
/* 9 */ [/^(?:Ensemble|Orchestra|Choir|Performer|Musician|(?:Backing\s)?Vocals|Solo\sVocal|Voice|(?:\w+\s)?Guitar|(?:\w+\s)?Bass|Piano|Drums|Percussion|Timpani|Shaker|Synthesizer|Synth|Keyboards|(?:\w+\s)?Saxophone|Trumpet|Banjo|Harmonica|Accordion|Harmonium|Organ|Violin|Viola|Cello|Clarinet|Trombone|Glockenspiel|Vibraphone|Fiddle|Cornet\Star|Tambourine|Loops|Mellotron|Tabla|Saw|Congas|Bongos|Flute|Harp|Tambura|Flute|Sarangi|Cabasa|Handclaps|Kalimba|Vocoder|Sounds|Whistling|Other)\b/i, anv],
/* 10 */ [/^(?:(?:Written|Composed)[\s\-]By|Composer|Lyricist|Writer)\b/i, true],
];
let artists = [ [ ] ].concat(roleParsers.map(() => [ ])), index = 0;
if (Array.isArray(root.artists)) root.artists.forEach(function(artist) {
artists[/^(?:conduct(?:s|ing))$/i.test(artist.join) ? 4 : index]
.push((anv && artist.anv || artist.name).replace(...artistIndexRemover));
if (/^(?:feat(?:uring)?|ft|with)\b/i.test(artist.join)) index = 1;
});
if (Array.isArray(root.extraartists)) roleParsers.forEach(function(def, index) {
artists[index + 1].pushUniqueCaseless(...root.extraartists
.filter(extraArtist => extraArtist.role.split(/\s*,\s+/).some(role => def[0].test(role)))
.map(extraArtist => (def[1] && extraArtist.anv || extraArtist.name || '').replace(...artistIndexRemover)));
});
if (artists[0].length <= 0 && artists[1].length > 0) artists[0] = artist[0];
return artists;
}
});
} else if (url.hostname.endsWith('supraphonline.cz')) {
url.search = '';
return globalXHR(url).then(function(response) {
if (/\/album\/(\d+)\b/i.test(response.finalUrl)) identifiers.SUPRAPHONLINE_ID = parseInt(RegExp.$1);
artist = Array.from(response.document.querySelectorAll('div.visible-lg-block > h2.album-artist > a'))
.map(a => a.title || a.textContent.trim());
isVA = (ref = response.document.querySelector('span[itemprop="byArtist"] > meta[itemprop="name"]')) != null ?
vaParser.test(ref.content) : artist.length <= 0;
if ((ref = response.document.querySelector('h1[itemprop="name"]')) != null) album = ref.firstChild.data.trim();
if ((ref = response.document.querySelector('meta[itemprop="numTracks"]')) != null)
totalTracks = parseInt(ref.content);
genres = (ref = response.document.querySelector('meta[itemprop="genre"]')) != null ? ref.content : undefined;
if ((ref = response.document.querySelector('li.album-version > div.selected > div')) != null) {
if (/\b(?:MP3)\b/.test(ref.textContent)) {
media = 'WEB'; encoding = 'lossy'; format = 'MP3';
}
if (/\b(?:FLAC)\b/.test(ref.textContent)) {
media = 'WEB'; encoding = 'lossless'; format = 'FLAC'; bitdepth = 16;
}
if (/\b(?:Hi[\s\-]*Res)\b/.test(ref.textContent)) {
media = 'WEB'; encoding = 'lossless'; format = 'FLAC'; bitdepth = 24;
}
if (/\b(?:CD)\b/.test(ref.textContent)) media = 'CD';
if (/\b(?:LP)\b/.test(ref.textContent)) media = 'Vinyl';
}
const copyrightParser = /^(?:\([PC]\)|℗|©)$/i;
response.document.querySelectorAll('ul.summary > li').forEach(function(li) {
if (li.childElementCount <= 0) return;
let key = li.firstElementChild.textContent, value = li.lastChild.textContent.trim();
if (key.includes('Nosič')) media = value;
if (key.includes('Datum vydání')) releaseDate = normalizeDate(value, 'cs');
if (key.includes('První vydání')) albumYear = extractYear(value);
if (key.includes('Žánr')) genres = translateGenre(value);
if (key.includes('Vydavatel')) label = value;
if (key.includes('Katalogové číslo')) catalogue = value;
if (key.includes('Formát')) {
if (/\b(?:FLAC|WAV|AIFF?)\b/.test(value)) { encoding = 'lossless'; format = 'FLAC' }
if (/\b(\d+)[\-\s]?bits?\b/i.test(value)) bitdepth = parseInt(RegExp.$1);
if (/\b([\d\.\,]+)[\-\s]?kHz\b/.test(value)) samplerate = parseFloat(RegExp.$1.replace(',', '.')) * 1000;
}
//if (key.includes('Celková stopáž')) totalTime = timeStringToTime(value);
if (copyrightParser.test(key) && !albumYear) albumYear = extractYear(value);
});
const creators = ['autoři', 'interpreti', 'tělesa', 'digitalizace'];
let artists = [], ndx;
for (let i = 0; i < creators.length; ++i) artists[i] = {};
response.document.querySelectorAll('ul.sidebar-artist > li').forEach(function(it) {
if ((ref = it.querySelector('h3')) != null) {
ndx = undefined;
creators.forEach((it, _ndx) => { if (ref.textContent.includes(it)) ndx = _ndx });
} else {
if (typeof ndx != 'number') return;
if (ndx == 2) var role = 'ensemble';
else if ((ref = it.querySelector('span')) != null) role = translateRole(ref);
if ((ref = it.querySelector('a')) != null) {
if (!Array.isArray(artists[ndx][role])) artists[ndx][role] = [];
artists[ndx][role].pushUnique([ref.textContent.trim(), url.origin + ref.pathname]);
}
}
});
getDescription(response, 'div[itemprop="description"] p', true);
composer = [];
let performers = [ ], conductor = [ ], DJs = [ ], albumGuests = [ ], volMedia;
function dumpArtist(ndx, role) {
if (!role || role == 'undefined') return;
if (description.length > 0) description += '\n' ;
description += '[color=#9576b1]' + role + '[/color] – ';
//description += artists[ndx][role].map(artist => '[artist]' + artist[0] + '[/artist]').join(', ');
description += artists[ndx][role].map(artist => '[url=' + artist[1] + ']' + artist[0] + '[/url]').join(', ');
}
for (let i = 1; i < 3; ++i) Object.keys(artists[i]).forEach(function(role) { // performers
let a = artists[i][role].map(a => a[0]);
([
'conductor', 'choirmaster', 'director',
].includes(role) ? conductor : role == 'DJ' ? DJs : [
'FeaturedArtist',
].includes(role) ? albumGuests : artist).pushUnique(...a);
if (i != 2) dumpArtist(i, role);
});
Object.keys(artists[0]).forEach(function(role) { // composers
composer.pushUnique(...artists[0][role].map(it => it[0]).filter(it => ![
pseudoArtistParsers[0],
pseudoArtistParsers[1],
pseudoArtistParsers[4],
].some(rx => rx.test(it))));
dumpArtist(0, role);
});
Object.keys(artists[3]).forEach(role => { dumpArtist(3, role) }); // ADC & mastering
if ((ref = response.document.querySelector('meta[itemprop="image"]')) != null)
imgUrl = ref.content.replace(/\?.*$/, '');
response.document.querySelectorAll('table.table-tracklist > tbody > tr').forEach(function(tr, index) {
if (tr.classList.contains('cd-header') && (ref = tr.querySelector('td > h3')) != null
&& /\b(?:(\S*?)\s*)?(\d+)\b/.test(ref.textContent)) {
volMedia = RegExp.$1 ? RegExp.lastMatch : undefined;
discNumber = parseInt(RegExp.$2) || undefined;
}
if (tr.classList.contains('song-header') && (ref = tr.querySelector('td')) != null)
discSubtitle = ref.title || ref.textContent.trim();
if (tr.classList.contains('track') && tr.id) {
trackIdentifiers = {
TRACK_ID: /^(?:track)-(\d+)$/i.test(tr.id) ? parseInt(RegExp.$1) : undefined,
};
if (volMedia) trackIdentifiers.VOL_MEDIA = volMedia;
let track = {
artist: isVA ? VA : undefined,
artists: !isVA && artist.length > 0 ? artist : undefined,
//featured_artists: albumGuests.length > 0 ? albumGuests : undefined,
album: album,
album_year: /*trackYear || */albumYear || undefined,
release_date: releaseDate,
label: label,
catalog: catalogue,
encoding: encoding,
codec: format,
bitdepth: bitdepth,
samplerate: samplerate || undefined,
media: media,
genre: genres,
disc_number: discNumber,
total_discs: totalDiscs,
disc_subtitle: discSubtitle,
track_number: /^\s*(\d+)\.?\s*$/.test(tr.children[0].firstChild.textContent) ?
parseInt(RegExp.$1) || RegExp.$1 : undefined,
total_tracks: totalTracks,
title: (ref = tr.querySelector('meta[itemprop="name"][content]')) != null ? ref.content
: (ref = tr.querySelector('td > a.trackdetail')) != null ? ref.textContent.trim() : undefined,
performers: performers.length > 0 ? performers : undefined,
composers: composer.length > 0 ? composer : undefined,
conductors: conductor.length > 0 ? conductor : undefined,
compilers: DJs.length > 0 ? DJs : undefined,
duration: durationFromMeta(tr),
url: response.finalUrl,
description: description,
identifiers: mergeIds(),
cover_url: imgUrl,
};
tracks.push((function() {
let ref = tr.querySelector('td > a.trackdetail');
if (ref == null) return Promise.reject('link not found');
return globalXHR(url.origin + ref.pathname + ref.search).then(function(response) {
let detail = response.document.querySelector('div[data-swap="trackdetail-' +
track.identifiers.TRACK_ID + '"] > div > div.row');
if (detail == null) return Promise.reject('element not found');
detail.querySelectorAll('div[class]:nth-of-type(1) > ul > li').forEach(function(li) {
let key = li.querySelector('span'), value = li.lastChild;
if (key == null || value.nodeType != Node.TEXT_NODE) return;
key = key.textContent.trim(); value = value.wholeText.trim();
if (!key || !value) return;
if (key.startsWith('Žánr')) track.genre = value;
if (key.startsWith('Nahrávka dokončena')) track.rec_year = extractYear(value);
if (key.startsWith('Místo nahrání')) track.venue = value;
if (key.startsWith('Rok prvního vydání')) track.pub_year = extractYear(value);
if (copyrightParser.test(key)) track.copyright = value;
});
let trackArtists = [];
for (let i = 0; i < 9; ++i) trackArtists[i] = [ ];
detail.querySelectorAll('div[class]:nth-of-type(2) > ul > li').forEach(function(li) {
let role = li.querySelector('span');
let artists = Array.from(li.getElementsByTagName('a')).map(a => a.textContent.trim()).filter(artist => ![
pseudoArtistParsers[0],
pseudoArtistParsers[1],
pseudoArtistParsers[4],
].some(rx => rx.test(artist)));
if (role != null && artists.length > 0) role = translateRole(role); else return;
if (artistClassParsers[2].some(rx => rx.test(role)))
trackArtists[2].pushUnique(...artists);
else if (artistClassParsers[3].some(rx => rx.test(role)))
trackArtists[3].pushUnique(...artists);
else if (artistClassParsers[5].some(rx => rx.test(role)))
trackArtists[5].pushUnique(...artists);
else if (artistClassParsers[6].some(rx => rx.test(role)))
trackArtists[6].pushUnique(...artists);
else if (artistClassParsers[8].some(rx => rx.test(role)))
trackArtists[7].pushUnique(...artists);
else if (role.toLowerCase() == 'performer' || !artistClassParsers[9].some(rx => rx.test(role))) {
if (artistClassParsers[0].some(rx => rx.test(role)))
trackArtists[0].pushUnique(...artists);
else if (artistClassParsers[1].some(rx => rx.test(role)))
trackArtists[1].pushUnique(...artists);
else if (artistClassParsers[4].some(rx => rx.test(role)))
trackArtists[4].pushUnique(...artists);
else artists.forEach(_artist => {
if (artist.includesCaseless(_artist)) trackArtists[0].pushUnique(_artist);
else if (artistClassParsers[7].some(rx => rx.test(role))) trackArtists[1].pushUnique(_artist);
});
trackArtists[8].pushUnique(...artists.map(artist => artist + ' (' + role + ')'));
}
});
if (trackArtists[1].length > 0 && trackArtists[0].length <= 0) {
trackArtists[0] = trackArtists[1]; trackArtists[1] = [];
}
if (trackArtists[0].length > 0 && (isVA || !trackArtists[0].equalCaselessTo(artist)
|| trackArtists[1].length > 0/*!trackArtists[1].equalCaselessTo(albumGuests)*/)) {
track.track_artists = trackArtists[0];
if (trackArtists[1].length > 0) track.track_guests = trackArtists[1];
}
[
[3, 'composer'],
[4, 'conductor'],
[2, 'remixer'],
[5, 'compiler'],
//[6, 'producer'],
[7, 'arranger'],
[8, 'performer'],
].forEach(def => { if (trackArtists[def[0]].length > 0) track[def[1] + 's'] = trackArtists[def[0]] })
return track;
});
})().catch(function(reason) {
console.error('Supraphonline parser failed to get track', index + 1, 'detail:', reason);
return track;
}));
} // track
});
return Promise.all(tracks);
function translateGenre(genre) {
if (!genre || typeof genre != 'string') return undefined;
[
['Orchestrální hudba', 'Orchestral Music'],
['Komorní hudba', 'Chamber Music'],
['Vokální', 'Classical, Vocal'],
['Klasická hudba', 'Classical'],
['Melodram', 'Classical, Melodram'],
['Symfonie', 'Symphony'],
['Vánoční hudba', 'Christmas Music'],
[/^(?:Alternativ(?:ní|a))$/i, 'Alternative'],
['Dechová hudba', 'Brass Music'],
['Elektronika', 'Electronic'],
['Folklor', 'Folclore, World Music'],
['Instrumentální hudba', 'Instrumental'],
['Latinské rytmy', 'Latin'],
['Meditační hudba', 'Meditative'],
['Vojenská hudba', 'Military Music'],
['Pro děti', 'Children'],
['Pro dospělé', 'Adult'],
['Mluvené slovo', 'Spoken Word'],
['Audiokniha', 'audiobook'],
['Humor', 'humour'],
['Pohádka', 'Fairy-Tale'],
].forEach(function(subst) {
if (typeof subst[0] == 'string' && genre.toLowerCase() == subst[0].toLowerCase()
|| subst[0] instanceof RegExp && subst[0].test(genre)) genre = subst[1];
});
return genre;
}
function translateRole(elem) {
return elem instanceof HTMLElement ? [
[/\b(?:klavír)\b/ig, 'piano'],
[/\b(?:housle)\b/ig, 'violin'],
[/\b(?:violoncello)\b/ig, 'cello'],
[/\b(?:viola)\b/ig, 'alto'],
[/\b(?:varhany)\b/ig, 'organ'],
[/\b(?:cembalo)\b/ig, 'harpsichord'],
[/\b(?:trubka)\b/ig, 'trumpet'],
[/\b(?:soprán)\b/ig, 'soprano'],
[/\b(?:alt)\b/ig, 'alto'],
[/\b(?:baryton)\b/ig, 'baritone'],
[/\b(?:bas)\b/ig, 'basso'],
[/\b(?:akordeon)\b/ig, 'accordion'],
[/\b(?:syntezátor)\b/ig, 'synthesizer'],
[/\b(?:klávesové nástroje)\b/ig, 'keyboards'],
[/\b(?:bicí)\b/ig, 'drums'],
[/\b(?:kontrabas)\b/ig, 'double-bass'],
[/\b(?:zpěv|vokál)\b/ig, 'vocals'],
[/\b(?:baskytara)\b/ig, 'bass guitar'],
[/\b(?:havajská kytara)\b/ig, 'steel guitar'],
[/\b(?:akustická kytara)\b/ig, 'acoustic guitar'],
[/\b(?:kytara)\b/ig, 'guitar'],
[/\b(?:kytary)\b/ig, 'guitars'],
[/(?:čte|četba)\b/ig, 'narration'],
[/\b(?:vypravuje)\b/ig, 'narration'],
[/\b(?:hudební těleso)\b/ig, 'ensemble'],
[/\b(?:Umělec)\b/ig, 'Artist'],
[/\b(?:improvizace)\b/ig, 'improvisation'],
['český', 'czech'],
['původní', 'original'],
[/\b(?:text)\b/ig, 'lyrics'],
[/\b(?:hudba)\b/ig, 'music'],
['hudební', 'music'],
[/\b(?:autor)\b/ig, 'author'],
[/\b(?:překlad)\b/ig, 'translation'],
['účinkuje', 'participating'],
['hovoří a zpívá', 'speaks and sings'],
['hovoří', 'spoken by'],
['komentář', 'commentary'],
[/\b(?:dirigent)\b/ig, 'conductor'],
['řídí', 'director'],
[/\b(?:sbormistr)\b/ig, 'choirmaster'],
['programování', 'programming'],
[/\b(?:produkce)\b/ig, 'produced by'],
['nahrál', 'recorded by'],
[/\b(?:digitální přepis)\b/ig, 'A/D transfer'],
].reduce((r, def) => r.replace(...def), elem.textContent.trim().replace(/\s*:.*$/, '')) : undefined;
}
});
} else if (url.hostname.endsWith('bontonland.cz')) return globalXHR(url).then(function(response) {
ref = response.document.querySelector('div#detailheader > h1');
if (ref != null && /^(.*?)\s*:\s*(.*)$/.test(ref.textContent.trim())) {
artist = RegExp.$1;
isVA = vaParser.test(artist);
album = RegExp.$2;
}
media = 'CD';
response.document.querySelectorAll('table > tbody > tr > td.nazevparametru').forEach(function(it) {
if (it.textContent.includes('Datum vydání')) {
releaseDate = normalizeDate(it.nextElementSibling.textContent, 'cs');
albumYear = extractYear(it.nextElementSibling.textContent);
} else if (it.textContent.includes('Nosič / počet')) {
if (/^(.*?)\s*\/\s*(.*)$/.test(it.nextElementSibling.textContent)) {
media = RegExp.$1;
totalDiscs = RegExp.$2;
}
} else if (it.textContent.includes('Interpret')) artist = it.nextElementSibling.textContent.trim();
else if (it.textContent.includes('EAN')) identifiers.BARCODE = it.nextElementSibling.textContent.trim();
});
getDescription(response, 'div#detailtabpopis > div[class^="pravy"] > div > p:not(:last-of-type)', true);
if (description.startsWith('[quote]Tracklist:')) description = undefined;
if ((ref = response.document.querySelector('a.detailzoom')) != null) imgUrl = ref.href;
if ((ref = response.document.querySelector('img#lbImage')) != null) imgUrl = ref.src;
if ((ref = response.document.querySelector('div#detailtabpopis > div[class^="pravy"] > div > ol')) != null) {
return Array.from(ref.querySelectorAll('li')).map(function(track, ndx, arr) {
title = track.innerText.trim();
duration = undefined;
if (/^(.*?)\s+\(((?:\d+:)?\d+:\d+)\)$/.test(title) || /^(.*?)\s+\(((?:\d+:)?\d+:\d+)\)$/.test(title)) {
title = RegExp.$1;
duration = timeStringToTime(RegExp.$2);
}
return {
artist: isVA ? VA : artist,
album: album,
//album_year: extractYear(releaseDate),
release_date: releaseDate,
label: label,
media: media,
track_number: ndx + 1,
total_tracks: arr.length,
title: title,
duration: duration,
url: response.finalUrl.replace(/\?.*$/, ''),
description: description,
identifiers: mergeIds(),
cover_url: imgUrl,
};
});
} else if ((ref = response.document.querySelector('div#detailtabpopis > div[class^="pravy"] > div > p:last-of-type')) != null) {
let trackList = ref.textContent.trim().split(/(?:\r?\n)+/).map(tr => tr.trim());
trackNumber = 0;
trackList.forEach(function(track) {
if (!/^(?:(\d+)(?:\s*[\/\.\-\:\)])?\s+)?(.+?)(?:\s+((?:\d+:)?\d+:\d+))?$/.test(track)) return;
++trackNumber;
tracks.push({
artist: isVA ? VA : artist,
album: album,
//album_year: extractYear(releaseDate),
release_date: releaseDate,
label: label,
media: media,
track_number: parseInt(RegExp.$1) || RegExp.$1 || trackNumber,
total_tracks: trackList.length,
title: RegExp.$2,
duration: timeStringToTime(RegExp.$3) || undefined,
url: response.finalUrl.replace(/\?.*$/, ''),
description: description,
identifiers: mergeIds(),
cover_url: imgUrl,
});
});
return tracks;
} else throw 'Playlist could not be located';
}); else if (url.hostname.endsWith('nativedsd.com')) {
if (!url.pathname.startsWith('/catalogue/')) return Promise.reject('this page can\'t be extracted');
return globalXHR(url).then(function(response) {
identifiers.COMPOSEREMPHASIS = 1;
identifiers.ORIGINALFORMAT = 'DSD';
if ((ref = response.document.querySelector('div.product-intro-text > h3')) != null)
artist = ref.textContent.trim();
isVA = !artist || vaParser.test(artist);
if ((ref = response.document.querySelector('div.product-intro-text > h1')) != null)
album = ref.textContent.trim();
let conductors, attributes = { };
response.document.querySelectorAll('table.shop_attributes > tbody > tr').forEach(function(tr) {
let key = tr.querySelector('th'), content = tr.querySelector('td > p');
if (key == null || content == null) return;
key = key.textContent.trim();
switch (key.toLowerCase()) {
case 'label':
label = content.textContent.trim();
break;
case 'sku':
catalogue = content.textContent.trim();
break;
case 'artists':
artist = Array.from(content.getElementsByTagName('a')).map(a => a.textContent.trim());
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
break;
case 'composers':
composer = Array.from(content.getElementsByTagName('a')).map(a => a.textContent.trim());
break;
case 'conductors':
conductors = Array.from(content.getElementsByTagName('a')).map(a => a.textContent.trim());
break;
case 'producer':
producer = content.textContent.trim();
break;
case 'genres':
genres = Array.from(content.getElementsByTagName('a')).map(a => a.textContent.trim());
break;
case 'release date':
releaseDate = content.textContent.trim();
break;
default:
attributes[key] = content.textContent.trim();
}
});
description = [];
if ((ref = response.document.querySelector('div.product-single-content > div.entry')) != null)
for (let child of ref.children) {
if (child.tagName == 'DIV' && ['woocommerce-tabs', 'wc-tabs-wrapper']
.some(className => child.classList.contains(className))) break;
let p = html2php(child, response.finalUrl).trim();
if (p) description.push(p);
}
description = description.join('\n\n').collapseGaps();
if (Object.keys(attributes).length > 0) {
if (description) description += '\n\n';
description += Object.keys(attributes).map(key => '[b]' + key+ ':[/b] ' + attributes[key]).join('\n');
}
if ((ref = response.document.querySelector('div.music-reviews-list')) != null) {
if (description) description += '\n\n';
description += html2php(ref, response.finalUrl).collapseGaps();
}
if (i = nativeDSDBooklets(response)) {
if (description) description += '\n\n';
description += i;
}
if ((ref = response.document.querySelector('meta[property="og:image"][content]')) != null)
imgUrl = ref.content;
trs = response.document.querySelectorAll('div#tracklist > div.nativedsd-player');
return Array.from(trs).map((tr, index) => ({
artist: isVA ? VA : typeof artist == 'string' ? artist : undefined,
artists: !isVA && Array.isArray(artist) && artist.length > 0 ? artist : undefined,
album: album,
//album_year: albumYear,
release_date: releaseDate,
label: label,
catalog: catalogue,
encoding: 'lossless',
media: media,
genre: genres.join('; '),
disc_number: discNumber,
total_discs: totalDiscs,
disc_subtitle: discSubtitle,
track_number: (ref = tr.querySelector('div.nativedsd-player-number')) != null ?
parseInt(ref.textContent) || ref.textContent.trim() : undefined,
total_tracks: trs.length,
title: (ref = tr.querySelector('div.nativedsd-player-title')) != null ? ref.textContent.trim() : undefined,
composers: Array.isArray(composer) && composer.length > 0 ? composer : undefined,
conductors: Array.isArray(conductors) && conductors.length > 0 ? conductors : undefined,
producer: producer,
duration: (ref = tr.querySelector('div.nativedsd-player-duration')) != null ?
timeStringToTime(ref.textContent) : undefined,
url: (ref = response.document.querySelector('meta[property="og:url"][content]')) != null ?
ref.content : response.finalUrl,
description: description,
identifiers: mergeIds(),
cover_url: imgUrl,
}));
});
}/* else if (url.hostname.endsWith('junodownload.com') && /\/([\d\-]+)\/?$/.test(url.pathname)) {
let productKey = RegExp.$1;
return globalXHR('https://www.junodownload.com/api/1.2/playlist/getplaylistdetails/?product_key='.concat(productKey), {
responseType: 'xml',
}).then(response => Array.from(response.document.querySelectorAll('playlist > trackList > track')).map(function(track, index, trackList) {
artist = Array.from(track.querySelectorAll('extension > release_artists > artist > name'))
.map(artist => artist.textContent.trim());
isVA = artist.length == 1 && vaParser.test(artist[0]);
trackArtist = Array.from(track.querySelectorAll('extension > artists > artist > name'))
.map(artist => artist.textContent.trim());
trackArtist = isVA || !trackArtist.equalCaselessTo(artist) ? joinArtists(trackArtist) : undefined;
title = getValue('extension > track_title');
if (getValue('extension > mix_title')) title += ' (' + getValue('extension > mix_title') + ')';
return {
artist: isVA ? VA : artist.join(', '),
album: getValue('album'),
release_date: getValue('extension > relDate'),
label: getValue('extension > label > name'),
catalog: getValue('extension > catNumber'),
media: media,
genre: getValue('extension > genre'),
track_number: parseInt(getValue('trackNum')),
total_tracks: trackList.length,
title: getValue('extension > track_title'),
track_artist: trackArtist,
duration: parseInt(getValue('extension > length')) || undefined,
description: getValue('extension > rating_comment'),
identifiers: { JUNODOWNLOAD_ID: productKey },
cover_url: getValue('image'),
};
function getValue(selector) {
var node = track.querySelector(selector);
return node != null ? node.textContent.trim() : undefined;
}
}));
} */else if (url.hostname.endsWith('junodownload.com')) return globalXHR(url).then(function(response) {
if (/'id':'([\d\-]+)'/.test(response.responseText) || /\/([\d\-]+)\/?$/.test(new URL(response.finalUrl).pathname)) {
identifiers.JUNODOWNLOAD_ID = RegExp.$1;
let metaData = globalXHR('https://www.junodownload.com/api/1.2/playlist/getplaylistdetails/?product_key=' +
identifiers.JUNODOWNLOAD_ID, { responseType: 'xml' })
.then(response => Array.from(response.document.querySelectorAll('playlist > trackList > track')));
} else metaData = Promise.reject('No Id');
let productArtist;
if ((ref = response.document.querySelectorAll('div.breadcrumb_text > span:not([class])')).length == 4) {
artist = Array.from(ref[ref.length - 1].querySelectorAll('a')).map(elem => elem.textContent.trim());
productArtist = ref[ref.length - 1].textContent.trim();
} else if ((ref = response.document.querySelector('h2.product-artist')) != null) {
artist = Array.from(ref.querySelectorAll('a')).map(elem => elem.textContent.trim().titleCase());
productArtist = ref.textContent.trim().titleCase();
}
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if ((ref = response.document.querySelector('meta[itemprop="name"]')) != null) album = ref.content.trim();
if ((ref = response.document.querySelector('meta[itemprop="author"]')) != null) label = ref.content.trim();
if ((ref = response.document.querySelector('span[itemprop="datePublished"]')) != null)
releaseDate = ref.firstChild.data.trim();
response.document.querySelectorAll('div.mb-3 > strong').forEach(function(it) {
if (it.textContent.startsWith('Genre')) {
ref = it;
while ((ref = ref.nextElementSibling) != null && ref.nodeName == 'A') genres.push(ref.textContent.trim());
} else if (it.textContent.startsWith('Cat')) {
if ((ref = it.nextSibling) != null && ref.nodeType == Node.TEXT_NODE) catalogue = ref.wholeText.trim();
}
});
getDescription(response, 'div[itemprop="review"]');
if ((ref = response.document.querySelector('meta[property="og:image"][content]')) != null) imgUrl = ref.content;
trs = response.document.querySelectorAll('div.product-tracklist > div[itemprop="track"]');
return Array.from(trs).map(function(tr) {
trackIdentifiers = { BPM: tr.children[2].textContent.trim() };
trackNumber = undefined;
tr.querySelector('div.track-title').childNodes.forEach(function(n) {
if (trackNumber || n.nodeType != Node.TEXT_NODE) return;
trackNumber = n.data.trim().replace(/\s*\..*$/, '');
});
trackArtist = (ref = tr.querySelector('meta[itemprop="byArtist"]')) != null ? ref.content : undefined;
title = (ref = tr.querySelector('span[itemprop="name"]')) != null ? ref.textContent.trim() : undefined;
if (title && trackArtist && title.startsWith(trackArtist + ' - ')) title = title.slice(trackArtist.length + 3);
return {
artist: isVA ? VA : productArtist,
artists: !isVA ? artist : undefined,
album: album,
album_year: extractYear(releaseDate),
release_date: releaseDate,
label: label,
catalog: catalogue,
media: media,
genre: genres.join('; '),
disc_number: discNumber,
total_discs: totalDiscs,
disc_subtitle: discSubtitle,
track_number: trackNumber,
total_tracks: trs.length,
title: title,
track_artist: trackArtist && (isVA || trackArtist.toLowerCase() != productArtist.toLowerCase()) ? trackArtist : undefined,
duration: durationFromMeta(tr),
url: !identifiers.JUNODOWNLOAD_ID ? response.finalUrl : undefined,
description: description,
identifiers: mergeIds(),
cover_url: imgUrl,
};
});
}); else if (url.hostname.endsWith('hdtracks.com')) return loadHDtracksMetadata(url).then(function(album) {
identifiers.HDTRACKS_ID = album.id || album.productId;
if (album.upc) identifiers.BARCODE = album.upc;
if (album.parentalWarning == 'NotExplicit') identifiers.EXPLICIT = 0;
else if (album.parentalWarning == 'Explicit') identifiers.EXPLICIT = 1;
isVA = album.artists.length <= 0 || vaParser.test(album.mainArtist);
var guests = [], composers = [], producers = [];
if (album.credits) album.credits.split(/\r?\n/).forEach(function(credit) {
if (!/^(.*)\s*:\s*(.*)$/.test(credit)) return;
let role = RegExp.$1, name = RegExp.$2;
if (role == 'Artist' && name.toLowerCase() != album.mainArtist.toLowerCase()) guests.pushUniqueCaseless(name);
else if (role == 'Composer') composers.pushUniqueCaseless(name);
else if (/\b(?:Producer)$/.test(role)) producers.pushUniqueCaseless(name);
});
//var albumGuests = guests.length > 0 ? ' feat. ' + joinArtists(guests) : '';
return Promise.all(album.trackIds.map((trackId, index) => loadHDtracksMetadata(trackId, 'track').catch(function(reason) {
console.warn('Fetching details from HDtracks failed at least for one track:', reason);
return album.tracks[index];
}).then(function(track) {
trackIdentifiers = {
ISRC: track.isrc,
TRACK_ID: track.id,
MD5: track.md5,
};
if (track.upc) trackIdentifiers.BARCODE = track.upc;
var mainArtists = splitAmpersands(track.mainArtist),
trackComposers = [], trackProducers = [], trackGuests = [];
if (track.credits) track.credits.split(/\r?\n/).forEach(function(credit) {
if (!/^(.*)\s*:\s*(.*)$/.test(credit)) return;
let role = RegExp.$1, name = RegExp.$2;
if (role == 'Artist' && !mainArtists.includesCaseless(name)) trackGuests.pushUniqueCaseless(name);
else if (role == 'Composer') trackComposers.pushUniqueCaseless(name);
else if (/\b(?:Producer)$/.test(role)) trackProducers.pushUniqueCaseless(name);
});
if (track.mainArtist && trackGuests.length > 0) track.mainArtist += ' feat. ' + joinArtists(trackGuests);
return {
artist: isVA ? VA : undefined,
artists: !isVA ? album.artists : undefined,
featured_artists: guests,
album: album.name,
release_date: track.release || album.release,
album_year: album.originalRelease ? extractYear(album.originalRelease) : undefined,
label: track.label || album.label,
distributor: track.distributor || album.distributor,
media: media,
samplerate: track.rate || album.rate || undefined,
bitdepth: track.resolution || album.resolution || undefined,
genre: track.genre || album.genre,
total_discs: album.discs,
track_number: track.index,
total_tracks: album.tracksCount, //album.tracks.length
composers: trackComposers.length > 0 ? trackComposers : composers,
//producers: trackProducers.length > 0 ? trackProducers : producers,
title: track.name,
track_artist: track.mainArtist && (isVA || !artistsMatch(track.mainArtist, album.mainArtist)) ?
track.mainArtist : undefined,
duration: track.duration,
url: !identifiers.HDTRACKS_ID ? response.finalUrl : undefined,
identifiers: mergeIds(),
cover_url: /*track.cover || */album.cover,
};
})));
}); else if (url.hostname.endsWith('deezer.com')) {
return /\/album\/(\d+)\b/i.test(url.pathname) ? queryDeezerAPI('album', RegExp.$1).then(function(release) {
if (prefs.diag_mode) console.debug('Deezer metadata loaded:', release);
identifiers.DEEZER_ID = release.id;
if (release.record_type && release.record_type != 'album') identifiers.RELEASETYPE = release.record_type;
if (release.upc) identifiers.BARCODE = release.upc;
imgUrl = ['xl', 'big', 'medium', 'small'].reduce((acc, size) => acc || release['cover_' + size], null);
imgUrl = imgUrl ? imgUrl.replace(...dzrImageMax) : undefined;
artist = [
release.contributors.filter(contributor => contributor.role == 'Main').map(contributor => contributor.name),
release.contributors.filter(contributor => contributor.role == 'Featured').map(contributor => contributor.name),
];
isVA = vaParser.test(release.artist.name);
return release.tracks.data.map(function(track, ndx) {
trackIdentifiers = { TRACK_ID: track.id };
return {
artist: isVA ? VA : release.artist.name,
album: release.title,
release_date: release.release_date,
label: release.label,
media: media,
genre: release.genres.data.map(it => it.name).join('; '),
track_number: ndx + 1,
total_tracks: release.nb_tracks,
title: track.title,
track_artist: track.artist.name && (isVA || track.artist.name != release.artist.name) ?
track.artist.name : undefined,
duration: track.duration,
url: !identifiers.DEEZER_ID ? deezerAlbumPrefix + release.id : undefined,
identifiers: mergeIds(),
cover_url: imgUrl,
};
});
}) : Promise.reject('This resource is not supported, pick a real album');
} else if (url.hostname.endsWith('spotify.com')) {
return /\/albums?\/(\w+)$/i.test(url.pathname) ? querySpotifyAPI('albums/' + RegExp.$1).then(function(release) {
if (prefs.diag_mode) console.debug('Spotify metadata loaded:', release);
identifiers.SPOTIFY_ID = release.id;
identifiers.DURATION_PRECISION = 'ms';
if (release.album_type && release.album_type != 'album') identifiers.RELEASETYPE = release.album_type;
if (release.external_ids.upc) identifiers.BARCODE = release.external_ids.upc;
artist = release.artists.map(artist => artist.name);
isVA = release.artists.length <= 0 || release.artists.length == 1 && vaParser.test(release.artists[0].name);
releaseDate = release.release_date_precision == 'year' ? extractYear(release.release_date)
: release.release_date_precision == 'month' && /\b(\d{4}-\d{2})\b/.test(release.release_date) ? RegExp.$1
: release.release_date;
imgUrl = release.images.reduce((acc, image) => image.width * image.height > acc.width * acc.height ? image : acc);
return (function() {
if (release.tracks.items.length >= release.total_tracks) return Promise.resolve(release.tracks.items);
let promises = [];
for (let offset = release.tracks.offset + release.tracks.items.length; offset < release.total_tracks; offset += 50)
promises.push(querySpotifyAPI(`albums/${release.id}/tracks`, { offset: offset, limit: 50 }).then(function(tracks) {
if (prefs.diag_mode) console.debug('Additional Spotify tracks loaded:', tracks);
return tracks.items;
}));
return Promise.all(promises).then(tracks => release.tracks.items.concat(...tracks));
})().then(tracks => tracks.map(function(track, ndx) {
console.assert(track.type != 'track', "track.type != 'track'", track);
trackIdentifiers = { TRACK_ID: track.id };
if ('explicit' in track) trackIdentifiers.EXPLICIT = Number(track.explicit);
trackArtist = track.artists.map(artist => artist.name);
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: release.name,
release_date: releaseDate,
label: release.label,
media: media,
genre: release.genres.join('; ') || undefined,
disc_number: track.disc_number,
disc_subtitle: discSubtitle,
track_number: track.track_number,
total_tracks: release.total_tracks,
title: track.name,
track_artists: trackArtist.length > 0 && (isVA || !trackArtist.equalCaselessTo(artist)) ?
trackArtist : undefined,
duration: track.duration_ms / 1000,
url: !identifiers.SPOTIFY_ID ? 'https://open.spotify.com/album/' + release.id : undefined,
identifiers: mergeIds(),
cover_url: imgUrl ? imgUrl.url : undefined,
};
}));
}) : Promise.reject('This resource is not supported, pick a real album');
} else if (url.hostname.endsWith('prostudiomasters.com')) return globalXHR(url).then(function(response) {
if (/\/page\/(\d+)$/i.test(response.finalUrl)) identifiers.PROSTUDIOMASTERS_ID = RegExp.$1;
if ((ref = response.document.querySelector('img.album-art')) != null) imgUrl = ref.currentSrc || ref.src;
for (ref of response.document.getElementsByTagName('script')) {
var albumMeta = /^\s*(?:PSM\.album)\s*=\s*(\{.+\});\s*$/m.exec(ref.text);
if (albumMeta != null) try {
albumMeta = JSON.parse(albumMeta[1]);
if (albumMeta.versions) try {
let versions = Object.keys(albumMeta.versions),
versionsCommonFormats = versions.filter(RegExp.prototype.test.bind(/^(?:flac|aif|wav|pcm|dsd)_/i));
//if (versions.length > 1 && versionsCommonFormats.length > 0) versions = versionsCommonFormats;
if (versions.length > 0) for (let key in albumMeta.versions[versions[0]]) if (!albumMeta[key]
&& versions.every(version => albumMeta.versions[version][key] == albumMeta.versions[versions[0]][key]))
albumMeta[key] = albumMeta.versions[versions[0]][key];
} catch(e) { console.warn('PSM versions iteration failed:', e, albumMeta.versions) }
if (prefs.diag_mode) console.debug('PSM metadata loaded:', albumMeta);
break;
} catch(e) {
console.warn('ProStudioMasters: failed to parse PSM album:', e, albumMeta);
albumMeta = undefined;
}
}
if (albumMeta) try {
const artistSplitter = /\s*;+\s*/;
artist = albumMeta.ArtistName.split(artistSplitter);
isVA = vaParser.test(albumMeta.ArtistName);
if (albumMeta.id) identifiers.PROSTUDIOMASTERS_ID = parseInt(albumMeta.id) || albumMeta.id;
if (albumMeta.UPC) identifiers.BARCODE = albumMeta.UPC;
if (albumMeta.OriginalReleaseDate) releaseDate = albumMeta.OriginalReleaseDate;
if (albumMeta.LabelName) label = albumMeta.LabelName;
if (albumMeta.CatalogNumber) catalogue = albumMeta.CatalogNumber;
if (!identifiers.BARCODE && albumMeta.ICPN) identifiers.BARCODE = albumMeta.ICPN;
if (!releaseDate && (/^[℗©]\s*(\d{4})\b/.test(albumMeta.PLine) || /^[℗©]\s*(\d{4})\b/.test(albumMeta.CLine)))
releaseDate = RegExp.$1;
if (albumMeta.GenreName) genres.push(albumMeta.GenreName);
if (albumMeta.SubGenreName) genres.push(albumMeta.SubGenreName);
if (albumMeta.genres) genres.push(albumMeta.genres);
if (/\b(\d+(?:\.\d+)?)\s*kHz\s*\/\s*(\d+)[\-\s]?bit\s+(\w+)\b/i.test(albumMeta.recording_info)) {
samplerate = parseFloat(RegExp.$1) * 1000 || undefined;
bitdepth = parseInt(RegExp.$2) || undefined;
format = RegExp.$3;
if (['FLAC', 'AIFF', 'WAV', 'PCM', 'DSD'].includes(format)) encoding = 'lossless';
}
if (albumMeta.album_info) {
description = html2php(domParser.parseFromString(albumMeta.album_info, 'text/html').body, response.finalUrl);
if (description) description = '[quote]' + description + '[/quote]';
}
return albumMeta.tracks.filter(track => track.duration !== '0' && track.ISRC != 'Digital Booklet').map(function(track) {
trackIdentifiers = { TRACK_ID: parseInt(track.id) || track.id };
if ('ISRC' in track) trackIdentifiers.ISRC = track.ISRC;
if ('ExplicitLyrics' in track) trackIdentifiers.EXPLICIT = Number(track.ExplicitLyrics);
trackArtist = track.ArtistName.split(artistSplitter);
if ('GroupingSeq' in track) trackIdentifiers.GROUPINGSEQ = parseInt(track.GroupingSeq);
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: albumMeta.AlbumName,
genre: genres.join('; '),
release_date: releaseDate,
label: label,
catalog: catalogue,
codec: format,
encoding: encoding,
bitdepth: bitdepth,
samplerate: samplerate,
media: media,
disc_number: parseInt(track.DiscSeq) || undefined,
disc_subtitle: track.GroupingTitle,
track_number: parseInt(track.TrackSeq) || undefined,
total_tracks: albumMeta.tracks.length,
title: track.TrackName,
track_artists: trackArtist.length > 0 && (isVA || !trackArtist.equalTo(artist)) ? trackArtist : undefined,
composers: track.composers ? track.composers.split(artistSplitter) : undefined,
duration: parseInt(track.duration) || undefined,
url: !identifiers.PROSTUDIOMASTERS_ID ? response.finalUrl : undefined,
description: description,
identifiers: mergeIds(),
cover_url: imgUrl,
};
});
} catch(e) { console.warn('On PSM meta extraction:', e) }
console.warn('PSM: falling back to HTML parser');
artist = Array.from(response.document.querySelectorAll('h2.ArtistName > a')).map(node => node.textContent.trim());
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if (isVA) artist = [];
if ((ref = response.document.querySelector('h3.AlbumName')) != null) album = ref.textContent.trim();
if ((ref = response.document.querySelector('div.pline')) != null
&& /^(?:[℗©]\s*)+(\d{4})\s+(.+)/.test(ref.textContent.trim())) {
releaseDate = RegExp.$1;
label = RegExp.$2;
}
getDescription(response, 'div.album-info', false);
trs = response.document.querySelectorAll('div.album-tracks > div.tracks > table > tbody > tr');
totalTracks = Array.from(trs).filter(tr => tr.classList.contains('track-playable')).length;
discNumber = 0;
trs.forEach(function(tr) {
if (tr.classList.contains('track-playable')) {
trackArtist = samplerate = bitdepth = format = title = undefined; trackIdentifiers = {};
if (ref = tr.getAttribute('data-track-id')) trackIdentifiers.TRACK_ID = ref;
if ((ref = tr.querySelector('div.num')) != null) {
trackNumber = ref.firstChild.textContent.trim();
if (/^(\d+)\.(\d+)$/.test(trackNumber)) {
discNumber = parseInt(RegExp.$1);
trackNumber = parseInt(RegExp.$2);
} else if ((trackNumber = parseInt(trackNumber) || trackNumber) == 1) ++discNumber;
} else trackNumber = undefined;
if ((ref = tr.querySelector('td.track-name > div.name')) != null) {
title = ref.firstChild.textContent.trim();
if ((ref = ref.querySelector(':scope small')) != null) trackArtist = ref.firstChild.textContent;
};
if ((ref = tr.querySelector('span.track-format')) != null && /^(\d+(?:[,\.]\d+)?)\s*([kMG]?Hz)(?:\s+(\d+)-bit)?\s*\|\s*(\S+)$/i.test(ref.textContent.trim())) {
samplerate = parseFloat(RegExp.$1);
['hz', 'khz', 'mhz', 'ghz'].forEach((unit, ndx) => {
if (RegExp.$2.toLowerCase() == unit) samplerate *= 1000 ** ndx;
});
samplerate = Math.round(samplerate) || undefined;
bitdepth = parseInt(RegExp.$3) || undefined;
format = RegExp.$4;
}
tracks.push({
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
//album_year: extractYear(releaseDate),
release_date: releaseDate,
label: label,
catalog: catalogue,
codec: format,
bitdepth: bitdepth,
samplerate: samplerate,
media: media,
disc_number: discNumber,
total_discs: totalDiscs,
disc_subtitle: discSubtitle,
track_number: trackNumber,
total_tracks: totalTracks,
title: title,
track_artist: trackArtist && (isVA || !artistsMatch(trackArtist, [artist])) ? trackArtist : undefined,
duration: (ref = tr.querySelector('td:last-of-type')) != null ? timeStringToTime(ref.firstChild.data) : undefined,
url: !identifiers.PROSTUDIOMASTERS_ID ? response.finalUrl : undefined,
description: description,
identifiers: mergeIds(),
cover_url: imgUrl,
});
} else if ((ref = tr.querySelector('div.grouping-title')) != null) {
discSubtitle = ref.textContent.trim();
guessDiscNumber();
}
});
return tracks;
}); else if (url.hostname.endsWith('7digital.com')) return globalXHR(url).then(function(response) {
if ((ref = response.document.querySelector('table.release-track-list')) != null)
identifiers['7DIGITAL_ID'] = parseInt(ref.dataset.releaseid) || ref.dataset.releaseid;
artist = Array.from(response.document.querySelectorAll('h2.release-info-artist > span[itemprop="byArtist"] > meta[itemprop="name"]'))
.map(node => node.content);
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if ((ref = response.document.querySelector('h1.release-info-title')) != null) album = ref.textContent.trim();
if ((ref = response.document.querySelector('div.release-date-info > p')) != null) releaseDate = normalizeDate(ref.textContent);
if ((ref = response.document.querySelector('div.release-label-info > p')) != null) label = ref.textContent.trim();
response.document.querySelectorAll('dl.release-data > dt.release-data-label').forEach(function(dt) {
if (/\b(?:Genres?):/.test(dt.textContent)) genres = Array.from(dt.nextElementSibling.querySelectorAll('a')).map(a => a.textContent.trim());
});
//getDescription(response, 'div.album-info', false);
if ((ref = response.document.querySelector('img[itemprop="image"]')) != null) imgUrl = ref.src;
totalTracks = response.document.querySelectorAll('table.release-track-list > tbody > tr.release-track').length;
response.document.querySelectorAll('table.release-track-list').forEach(function(table) {
discSubtitle = discNumber = undefined;
if ((ref = table.querySelector('caption > h4.release-disc-info')) != null) {
discSubtitle = ref.textContent.trim();
guessDiscNumber();
}
table.querySelectorAll('tbody > tr.release-track').forEach(function(tr) {
trackIdentifiers = {};
if (tr.dataset.trackid) trackIdentifiers.TRACK_ID = parseInt(tr.dataset.trackid) || tr.dataset.trackid;
tracks.push({
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
//album_year: extractYear(releaseDate),
release_date: releaseDate,
label: label,
catalog: catalogue,
media: media,
genre: genres.join('; '),
disc_number: discNumber,
total_discs: totalDiscs,
disc_subtitle: discSubtitle,
track_number: (ref = tr.querySelector('td.release-track-preview > em.release-track-preview-text')) != null ?
ref.textContent.trim() : undefined,
total_tracks: totalTracks,
title: (ref = tr.querySelector('td.release-track-name > meta[itemprop="name"]')) != null ? ref.content : undefined,
duration: durationFromMeta(tr),
url: (ref = response.document.querySelector('head > meta[property="og:url"]')) != null ?
ref.content : response.finalUrl.replace(/\?.*$/, ''),
description: description,
identifiers: mergeIds(),
cover_url: imgUrl,
});
});
});
return tracks;
}); else if (url.hostname.endsWith('e-onkyo.com')) return globalXHR(url).then(function(response) {
if (/\/album\/(\w+)\/?$/.test(response.finalUrl)) identifiers.EONKYO_ID = RegExp.$1;
artist = Array.from(response.document.querySelectorAll('div.jacketDetailArea p.artistsName > a'))
.map(node => node.textContent.trim());
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if ((ref = response.document.querySelector('div.jacketDetailArea p.packageTtl')) != null)
album = ref.firstChild.wholeText.trim();
if ((ref = response.document.querySelector('div.jacketDetailArea p.recordlabelName > a')) != null)
label = ref.textContent.trim();
if ((ref = response.document.querySelector('div.jacketDetailArea p.releaseDay > a')) != null)
releaseDate = normalizeDate(ref.textContent, 'jp');
if ((ref = response.document.querySelector('div.jacketDetailArea p.packageNoteDetail')) != null
&& /^\s*(?:\(C\)|©)\s+(\d{4})\b/i.test(ref.lastChild.textContent)) albumYear = parseInt(RegExp.$1);
//getDescription(response, 'div#credit', true);
if (/\s+\(\s*(?:(\d+)[\-\s]*bit)?\s*\/?\s*(?:(\d+(?:\.\d+)?)\s*kHz)?\s*\)\s*$/i.test(album)) {
album = RegExp.leftContext;
bitdepth = parseInt(RegExp.$1) || undefined;
samplerate = parseFloat(RegExp.$2) * 1000;
}
let formats = [];
function enumFormats(elem) {
if ((matches = /(\w+)\s+(\d+(?:\.\d+)?)\s*([kM]Hz)\s*\/\s*(\d+)[\s\-]?bits?\b/.exec(elem.textContent)) == null)
return;
formats.push([
matches[1].toUpperCase(),
parseFloat(matches[2].replace(',', '.')) * 10**(matches[3] == 'kHz' ? 3 : matches[3] == 'MHz' ? 6 : 0),
parseInt(matches[4]),
]);
}
response.document.querySelectorAll('div.purchaseInr > dl > dd > p.musicspec').forEach(enumFormats);
if (formats.length <= 0) response.document.querySelectorAll('select#ddlFileTypeCD > option').forEach(enumFormats);
getDescription(response, 'div#info > div.infoTxtArea', true);
let credits = [];
response.document.querySelectorAll('div#credit > p').forEach(function(p) {
let trackNumber = parseInt(p.firstChild.wholeText);
if (!(trackNumber > 0)) return;
let artists = {};
Array.from(p.getElementsByTagName('a')).map(a => a.textContent.trim()).forEach(function(artist) {
if (/^(.+?)\s*\[([^\[\]]+)\]$/.test(artist)) {
artist = RegExp.$1;
var role = RegExp.$2;
}
if (/^(?:(?:Background\s+)?(?:Vocals?|Vocalist)|(?:\w+\s)?Guitar|Bass|Drums|Piano|Keyboards|Strings|Percussion|Violin|Viola|Cello|Mellotron|Synthesizer)\b/i.test(role))
role = 'Performer';
if (/^(?:Author|(?:Composer)?Lyricist|Writer)$/i.test(role)) role = 'Composer';
if (/^(?:Executive\sProducer)$/i.test(role)) role = 'Producer';
if (artists[role] == undefined) artists[role] = [];
artists[role].pushUniqueCaseless(artist);
});
credits[trackNumber - 1] = artists;
});
if ((ref = response.document.querySelector('meta[property="og:image"][content]')) != null)
imgUrl = ref.content.replace(/\/s\d+\//, '/s0/');
trs = response.document.querySelectorAll('dl.musicList > dd.musicBox');
tracks = Array.from(trs).map(function(tr, index) {
trackNumber = (ref = tr.querySelector('div.musicListNo')) != null ? ref.textContent.trim() : index + 1;
let trackPerformers = [ ];
try {
let trackArtists = credits[trackNumber - 1];
trackArtist = trackArtists.MainArtist ? trackArtists.MainArtist : [ ];
var trackGuests = trackArtists.FeaturedArtist ?
trackArtists.FeaturedArtist.filter(artist => !trackArtist.includesCaseless(artist)) : [ ];
producer = trackArtists.Producer ? trackArtists.Producer : [ ];
composer = trackArtists.Composer ? trackArtists.Composer : [ ];
trackPerformers = trackArtists.Performer ? trackArtists.Performer : [ ];
} catch(e) { trackArtist = [ ]; trackGuests = [ ]; producer = [ ]; composer = [ ] }
if (!isVA && artistsMatch([trackArtist, trackGuests], [artist, [ ]])) { trackArtist = [ ]; trackGuests = [ ] }
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
album_year: albumYear,
release_date: releaseDate,
label: label,
catalog: catalogue,
encoding: 'lossless',
codec: formats.length > 0 && formats.map(format => format[0]).homogeneous() ? formats[0][0] : undefined,
samplerate: formats.length > 0 && formats.map(format => format[1]).homogeneous() ? formats[0][1] : undefined,
bitdepth: formats.length > 0 && formats.map(format => format[2]).homogeneous() ? formats[0][2] : undefined,
media: media,
track_number: trackNumber,
total_tracks: trs.length,
title: (ref = tr.querySelector('div.musicTtl > span')) != null ? ref.title || ref.textContent.trim() : undefined,
track_artists: trackArtist.length > 0 ? trackArtist : undefined,
track_guests: trackGuests.length > 0 ? trackGuests : undefined,
composers: composer.length > 0 ? composer : undefined,
producers: producer.length > 0 ? producer : undefined,
performers: trackPerformers.length > 0 ? trackPerformers : undefined,
duration: (ref = tr.querySelector('div.musicTime')) != null ? timeStringToTime(ref.textContent.trim()) : undefined,
url: !identifiers.EONKYO_ID ? response.finalUrl : undefined,
description: description,
identifiers: mergeIds(),
cover_url: imgUrl,
};
});
return finalizeTracks();
}); else if (url.hostname.endsWith('store.acousticsounds.com')) return globalXHR(url).then(function(response) {
if (/\/(\d+)\/$/.test(response.finalUrl)) identifiers.ACOUSTICSOUNDS_ID = RegExp.$1;
artist = Array.from(response.document.querySelectorAll('div > h1 > a')).map(node => node.textContent.trim());
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if (isVA) artist = [];
if ((ref = response.document.querySelector('div > h1')) != null) album = ref.lastChild.wholeText.trim().replace(/\s*-\s*/, '');
response.document.querySelectorAll('div > p > table > tbody > tr > td:first-of-type').forEach(function(td) {
if (/^(?:Label)\b/i.test(td.textContent)) label = td.nextElementSibling.textContent.trim();
if (/^(?:Genre)\b/i.test(td.textContent)) genres[0] = td.nextElementSibling.textContent.trim();
if (/^(?:Product\s+No)\b/i.test(td.textContent)) catalogue = td.nextElementSibling.textContent.trim();
if (/^(?:Category)\b/i.test(td.textContent)) {
if (/\b(\d+(?:\.\d+)?)\s*(?:kHz)\b/.test(td.nextElementSibling.textContent))
samplerate = parseFloat(RegExp.$1) * 1000;
if (/\b(\d+)[\s\-]?(?:bits?)\b/i.test(td.nextElementSibling.textContent))
bitdepth = parseInt(RegExp.$1);
if (/\b(FLAC|ALAC|WAV|DSD|AIFF)\b/i.test(td.nextElementSibling.textContent)) {
format = RegExp.$1;
encoding = 'lossless';
}
}
});
getDescription(response, 'div#description > p', true);
if ((ref = response.document.querySelector('div#detail > link[rel="image_src"]')) != null)
imgUrl = ref.href.replace(/\/medium\//i, '/xlarge/');
trs = response.document.querySelectorAll('div#tracks > table > tbody > tr');
return Array.from(trs).map(function(tr, index) {
title = (ref = tr.querySelector('td[nowrap]')) != null ? ref.textContent.trim() : undefined;
if ((matches = /^(\d+)(?:\s+\-|\.)\s+(.+)$/.exec(title)) != null) {
trackNumber = matches[1];
title = matches[2];
} else trackNumber = undefined;
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
release_date: releaseDate,
label: label,
catalog: catalogue,
encoding: encoding,
codec: format,
bitdepth: bitdepth,
samplerate: samplerate || undefined,
media: media,
genre: genres.join('; '),
track_number: trackNumber || index + 1,
total_tracks: trs.length,
title: title,
url: !identifiers.ACOUSTICSOUNDS_ID ? response.finalUrl : undefined,
description: description,
identifiers: mergeIds(),
cover_url: imgUrl,
};
});
}); else if (url.hostname.endsWith('indies.eu')) return globalXHR(url).then(function(response) {
if (/\/alba\/(\d+)\//.test(response.finalUrl)) identifiers.INDIESSCOPE_ID = parseInt(RegExp.$1);
ref = response.document.querySelector(':root > body > div > div > div > h2');
if (ref != null) artist = Array.from(ref.childNodes).map(node => node.textContent.trim());
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if ((ref = response.document.querySelector(':root > body > div > div > div > h1')) != null)
album = ref.textContent.trim();
if ((ref = response.document.querySelector('div.infoBox')) != null) {
let ndx = 0;
ref.childNodes.forEach(function(child) {
if (child.nodeName == 'BR') { ++ndx; return; }
switch (ndx) {
case 0:
if (child.nodeType == Node.TEXT_NODE) {
label = child.wholeText.trim();
if (/^(.*)\s+\/\s+(\d{4})$/.test(label)) {
label = RegExp.$1;
releaseDate = RegExp.$2;
}
}
break;
case 1:
if (child.nodeType == Node.ELEMENT_NODE) genres.push(child.textContent.trim());
break;
case 2:
if (child.nodeType == Node.ELEMENT_NODE) catalogue = child.textContent.trim();
break;
}
});
}
getDescription(response, 'div.popis > section', true);
if ((ref = response.document.querySelector('div.obrazekDetail > img')) != null) imgUrl = ref.src;
trs = response.document.querySelectorAll('table.skladby > tbody > tr');
return Array.from(trs).map(function(tr) {
title = undefined;
if ((ref = tr.querySelector('td.nazev')) != null) {
trackNumber = parseInt(ref.firstChild.wholeText);
title = ref.querySelector('strong').textContent.trim();
}
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
release_date: releaseDate,
label: label,
catalog: catalogue,
codec: format,
media: media,
genre: genres.join('; '),
track_number: trackNumber,
total_tracks: trs.length,
title: title,
duration: (ref = tr.querySelector('td:nth-of-type(4)')) != null ? timeStringToTime(ref.textContent) : undefined,
identifiers: !identifiers.INDIESSCOPE_ID ? response.finalUrl : undefined,
description: description,
identifiers: mergeIds(),
cover_url: imgUrl,
};
});
}); else if (url.hostname.endsWith('beatport.com')) {
let releaseId = /^\/release\/\S+?\/(\d+)\b/i.test(url.pathname)
|| /\/releases\/(\d+)\b/i.test(url.pathname) ? parseInt(RegExp.$1) : undefined;
return (releaseId ? queryBeatportAPI('releases/' + releaseId) : Promise.reject('unknown URL scheme')).then(function(release) {
if (prefs.diag_mode) console.debug('Beatport release metadata received:', release);
identifiers.BEATPORT_ID = release.id;
artist = release.artists.map(artist => artist.name);
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if (release.upc) identifiers.BARCODE = release.upc;
if ('is_explicit' in release) identifiers.EXPLICIT = Number(release.is_explicit);
function trackMapper(track, index) {
trackIdentifiers = { TRACK_ID: track.id };
if (track.isrc) trackIdentifiers.ISRC = track.isrc;
if ('is_explicit' in track) trackIdentifiers.EXPLICIT = Number(track.is_explicit);
if (track.bpm) trackIdentifiers.BPM = track.bpm;
trackArtist = track.artists.map(artist => artist.name);
if ((title = track.name) && track.mix_name && track.mix_name != 'Original Mix')
title += ' (' + track.mix_name + ')';
try { genres = [track.genre.name] } catch(e) { genres = [] }
if (track.sub_genre) try { genres.push(track.sub_genre.name) } catch(e) { }
return {
artist: isVA ? VA : undefined,
artists: artist.length > 0 ? artist : undefined,
album: release.name,
release_date: release.new_release_date || release.publish_date/* ||
track.new_release_date || track.publish_date*/ || undefined,
genre: genres.join('; ') || undefined,
label: release.label.name,
catalog: release.catalog_number || track.catalog_number || undefined,
media: media,
track_number: track.number || index + 1,
total_tracks: release.track_count,
title: title,
track_artists: trackArtist.length > 0 && (isVA || !trackArtist.equalCaselessTo(artist)) ?
trackArtist : undefined,
remixers: track.remixers.length > 0 ? track.remixers.map(remixer => remixer.name)
:/* release.remixers.length > 0 ? release.remixers.map(remixer => remixer.name) :*/ undefined,
duration: track.length_ms > 0 ? track.length_ms / 1000 : undefined,
description: release.desc || undefined,
url: release.slug ? 'https://www.beatport.com/release/' + release.slug + '/' + release.id : url,
cover_url: release.image.uri ?
release.image.uri.replace(/\/image_size\/\d+x\d+\//i, '/image/') : undefined,
identifiers: mergeIds(),
};
}
return queryBeatportAPI('releases/' + release.id + '/tracks', { per_page: 9999 }).then(function(tracks) {
if (prefs.diag_mode) console.debug('Beatport tracks metadata received:', tracks.results);
return tracks.count == release.track_count ? tracks.results.map(trackMapper)
: Promise.reject('Track counts inconsistency');
}).catch(function(reason) {
console.warn('Beatport release tracks failed:', reason);
return Promise.all(release.tracks.map(track => queryBeatportAPI(track)))
.then(tracks => tracks.map(trackMapper));
});
}).catch(function(reason) {
console.warn('Beatport API query failed:', reason, ', falling back to HTML parser');
return globalXHR(url).then(function(response) {
if (releaseId) identifiers.BEATPORT_ID = releaseId;
if (url.hostname.endsWith('classic.beatport.com')) {
artist = Array.from(response.document.querySelectorAll('div.release-detail div.block a[title]'))
.map(node => node.title || node.textContent.trim());
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if ((ref = response.document.querySelector('div.release-detail h2')) != null) album = ref.textContent.trim();
response.document.querySelectorAll('table.meta-data > tbody > tr').forEach(function(tr) {
var key = tr.querySelector('td.meta-data-label'), value = tr.querySelector('td.meta-data-value');
if (key == null || value == null) return;
if (/^(?:Release\s+Date)\b/i.test(key.textContent)) releaseDate = value.textContent.trim();
if (/^(?:Label)/i.test(key.textContent))
label = Array.from(value.getElementsByTagName('a')).map(a => a.textContent.trim()).join(' / ');
if (/^(?:Catalog)/i.test(key.textContent)) catalogue = value.textContent.trim();
});
getDescription(response, 'p.description', true);
if ((ref = response.document.querySelector('meta[name="og:image"][content]')) != null)
imgUrl = ref.content;
else if ((ref = response.document.querySelector('div.artwork')) != null)
imgUrl = 'https:' + ref.dataset.modalArtwork;
if (imgUrl) imgUrl = imgUrl.replace(/\/image_size\/\d+x\d+\//i, '/image/');
trs = response.document.querySelectorAll('table.track-grid > tbody > tr.track-grid-content');
return Array.from(trs).map(function(tr) {
if ((ref = tr.querySelector('span[data-json]')) != null) try {
var trackMeta = JSON.parse(ref.dataset.json);
if (trackMeta.type != 'track') console.warn('BeatPort invalid track type:', trackMeta);
} catch(e) {
trackMeta = { };
console.warn(e);
}
trackIdentifiers = {
TRACK_ID: trackMeta.id,
BPM: trackMeta.bpm,
};
if (!(title = trackMeta.title) && (ref = tr.querySelector('td.titleColumn span')) != null) {
title = ref.textContent.trim();
if (title && (ref = tr.querySelector('td.titleColumn span.padL')) != null)
title += ' (' + ref.textContent.trim() + ')';
}
if (trackMeta.artists) {
trackArtist = trackMeta.artists.filter(artist => artist.type == 'artist').map(artist => artist.name);
let unknownTypes = new Set(trackMeta.artists.map(artist => artist.type)
.filter(type => !['artist', 'remixer'].includes(type)));
if (unknownTypes.size > 0) console.warn('Beatport unknown artist types:', Array.from(unknownTypes.keys()));
} else trackArtist = Array.from(tr.querySelectorAll('td.titleColumn > span.artistList > a'))
.map(a => a.title || a.textContent.trim());
if ((ref = tr.querySelector(':scope > td:nth-of-type(3) > span')) != null
&& /\b((?:\d+:)?\d+:\d+)\b(?:\s*\/\s*(\d+)\s*(?:BPM)\b)?/i.test(ref.textContent)) {
duration = timeStringToTime(RegExp.$1);
if (!trackIdentifiers.BPM) trackIdentifiers.BPM = parseInt(RegExp.$2);
} else duration = undefined;
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: trackMeta.release ? trackMeta.release.name : album,
release_date: trackMeta.releaseDate || releaseDate || trackMeta.publishDate,
label: trackMeta.label ? trackMeta.label.name : label,
catalog: catalogue,
media: media,
genre: (trackMeta.genres ? trackMeta.genres.map(genre => genre.name)
: Array.from(tr.querySelectorAll('span.genreList > a'))
.map(a => a.title || a.textContent.trim())).join('; ') || undefined,
track_number: parseInt(tr.dataset.index) || tr.dataset.index
|| ((ref = tr.querySelector('div.playColumn > span')) != null ?
parseInt(ref.textContent) || ref.textContent.trim() : undefined),
total_tracks: trs.length,
title: title,
track_artists: trackArtist.length > 0 && (isVA || !trackArtist.equalCaselessTo(artist)) ?
trackArtist : undefined,
remixers: trackMeta.artists ?
trackMeta.artists.filter(artist => artist.type == 'remixer').map(artist => artist.name) : undefined,
duration: trackMeta.lengthMs ? trackMeta.lengthMs / 1000 : duration,
description: description,
url: response.finalUrl,
cover_url: imgUrl,
identifiers: mergeIds(),
};
});
} else {
artist = Array.from(response.document.querySelectorAll('span > a[data-artist]')).map(node => node.textContent.trim());
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if ((ref = response.document.querySelector('div > h1')) != null) album = ref.textContent.trim();
response.document.querySelectorAll('ul > li > span.category').forEach(function(span) {
if (/^(?:Release\s+Date)/i.test(span.textContent)) releaseDate = span.nextElementSibling.textContent.trim();
if (/^(?:Label)/i.test(span.textContent)) label = span.nextElementSibling.textContent.trim();
if (/^(?:Catalog)/i.test(span.textContent)) catalogue = span.nextElementSibling.textContent.trim();
});
getDescription(response, 'div.interior-expandable', true);
if ((ref = response.document.querySelector('meta[name="og:image"]')) != null) imgUrl = ref.src;
else if ((ref = response.document.querySelector('div > img.interior-release-chart-artwork')) != null)
imgUrl = ref.src;
if (imgUrl) imgUrl = imgUrl.replace(/\/image_size\/\d+x\d+\//i, '/image/');
trs = response.document.querySelectorAll('div.tracks > ul > li.track');
return Array.from(trs).map(function(tr) {
trackIdentifiers = { TRACK_ID: parseInt(tr.dataset.ecId) || tr.dataset.ecId };
title = (ref = tr.querySelector('span.buk-track-primary-title')) != null ?
ref.title || ref.textContent.trim() : tr.dataset.ecName;
if (title && (ref = tr.querySelector('span.buk-track-remixed')) != null) title += ' (' + ref.textContent.trim() + ')';
trackArtist = Array.from(tr.querySelectorAll('p.buk-track-artists > a')).map(a => a.textContent.trim());
if ((ref = tr.querySelector('p.buk-track-bpm')) != null) trackIdentifiers.BPM = parseInt(ref.textContent);
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
release_date: releaseDate,
label: tr.dataset.ecBrand || ((ref = tr.querySelector('p.buk-track-labels')) != null ? ref.textContent.trim() : label),
catalog: catalogue,
codec: format,
media: media,
genre: Array.from(tr.querySelectorAll('p.buk-track-genre > a')).map(a => a.textContent).join('; '),
track_number: tr.dataset.ecPosition || ((ref = tr.querySelector('div.buk-track-num')) != null ?
ref.textContent.trim() : undefined),
total_tracks: trs.length,
title: title,
track_artists: trackArtist.length > 0 && (isVA || !trackArtist.equalCaselessTo(artist)) ?
trackArtist : undefined,
remixers: Array.from(tr.querySelectorAll('p.buk-track-remixers > a')).map(a => a.textContent.trim()),
duration: (ref = tr.querySelector('p.buk-track-length')) != null ? timeStringToTime(ref.textContent) : undefined,
description: description,
url: !identifiers.BEATPORT_ID ? response.finalUrl : undefined,
cover_url: imgUrl,
identifiers: mergeIds(),
};
});
}
});
});
} else if (url.hostname.endsWith('traxsource.com')) return globalXHR(url).then(function(response) {
if (/\/title\/(\d+)(?=\/|$)/i.test(response.finalUrl)) identifiers.TRAXSOURCE_ID = RegExp.$1;
artist = Array.from(response.document.querySelectorAll('h1.artists > a.com-artists')).map(node => node.textContent.trim());
if (artist.length <= 0 && (ref = response.document.querySelector('h1.artists')) != null) artist = [ref.textContent.trim()];
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if ((ref = response.document.querySelector('h1.title')) != null) album = ref.textContent.trim();
if ((ref = response.document.querySelector('a.com-label')) != null) label = ref.textContent.trim();
if ((ref = response.document.querySelector('div.cat-rdate')) != null && /^(.*)\s*\|\s*(.*)$/.test(ref.textContent.trim())) {
catalogue = RegExp.$1;
releaseDate = normalizeDate(RegExp.$2);
}
getDescription(response, 'div.desc', true);
if ((ref = response.document.querySelector('meta[property="og:image"][content]')) != null) imgUrl = ref.content;
trs = response.document.querySelectorAll('div.trklist > div.trk-row');
return Array.from(trs).map(function(tr) {
trackIdentifiers = {};
title = (ref = tr.querySelector('div.title > a')) != null && ref.textContent.trim() || undefined;
if (title && (ref = tr.querySelector('span.version')) != null ) {
if (ref.firstChild.nodeType == Node.TEXT_NODE
&& (i = ref.firstChild.wholeText.trim()).length > 0) title += ' (' + i + ')';
}
trackArtist = Array.from(tr.querySelectorAll('div.artists a.com-artists')).map(a => a.textContent.trim());
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
release_date: releaseDate,
label: label,
catalog: catalogue,
media: media,
genre: Array.from(tr.querySelectorAll('div.genre > a')).map(a => a.textContent.trim()).join('; '),
track_number: (ref = tr.querySelector('div.tnum')) != null ? ref.textContent.trim() : undefined,
total_tracks: trs.length,
title: title,
track_artists: trackArtist.length > 0 && (isVA || !trackArtist.equalCaselessTo(artist)) ?
trackArtist : undefined,
remixers: Array.from(tr.querySelectorAll('div.artists a.com-remixers')).map(a => a.textContent.trim()),
duration: (ref = tr.querySelector('span.duration')) != null ? timeStringToTime(ref.textContent) : undefined,
url: !identifiers.TRAXSOURCE_ID ? response.finalUrl : undefined,
description: description,
identifiers: mergeIds(),
cover_url: imgUrl,
};
});
}); else if (url.hostname.endsWith('.apple.com')) return loadAppleMusicMetadata(url).then(function(metadata) {
identifiers.APPLE_ID = parseInt(metadata.id) || metadata.id;
isVA = vaParser.test(metadata.attributes.artistName);
if (metadata.attributes.isSingle) identifiers.RELEASETYPE = 'Single';
if (/\s+-\s+(?:Single)$/i.test(album = metadata.attributes.name)) {
album = RegExp.leftContext;
identifiers.RELEASETYPE = 'Single';
} else if (/\s+-\s+(?:EP)$/.test(album)) {
album = RegExp.leftContext;
identifiers.RELEASETYPE = 'EP';
} else if (/\s+(?:EP)$/.test(album)) identifiers.RELEASETYPE = 'EP';
genres = metadata.attributes.genreNames.filter(genre => genre != 'Music');
label = metadata.attributes.recordLabel;
if (!label) label = metadata.attributes.copyright.replace(/^((?:[©℗]|\([PC]\))\s+)?(?:(\d{4})\s+)?/i, '');
//identifiers.EXPLICIT = Number(/^(?:explicit)$/i.test(metadata.attributes.contentRating));
if ('isCompilation' in metadata.attributes) identifiers.COMPILATION = Number(metadata.attributes.isCompilation);
if ('isMasteredForItunes' in metadata.attributes) identifiers.MASTERED_FOR_ITUNES = Number(metadata.attributes.isMasteredForItunes);
if (metadata.description) description = html2php(metadata.description, metadata.attributes.url).collapseGaps();
if (!description && metadata.attributes.editorialNotes)
description = html2php(domParser.parseFromString(metadata.attributes.editorialNotes.standard
|| metadata.attributes.editorialNotes.short, 'text/html').body, metadata.attributes.url).replace(/\n/g, '\n\n')
.collapseGaps();
if (description && !description.includes('[/quote]')) description = '[quote]' + description + '[/quote]';
//if (description && !description.includes('[quote]')) description = '[quote]' + description.collapseGaps() + '[/quote]';
if (metadata.attributes.artwork && prefs.apple_offer_alt_cover) {
let entry = addMessage(new HTML('<a href="' + metadata.attributes.artwork.realUrl +
'" target="_blank" title="Left mouse click to set it as torrent group cover" style="' +
hyperlinkStyle + '">alternate cover</a> available'), 'info');
getRemoteFileSize(metadata.attributes.artwork.realUrl).then(function(size) {
entry.append(' (' + metadata.attributes.artwork.width + '×' + metadata.attributes.artwork.height +
'; ' + formattedSize(size) + ')');
});
let links = entry.getElementsByTagName('a');
if (links.length > 0) links[0].onclick = function(evt) {
if (evt.button != 0 || evt.ctrlKey || evt.shiftKey) return true;
setCover(evt.target.href, true).then(result => { evt.target.style.color = null });
return false;
};
}
return metadata.relationships.tracks.data.filter(track => track.type == 'songs').map(function(track) {
trackIdentifiers = {
TRACK_ID: parseInt(track.id),
ISRC: track.attributes.isrc,
EXPLICIT: Number(/^(?:explicit)$/i.test(track.attributes.contentRating)),
HASLYRICS: Number(track.attributes.hasLyrics || false),
};
let trackGenres = track.attributes.genreNames.filter(genre => genre != 'Music');
return {
artist: isVA ? VA : metadata.attributes.artistName,
artists: metadata.relationships.artists.data.map(artist => artist.attributes.name),
album: album,
release_date: metadata.attributes.releaseDate,
label: label,
media: media,
genre: (trackGenres.length > 0 ? trackGenres : genres).join('; '),
disc_number: track.attributes.discNumber,
disc_subtitle: track.attributes.workName,
track_number: track.attributes.trackNumber,
total_tracks: metadata.attributes.trackCount,
title: track.attributes.name,
track_artist: track.attributes.artistName
&& (isVA || !artistsMatch(track.attributes.artistName, metadata.attributes.artistName)) ?
track.attributes.artistName : undefined,
composer: track.attributes.composerName,
duration: track.attributes.durationInMillis / 1000 || undefined,
description: description,
url: !identifiers.APPLE_ID ? metadata.attributes.url : undefined,
identifiers: mergeIds(),
cover_url: /*metadata.attributes.artwork ? metadata.attributes.artwork.realUrl : */undefined,
};
});
}); else if (url.hostname.endsWith('musicbrainz.org')) {
const entities = [
'aliases', 'annotation', 'artist-credits', 'artists', 'collections', 'discids', 'genres',
'isrcs', 'labels', 'media', 'ratings', 'recordings', 'release-groups', 'tags', 'url-rels',
];
if (!mbrRlsParser.test(url)) return Promise.reject('Invalid MusicBrainz link - pick specific release');
return queryMusicBrainzAPI('release/' + RegExp.$1, { inc: entities.join('+') }).then(function(release) {
if (release.error) return Promise.reject(release.error);
if (prefs.diag_mode) console.debug('MusicBrainz release metadata received:', release);
if (release.id) identifiers.MBID = release.id;
if (release.barcode) identifiers.BARCODE = release.barcode;
if (release.asin) identifiers.ASIN = release.asin;
if (release['release-group']['primary-type']) identifiers.RELEASETYPE = release['release-group']['primary-type'];
if (release['text-representation']) identifiers.LANGUAGE = release['text-representation'].language;
artist = Array.isArray(release['artist-credit']) ? release['artist-credit'].map(artist => artist.name) : [];
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if (Array.isArray(release.genres)) genres = release.genres.map(genre => genre.name);
if (Array.isArray(release.tags)) Array.prototype.push.apply(genres, release.tags.map(tag => tag.name));
if (genres.length <= 0) {
if (Array.isArray(release['release-group'].genres)) {
Array.prototype.push.apply(genres, release['release-group'].genres.map(tag => tag.name));
}
if (Array.isArray(release['release-group'].tags)) {
Array.prototype.push.apply(genres, release['release-group'].tags.map(tag => tag.name));
}
}
label = release['label-info'].map(label => label.label.name);
catalogue = release['label-info'].map(label => label['catalog-number']);
if (release['release-group'].status && !/^(?:Official)$/i.test(release['release-group'].status))
addMessage('Not an official release (' + release['release-group'].status + ')', 'warning');
release.media.forEach(function(medium, ndx) {
medium.tracks.forEach(function(track, ndx) {
trackIdentifiers = { TRACK_ID: track.id };
if (Array.isArray(track['artist-credit'])) {
trackArtist = track['artist-credit'].map(artist => artist.name);
trackArtist = trackArtist.length > 0 && (isVA || !trackArtist.equalCaselessTo(artist));
} else trackArtist = false;
tracks.push({
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: /*release['release-group'].title || */release.title,
album_year: extractYear(release['release-group']['first-release-date']),
release_date: release.date,
genre: genres.join('; '),
label: label.filter(label => label).join(' / '),
catalog: catalogue.filter(catno => catno).join(' / '),
media: medium.format,
disc_number: medium.position,
disc_subtitle: medium.title,
total_discs: release.media.length,
track_number: track.number,
title: track.title,
track_artist: trackArtist ?
track['artist-credit'].map(artist => artist.name + artist.joinphrase).join('') : undefined,
duration: track.length != null ? track.length / 1000 : undefined,
//country: release.country,
description: release.annotation,
identifiers: mergeIds(),
});
});
});
return tracks;
});
} else if (url.hostname.endsWith('vgmdb.net')) return globalXHR(url).then(function(response) {
const slashStripper = [/\/\s*/, ''];
function getMultiLangName(node, className) {
if (!(node instanceof Node)) throw 'Assertion failed: parameter is not valid (getMultiLangName)';
className = className ? '.' + className : '';
let span = node.querySelector('span' + className + '[lang="en"]'), value;
if (span != null) {
value = span.lastChild.wholeText.trim();
if ((span = node.querySelector('span' + className + '[lang="ja"]')
|| node.querySelector('span' + className + ':not([lang="en"])')) != null) {
let value2 = span.lastChild.wholeText.trim();
if (value2.toLowerCase() != value.toLowerCase()) value += ' (' + value2 + ')';
}
} else if ((span = node.querySelector('span' + className + ':first-of-type')) != null)
return span.lastChild.wholeText.trim();
else return node.textContent.trim();
return value;
}
function getEnOr1stLang(node, className) {
if (!(node instanceof Node)) throw 'Assertion failed: parameter is not valid (getEnOr1stLang)';
className = className ? '.' + className : '';
let span = node.querySelector('span' + className + '[lang="en"]')
|| node.querySelector('span' + className + ':first-of-type')
return span != null ? span.lastChild.wholeText.trim() : undefined;
}
function getArtists(node) {
if (node.children.length <= 0) return splitArtists(node.textContent.trim());
let artists = [ ], artist, div = document.createElement('div');
function commitItem() {
if (div.childNodes.length <= 0) return;
if (artist = getMultiLangName(div, 'artistname')) artists.push(artist);
while (div.childNodes.length > 0) div.removeChild(div.firstChild);
}
node.childNodes.forEach(function(node) {
if (node.nodeName != 'SPAN') commitItem();
switch (node.nodeName) {
case 'A': if (artist = getMultiLangName(node, 'artistname')) artists.push(artist); break;
case 'SPAN': div.append(node.cloneNode(true)); break;
case '#text': artists.pushUniqueCaseless(...node.wholeText.trim().split(/\s*,\s*/)
.filter(text => text && !['(', '[', ']', ')'].includes(text))); break;
}
});
commitItem();
return artists;
}
if (/\/album\/(\d+)(?=\/|$)/i.test(response.finalUrl)) identifiers.VGMDB_ID = RegExp.$1;
album = getMultiLangName(response.document.querySelector('div#innermain > h1'), 'albumtitle');
let artists = { }, manufacturer;
[
'Performer', 'Vocals', 'Cast', 'Composer', 'Lyricist', 'Conductor',
'Music producer', 'Producer', 'Executive Producer', 'Arranger', 'Director',
'Personality', 'Music',
].forEach(category => { artists[category.toLowerCase()] = [ ] });
// Head table
response.document.querySelectorAll('div#rightfloat table#album_infobit_large > tbody > tr > td > span.label').forEach(function(span) {
let value = span.parentElement.nextElementSibling;
if (value != null) var key = span.textContent.trim(); else return;
console.assert(value.nodeName == 'TD', "value.nodeName == 'TD'", value);
const labelMappings = {
'Composed By': 'Composer',
'Performed By': 'Performer',
'Conducted By': 'Conductor',
'Produced By': 'Producer',
'Arranged By': 'Arranger',
};
switch (key.toLowerCase()) {
case 'catalog number':
catalogue = value.textContent.trim().replace(/\s*\([^\(\)]+\)$/, '');
break;
case 'release date':
if (value.firstElementChild != null) releaseDate = value.firstElementChild.innerText.trim();
break;
case 'publisher':
case 'published by':
if (label) break;
case 'label':
label = Array.from(value.getElementsByTagName('a'))
.map(a => getEnOr1stLang(a, 'productname')).join(' / ');
break;
case 'manufacturer':
manufacturer = Array.from(value.getElementsByTagName('a'))
.map(a => getEnOr1stLang(a, 'productname')).join(' / ');
break;
case 'barcode':
identifiers.BARCODE = value.textContent.trim();
break;
case 'media format':
media = value.textContent.trim();
break;
case 'classification':
genres = value.textContent.trim().split(/\s*,\*/);
break;
default: for (let label in labelMappings) if (key.toLowerCase() == label.toLowerCase())
getArtists(value).forEach(function(artist) {
const index = labelMappings[label].toLowerCase();
if (Array.isArray(artists[index])) artists[index].pushUniqueCaseless(artist);
});
}
});
genres.pushUniqueCaseless('Soundtrack');
if (manufacturer && manufacturer != label) if (label) label += ' / ' + manufacturer; else label = manufacturer;
// Right column
response.document.querySelectorAll('td#rightcolumn .label').forEach(function(label) {
switch (label.textContent.trim().toLowerCase()) {
case 'category': genres.pushUniqueCaseless(label.parentElement.lastChild.textContent.trim()); break;
}
});
let credits = '';
// Credits table
response.document.querySelectorAll('div#collapse_credits table > tbody > tr > td > span.label').forEach(function(label) {
let key = label.querySelector('span[lang="en"]') || label.querySelector('span:first-of-type'),
value = label.parentElement.nextElementSibling;
if (key != null && value != null) key = key.textContent.trim(); else return;
console.assert(value.nodeName == 'TD', "value.nodeName == 'TD'", value);
credits += '\n[b]' + key + '[/b]: ' + html2php(value, response.finalUrl);
let ar = artists[[
[/\b(?:Performed|Performance)\b/i, 'Performer'],
[/\b(?:Composed|Composition)\b/i, 'Composer'],
[/\b(?:Arranged|Arrangement)\b/i, 'Arranger'],
].reduce((acc, subst) => acc.replace(...subst), key).toLowerCase()];
if (Array.isArray(ar)) getArtists(value).forEach(artist => { ar.pushUniqueCaseless(artist) });
});
isVA = /*artists['performer'].length <= 0
|| */artists['performer'].length == 1 && vaParser.test(artists['performer'][0]);
getDescription(response, 'div#notes', false);
if (credits) description = '[b]Credits:[/b]\n' + credits + '\n\n[b]Notes:[/b]\n\b' + description;
if ((ref = response.document.querySelector('div#coverart')) != null
&& /\burl\s*\(\"(.*)"\)/i.test(ref.style['background-image'])) imgUrl = RegExp.$1;
let mainArtist = ['performer', 'vocals', 'cast', 'music', 'composer']
.reduce((acc, role) => Array.isArray(acc) && acc.length > 0 ? acc : artists[role], undefined);
if (!Array.isArray(mainArtist) || mainArtist.length <= 0) {
mainArtist = undefined;
addMessage(new HTML('VGMdb: can not extract anything as main artist (<a href="' + response.finalUrl +
'" target="_blank" style="' + hyperlinkStyle + '">' + identifiers.VGMDB_ID + '</a>)'), 'notice');
console.warn('VGMdb: can not extract anything as main artist', artists);
}
response.document.querySelectorAll('div#tracklist > span > span > b').forEach(function(node) {
discSubtitle = node.innerText.trim();
guessDiscNumber();
node = node.parentElement;
while (node != null && node.nodeName != 'TABLE') node = node.nextElementSibling;
if (node != null) addVolume(node);
});
let tl = Array.from(response.document.querySelectorAll('ul#tlnav > li > a'));
if (tl.length <= 1) return tracks;
if ((i = tracks.length / tl.length) != Math.floor(i)) {
console.warn('VGMdb: unexpected tracklist length:', i, tracks);
return tracks;
}
let enIndex = tl.findIndex(l => /^(?:English)\b/i.test(l.innerText.trim()));
if (enIndex < 0) enIndex = tl.findIndex(l => /^(?:Romaji)\b/i.test(l.innerText.trim()));
if (enIndex < 0) return tracks.slice(0, i);
let jpIndex = tl.findIndex(l => /^(?:Japanese)\b/i.test(l.innerText.trim()));
if (jpIndex < 0) jpIndex = enIndex > 0 ? 0 : 1;
return tracks.slice(enIndex * i, (enIndex + 1) * i).map(function(track, ndx) {
const rx = /^(.+?)(?:\s+\(([^\(\)]+)\))?$/;
if (!track.title) track.title = tracks[jpIndex * i + ndx].title;
else if ((jpTitle = tracks[jpIndex * i + ndx].title) != track.title) {
track.title += ' (';
var enTitle = rx.exec(track.title), jpTitle = rx.exec(jpTitle);
if (jpTitle[1] != enTitle[1]) {
track.title += jpTitle[1];
if (jpTitle[2] && jpTitle[2] != enTitle[2]) track.title += ' (' + jpTitle[2] + ')';
} else track.title += jpTitle[2];
track.title += ')';
}
return track;
});
function addVolume(root) {
if (!(root instanceof HTMLTableElement)) throw 'Assertion failed (addVolume)';
let subtitle;
root.querySelectorAll('tbody > tr').forEach(function(tr) {
if ((ref = tr.querySelector('td[colspan="3"] > span.label')) != null)
subtitle = ref.textContent.trim();
else if (tr.classList.contains('rolebit')) tracks.push({
artist: isVA ? VA : undefined,
artists: !isVA ? mainArtist : undefined,
album: album,
//album_year: extractYear(releaseDate),
release_date: releaseDate,
label: label,
catalog: catalogue,
media: media,
genre: genres.join('; '),
disc_number: discNumber,
//total_discs: totalDiscs,
disc_subtitle: discSubtitle ? subtitle ? discSubtitle + ': ' + subtitle
: discSubtitle : subtitle || undefined,
track_number: (ref = tr.querySelector('span.label')) != null ? parseInt(ref.innerText) : undefined,
//total_tracks: trs.length,
title: tr.children[1].innerText.trim(),
//track_artist: joinArtists(trackArtist),
composers: artists['composer'],
lyricists: artists['lyricist'],
conductors: artists['conductor'],
producers: artists['music producer'],
arrangers: artists['arranger'],
duration: (ref = tr.querySelector('span.time')) != null ? timeStringToTime(ref.innerText) : undefined,
url: !identifiers.VGMDB_ID ? response.finalUrl : undefined,
description: description,
identifiers: mergeIds(),
cover_url: imgUrl,
});
});
}
}); else if (url.hostname.endsWith('tidal.com')) {
function getArtists(root, type = 'MAIN') {
if (type) type = type.toUpperCase(); else return [];
return Array.isArray(root.artists) ? root.artists
.filter(artist => (artist.type || 'MAIN').toUpperCase() == type).map(artist => artist.name) : [];
}
if ((matches = /\/album\/(\d+)\b/i.exec(url.pathname) || /\b(?:albumId)=(\d+)\b/i.exec(url.search)) == null)
return Promise.reject('Fetching from this page is not supported');
return Promise.all([
queryTidalAPI('pages/album', { albumId: matches[1] }),
queryTidalAPI('albums/' + matches[1]),
queryTidalAPI('albums/' + matches[1] + '/tracks', { limit: 9999 }),
]).then(function(metadata) {
function findModule(type) {
for (let row of metadata[0].rows) {
let result = row.modules.find(module => module.type == type);
if (result != undefined) return result;
}
return null;
}
if (prefs.diag_mode) console.debug('Tidal metadata loaded:', metadata);
identifiers.TIDAL_ID = metadata[1].id;
artist = getArtists(metadata[1], 'MAIN');
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
let albumGuests = getArtists(metadata[1], 'FEATURED');
identifiers.RELEASETYPE = metadata[1].type;
if (metadata[1].upc) identifiers.BARCODE = metadata[1].upc;
if (/^(?:(?:\([PC]\)|©|℗)\s+)?(?:(\d{4})\s+)?(.*)/.test(metadata[1].copyright)) {
//if (RegExp.$1) albumYear = parseInt(RegExp.$1);
label = RegExp.$2;
}
let albumHeader = findModule('ALBUM_HEADER');
if (albumHeader != null) {
description = albumHeader.description;
if (albumHeader.review.text) {
if (description) description += '\n\n';
if (!albumHeader.review.source) description += '[b]Album Review[/b]\n\n';
description += '[quote';
if (albumHeader.review.source) description += '=Album review from ' + albumHeader.review.source;
description += ']' + albumHeader.review.text + '[/quote]';
description = description
.replace(/\[wimpLink\s+artistId="(\d+)"\]/g, '[url=https://listen.tidal.com/artist/$1]')
.replace(/\[wimpLink\s+albumId="(\d+)"\]/g, '[url=https://listen.tidal.com/album/$1]')
.replace(/\[\/wimpLink\]/g, '[/url]');
}
if (Array.isArray(albumHeader.credits.items) && albumHeader.credits.items.length > 0) {
let ac = '';
albumHeader.credits.items.forEach(function(credit) {
if (/^Primary Artist$/i.test(credit.type)) return;
// if (/^Record label$/i.test(credit.type)) {
// label = credit.contributors.map(contributor => contributor.name).join(' / ');
// return;
// }
ac += '\n' + credit.type + ' – ' + joinArtists(credit.contributors.map(contributor =>
!contributor.id ? contributor.name :
'[url=https://listen.tidal.com/artist/' + contributor.id + ']' + contributor.name + '[/url]'));
});
if (ac.length > 0) {
if (description) {
if (!albumHeader.review.text) description += '\n';
description += '\n';
}
description += '[b]Additional Credits[/b]\n' + ac;
}
}
}
if (metadata[1].cover) imgUrl = 'https://resources.tidal.com/images/' +
metadata[1].cover.replace(/-/g, '/') + '/1280x1280.jpg';
let albumItems = findModule('ALBUM_ITEMS'), channels;
return metadata[2].items.map(function(track, index) {
trackIdentifiers = { TRACK_ID: track.id };
if ('explicir' in track) trackIdentifiers.EXPLICIT = Number(track.explicit);
if ('isrc' in track) trackIdentifiers.ISRC = track.isrc;
trackArtist = [getArtists(track, 'MAIN'), getArtists(track, 'FEATURED')];
if (trackArtist[0].length > 0 && !isVA && artistsMatch(trackArtist, [artist, albumGuests]))
trackArtist = undefined;
let remixers = getArtists(track, 'REMIXER');
channels = undefined;
track.audioModes.forEach(function(audioMode) {
switch (audioMode.toLowerCase()) {
case 'stereo': channels = 2; break;
default: if (/\b(\d+)\.(\d+)\b/.test(audioMode)) channels = parseInt(RegExp.$1) + parseInt(RegExp.$2);
}
});
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
featured_artists: albumGuests.length > 0 ? albumGuests : undefined,
album: metadata[1].title,
album_year: albumYear,
release_date: metadata[1].releaseDate,
label: label,
media: media,
disc_number: track.volumeNumber,
total_discs: metadata[1].numberOfVolumes,
//disc_subtitle: discSubtitle,
track_number: track.trackNumber,
total_tracks: metadata[1].numberOfTracks,
title: track.title,
track_artists: trackArtist && trackArtist[0].length > 0 ? trackArtist[0] : undefined,
track_guests: trackArtist && trackArtist[1].length > 0 ? trackArtist[1] : undefined,
remixers: remixers.length > 0 ? remixers : undefined,
encoding: ['HI_RES', 'LOSSLESS'].includes(track.audioQuality) ? 'lossless' : undefined,
duration: track.duration,
channels: channels,
track_gain: 'replayGain' in track ? track.replayGain.toString() + ' dB' : undefined,
track_peak: 'peak' in track ? track.peak : undefined,
description: description,
url: !identifiers.TIDAL_ID && metadata[1].url || undefined,
identifiers: mergeIds(),
cover_url: imgUrl,
};
});
});
} else if (url.hostname.endsWith('ototoy.jp')) return globalXHR(url).then(function(response) {
if (/\/p\/(\d+)(?=\/|\?|$)/i.test(response.finalUrl)) identifiers.OTOTOY_ID = parseInt(RegExp.$1);
artist = Array.from(response.document.querySelectorAll('span.album-artist > *'))
.map(node => node.textContent.trim());
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if ((ref = response.document.querySelector('h1.album-title')) != null) album = ref.textContent.trim();
if ((ref = response.document.querySelector('p.hqd-logo > span')) != null && (matches = /^(?:Audio\s+Format)\s*:\s*(.+)$/i.exec(ref.textContent.trim())) != null) {
if (/\b(\d+)[\s\-]?bit\s*\b/i.test(matches[1])) bitdepth = parseInt(RegExp.$1);
if (/\b(\d+(?:\.\d+)?)\s*kHz\b/i.test(matches[1])) samplerate = parseFloat(RegExp.$1) * 1000;
}
if (bitdepth >= 16) encoding = 'lossless';
if ((ref = response.document.querySelector('p.hqd-logo > a.lossless')) != null) encoding = 'lossless';
if ((ref = response.document.querySelector('p.release-day')) != null && /\b(\d{4})-(\d{2})-(\d{2})\b/.test(ref.textContent))
releaseDate = RegExp.lastMatch;
label = Array.from(response.document.querySelectorAll('p.label-name > a')).map(a => a.textContent.trim()).join(' / ');
if ((ref = response.document.querySelector('p.catalog-id')) != null && /\b(?:Catalog\s+number):\s*(.*)$/i.test(ref.textContent.trim()))
catalogue = RegExp.$1;
genres = Array.from(response.document.querySelectorAll('ul.tag-cloud > li > a.oty-btn-tag'))
.map(a => a.textContent.trim()).filter(genre => genre.length > 0);
getDescription(response, 'div.album-addendum > div.addendum-box', false);
if ((ref = response.document.querySelector('div#jacket-full-wrapper > img')) != null)
imgUrl = ref.dataset.src || ref.src;
trs = response.document.querySelectorAll('table#tracklist > tbody > tr[class^="bg"]');
return Array.from(trs).map(function(tr, ndx) {
trackIdentifiers = {};
title = (ref = tr.querySelector('td.item > span[id^="title-"]')) != null ? ref.textContent.trim() : undefined;
if (ref != null && /^title-(\d+)$/.test(ref.id)) trackIdentifiers.TRACK_ID = parseInt(RegExp.$1);
trackArtist = Array.from(tr.querySelectorAll('td.item > span > a.artist')).map(a => a.textContent.trim());
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
album_year: extractYear(releaseDate),
release_date: releaseDate,
label: label,
catalog: catalogue,
media: media,
genre: genres.join('; '),
disc_number: discNumber,
track_number: ndx + 1,
total_tracks: trs.length,
samplerate: samplerate || undefined,
bitdepth: bitdepth,
encoding: encoding,
title: title,
track_artists: trackArtist.length > 0 && (isVA || !trackArtist.equalCaselessTo(artist)) ?
trackArtist : undefined,
duration: (ref = tr.querySelector(':scope > td.item:nth-of-type(3)')) != null ? timeStringToTime(ref.textContent) : undefined,
description: description,
url: !identifiers.OTOTOY_ID ? response.finalUrl : undefined,
cover_url: imgUrl,
identifiers: mergeIds(),
};
});
}); else if (url.hostname.endsWith('music.yandex.ru') && (/\/album\/(\d+)\b/i.test(url.pathname)
|| /\b(?:album)=(\d+)\b/i.test(url.search))) return globalXHR('https://music.yandex.ru/handlers/album.jsx?album=' + RegExp.$1, { responseType: 'json' }).then(function({response}) {
if (prefs.diag_mode) console.debug('Yandex Music metadata received:', response);
if (response.metaType && response.metaType != 'music') throw 'Not a music release';
identifiers.YANDEX_ID = response.id;
if (response.type) identifiers.RELEASETYPE = response.type;
artist = response.artists.filter(artist => !artist.composer).map(artist => artist.name);
composer = response.artists.filter(artist => artist.composer).map(artist => artist.name);
isVA = response.artists.length <= 0
|| response.artists.length == 1 && response.artists.some(artist => artist.various);
album = response.title;
if (response.version) album += ' (' + response.version + ')';
response.volumes.forEach(function(volume, discNumber) {
Array.prototype.push.apply(tracks, volume.filter(track => track.type == 'music').map(function(track, trackNumber) {
trackIdentifiers = { TRACK_ID: parseInt(/*track.realId || */track.id) };
title = track.title;
if (track.version) title += ' (' + track.version + ')';
trackArtist = track.artists.filter(artist => !artist.composer).map(artist => artist.name);
let trackComposer = track.artists.filter(artist => artist.composer).map(artist => artist.name);
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
album_year: response.year,
release_date: response.releaseDate.replace(/T.*$/, ''),
label: response.labels.map(label => label.name).join(' / '),
media: media,
genre: response.genre,
track_number: trackNumber + 1,
total_tracks: response.trackCount,
composers: trackComposer.length > 0 ? trackComposer : composer,
disc_number: discNumber + 1,
total_discs: response.volumes.length,
title: title,
track_artists: trackArtist.length > 0 && (isVA || !trackArtist.equalCaselessTo(artist)) ?
trackArtist : undefined,
duration: track.durationMs / 1000,
track_gain: track.normalization ? track.normalization.gain.toString() + ' dB' : undefined,
track_peak: track.normalization ? track.normalization.peak : undefined,
cover_url: 'https://' + response.coverUri.replace('/%%', '/m1000x1000'),
identifiers: mergeIds(),
};
}));
});
return tracks;
}); else if (url.hostname.endsWith('mora.jp') ) return loadMoraMetadata(url).then(function(packageMeta) {
if (prefs.diag_mode) console.debug('Mora.jp metadata loaded:', packageMeta);
if ([7].includes(packageMeta.mediaType)) throw 'Not music release (' + packageMeta.mediaType + ')';
artist = fmtKanaProp(packageMeta, 'artistName');
isVA = vaParser.test(artist);
album = fmtKanaProp(packageMeta, 'title');
catalogue = packageMeta.distPartNo.replace(/_\S+$/, '');
if (packageMeta.cdPartNo && packageMeta.cdPartNo != packageMeta.distPartNo && packageMeta.cdPartNo != catalogue)
catalogue = packageMeta.cdPartNo + ' / ' + catalogue; // packageMeta.packageId
if (packageMeta.bitPerSample) bitdepth = parseInt(packageMeta.bitPerSample);
if (packageMeta.samplingFreq) samplerate = parseInt(packageMeta.samplingFreq);
if (packageMeta.channelConf) channels = parseInt(packageMeta.channelConf);
if (packageMeta.materialNo) identifiers.MORA_ID = parseInt(packageMeta.materialNo);
if (packageMeta.msin) identifiers.MSIN = packageMeta.msin;
if (packageMeta.distPartNo) identifiers.DISTPARTNO = packageMeta.distPartNo;
if (packageMeta.fullsizeimage) imgUrl = packageMeta.packageUrl + packageMeta.fullsizeimage;
return packageMeta.trackList.map(function(track) {
trackIdentifiers = { TACK_ID: track.musicId, MSIN: track.msin, DISTPARTNO: track.distPartNo };
if (track.labelId) trackIdentifiers.LABEL_ID = track.labelId;
trackArtist = fmtKanaProp(track, 'artistName');
composer = fmtKanaProp(track, 'composer');
var trackLyricist = fmtKanaProp(track, 'lyrics');
if (trackLyricist) if (composer) composer += ' / ' + trackLyricist; else composer = trackLyricist;
switch (track.mediaFormatNo) {
case 10: format = 'AAC'; encoding = 'lossy'; var codecProfile = 'AAC-LC'; bitrate = 320; break;
//case 11: format = 'FLAC'; encoding = 'lossless'; codecProfile = undefined; bitrate = undefined; break;
case 12: format = 'FLAC'; encoding = 'lossless'; codecProfile = undefined; bitrate = undefined; break;
case 13: format = 'DSD'; encoding = 'lossless'; codecProfile = undefined; bitrate = undefined; break;
default: format = undefined; encoding = undefined; codecProfile = undefined; bitrate = undefined;
}
return {
artist: isVA ? VA : artist,
album: album,
//album_year: extractYear(releaseDate),
release_date: packageMeta.dispStartDate || packageMeta.dispStartDateStr || packageMeta.startDate,
label: packageMeta.labelcompanyname || packageMeta.displayLabelname || packageMeta.labelname,
catalog: catalogue,
media: media,
genre: genres.join('; '),
codec: format,
codec_profile: codecProfile,
encoding: encoding,
bitrate: /*track.bitPerSample * 1000 || */bitrate,
bitdepth: parseInt(track.bitPerSample) || bitdepth,
samplerate: parseInt(track.samplingFreq) || samplerate,
channels: parseInt(track.channelConf) || channels,
track_number: track.trackNo,
total_tracks: packageMeta.trackList.length,
composer: composer,
producer: fmtKanaProp(track, 'producer'),
arranger: fmtKanaProp(track, 'arranger'),
title: fmtKanaProp(track, 'title'),
track_artist: trackArtist && (isVA || !artistsMatch(trackArtist, artist)) ? trackArtist : undefined,
duration: track.duration,
description: packageMeta.metaDescription,
url: packageMeta.webUrl,
cover_url: imgUrl,
identifiers: mergeIds(),
master: packageMeta.master,
};
});
function fmtKanaProp(obj, propName) {
let result = (obj[propName] || '').trim(), kana = (obj[propName + 'Kana'] || '').trim();
if (kana && prefs.use_kana) if (result) result += ' (' + kana + ')'; else result = kana;
return result || undefined;
}
}); else if (url.hostname.endsWith('allmusic.com') && url.pathname.startsWith('/album/')) {
return globalXHR(url.href.replace(/\b(m[wr]\d{10})\b.+$/, '$1')).then(function(response) {
ref = response.document.querySelector('section.main-album a.album-title');
let mainAlbum = (ref != null ? globalXHR(ref.href).then((response, ref) => ({
artist: Array.from(response.document.querySelectorAll('h2[class$="album-artist"] > span[itemprop="name"]'))
.map(span => span.textContent.trim()),
album: (ref = response.document.querySelector('h1.album-title')) != null ? ref.textContent.trim() : undefined,
albumYear: (ref = response.document.querySelector('div.release-date > span')) != null ?
new Date(ref.textContent).getFullYear() || parseInt(ref.textContent) : undefined,
genres: Array.from(response.document.querySelectorAll('div.genre a')).map(a => a.textContent.trim()),
styles: Array.from(response.document.querySelectorAll('div.styles a')).map(a => a.textContent.trim()),
coverUrl: (ref = response.document.querySelector('div.album-cover img')) != null ?
ref.dataset.largeurl || ref.src : undefined,
id: /\b(mw\d{10})\b/.test(response.finalUrl) && RegExp.$1 || undefined,
})) : Promise.reject(null)).catch(reason => ({ }));
let _credits = { mainArtists: [], featured: [], credits: {} };
let credits = globalXHR(response.finalUrl + '/credits').then(function(response) {
response.document.querySelectorAll('section.credits > table > tbody > tr').forEach(function(tr) {
let name = tr.children[0].textContent.trim(), role = tr.children[1].textContent.trim();
if (role == 'Primary Artist') _credits.mainArtists.push(name);
else if (role == 'Featured Artist') _credits.featured.push(name);
else _credits.credits[name] = role;
});
return _credits;
}).catch(reason => _credits);
if (/\b(m[wr]\d{10})\b/.test(response.finalUrl)) identifiers.ALLMUSIC_ID = RegExp.$1;
artist = Array.from(response.document.querySelectorAll('h2[class$="-artist"] > span[itemprop="name"]'))
.map(span => span.textContent.trim());
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
album = (ref = response.document.querySelector('h1.release-title')
|| response.document.querySelector('h1.album-title')) != null ? ref.textContent.trim() : undefined;
albumYear = (ref = response.document.querySelector('div.year')) != null ? parseInt(ref.textContent) : undefined;
if ((ref = response.document.querySelector('div.release-date > span')) != null)
if (identifiers.ALLMUSIC_ID && identifiers.ALLMUSIC_ID.startsWith('mr'))
releaseDate = ref.textContent.trim();
else if (identifiers.ALLMUSIC_ID && identifiers.ALLMUSIC_ID.startsWith('mw'))
albumYear = new Date(ref.textContent).getFullYear() || parseInt(ref.textContent) || albumYear;
label = Array.from(response.document.querySelectorAll('div.label a'))
.map(a => a.title || a.textContent.trim()).join(' / ');
catalogue = (ref = response.document.querySelector('div.catalog-number > span')) != null ? ref.textContent.trim() : undefined;
if ((ref = response.document.querySelector('div.format > span')) != null) media = ref.textContent.trim();
genres = Array.from(response.document.querySelectorAll('div.genre a')).map(a => a.textContent.trim());
let styles = Array.from(response.document.querySelectorAll('div.styles a')).map(a => a.textContent.trim());
getDescription(response, 'section.review', false);
let releaseInfo = [];
if ((ref = response.document.querySelector('div.recording-date > div')) != null)
releaseInfo.push('Recording date: ' + ref.textContent.trim());
let locations = Array.from(response.document.querySelectorAll('div.recording-location > ul > li')).map(li => li.textContent.trim());
if (locations.length > 0) releaseInfo.push('Recording location: ' + locations.join(' / '));
locations = Array.from(response.document.querySelectorAll('div.release-info > ul > li')).map(li => li.textContent.trim());
if (locations.length > 0) releaseInfo.push('Release info: ' + locations.join(', '));
if (releaseInfo.length > 0) {
if (description) description += '\n\n';
description += releaseInfo.join('\n');
}
if ((ref = response.document.querySelector('div.release-cover img')) != null)
imgUrl = ref.dataset.largeurl || ref.src;
trs = response.document.querySelectorAll('section.track-listing table > tbody > tr.track');
return Promise.all([mainAlbum, credits]).then(function(workers) {
if (Object.keys(workers[1].credits).length > 0) {
if (description) description += '\n\n';
description = description + '[b]Credits:[/b]\n' + Object.keys(workers[1].credits)
.map(artist => artist + ' - ' + workers[1].credits[artist]).join('\n');
}
return Array.from(trs).map(function(tr, ndx) {
trackArtist = Array.from(tr.querySelectorAll('td.performer div.primary > a')).map(a => a.textContent.trim());
let trackGuests = Array.from(tr.querySelectorAll('td.performer div.featuring > a')).map(a => a.textContent.trim());
let ta = trackArtist.length > 0 && (isVA || !artistsMatch([trackArtist, trackGuests], [artist]));
if ((ref = tr.querySelector('div.title > a')) != null && ref.dataset.tooltip) try {
trackIdentifiers = { TRACK_ID: JSON.parse(ref.dataset.tooltip).id };
} catch(e) { trackIdentifiers = {} }
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
release_date: releaseDate,
album_year: workers[0].albumYear || albumYear,
genre: (workers[0].genres || []).concat((workers[0].styles || []), genres, styles).join('; '),
label: label,
catalog: catalogue,
media: media,
disc_number: (ref = tr.parentNode.parentNode.parentNode.querySelector('h3')) != null
&& /\b(?:Disc)\s+(\d+)\b/i.test(ref.textContent.trim()) ? parseInt(RegExp.$1) : undefined,
disc_subtitle: (ref = tr.parentNode.querySelector('tr.performance-title')) != null ?
ref.textContent.trim() : undefined,
track_number: (ref = tr.querySelector('td.tracknum')) != null ? ref.textContent.trim() : undefined,
total_tracks: trs.length,
title: (ref = tr.querySelector('div.title')) != null ? ref.textContent.trim() : undefined,
track_artists: ta ? trackArtist : undefined,
track_guests: ta ? trackGuests : undefined,
composers: Array.from(tr.querySelectorAll('div.composer > *')).map(node => node.textContent.trim()) || undefined,
duration: (ref = tr.querySelector('td.time')) != null && timeStringToTime(ref.textContent) || undefined,
description: description || undefined,
url: !identifiers.ALLMUSIC_ID ?
(ref = tr.querySelector('meta[property="og:url"]')) != null ? ref.content : response.finalUrl : undefined,
cover_url: workers[0].coverUrl || imgUrl,
identifiers: mergeIds(),
};
});
});
});
} else if (url.hostname.endsWith('bleep.com')) return globalXHR(url).then(function(response) {
if (/\/release\/(\d+)/i.test(response.finalUrl)) identifiers.BLEEP_ID = parseInt(RegExp.$1);
artist = Array.from(response.document.querySelectorAll('div.product-details dl > dd.artist > a'))
.map(a => a.title || a.textContent.trim());
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if ((ref = response.document.querySelector('div.product-details dl > dd.release-title')) != null)
album = ref.textContent.trim();
label = Array.from(response.document.querySelectorAll('div.product-details dl > dd.label > a'))
.map(a => a.title || a.textContent.trim()).join(' / ');
if ((ref = response.document.querySelector('div.product-details dl > dd.catalogue-number')) != null)
catalogue = ref.textContent.trim();
if ((ref = response.document.querySelector('div.product-details dl > dd.product-release-date')) != null)
releaseDate = normalizeDate(ref.textContent.trim());
genres = Array.from(response.document.querySelectorAll('ul.tag-list > li > a.tag'))
.map(a => a.textContent.trim()).filter(genre => !genre.startsWith('Album of'));
getDescription(response, 'article[itemprop="description"]', false);
imgUrl = response.document.querySelector('div.overlay-images li.current > img')
|| response.document.querySelector('img[itemprop="image"]');
if (imgUrl != null) imgUrl = imgUrl.src;
else imgUrl = (imgUrl = response.document.querySelector('head > meta[property="og:image"][content]')) != null ?
imgUrl.content : undefined;
imgUrl = imgUrl && imgUrl.replace(/\/r\/[a-z]\//i, '/r/') || undefined;
trs = response.document.querySelectorAll('ol.track-list > li.track');
return Array.from(trs).map(function(tr, ndx) {
trackIdentifiers = {};
trackArtist = Array.from(tr.querySelectorAll('span.track-artist > a[itemprop="byArtist"]'))
.map(a => a.title || a.textContent.trim());
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
release_date: releaseDate,
label: label,
catalog: catalogue,
genre: genres.join('; '),
media: media,
track_number: (ref = tr.querySelector('span.track-number')) != null ? parseInt(ref.textContent) : undefined,
total_tracks: trs.length,
title: (ref = tr.querySelector('span.track-name span[itemprop="name"]')) != null ?
ref.textContent.trim() : undefined,
track_artists: trackArtist.length > 0 && (isVA || !trackArtist.equalCaselessTo(artist)) ?
trackArtist : undefined,
duration: (ref = tr.querySelector('span.track-duration')) != null ?
timeStringToTime(ref.textContent) : undefined,
description: description,
url: !identifiers.BLEEP_ID ? response.finalUrl : undefined,
cover_url: imgUrl,
identifiers: mergeIds(),
};
});
}); else if (url.hostname.endsWith('boomkat.com') && url.pathname.startsWith('/products/')) return globalXHR(url).then(function(response) {
artist = Array.from(response.document.querySelectorAll('div#right_content > h1.detail--artists > a'))
.map(a => a.textContent.trim());
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if ((ref = response.document.querySelector('div#right_content > h2.detail_album')) != null) album = ref.textContent.trim();
genres = Array.from(response.document.querySelectorAll('div#right_content > div.product-note > span:last-of-type'))
.map(a => a.textContent.trim().replace(/^(?:Genre)\s*:\s*/i, ''));
getDescription(response, response.document.querySelector('div.show-for-medium-up > div.product-review'), true);
if ((ref = response.document.querySelector('img[itemprop="image"]')) != null)
imgUrl = ref.src.replace(/\/(?:large)\//i, '/original/');
var m = /#v\d+/.exec(url);
if (m == null) return Promise.reject('Use tab link for specific medium');
if ((ref = response.document.querySelector('li.tab-title > a[href="' + m[0] + '"]')) != null) {
releaseDate = ref.dataset.releaseDate;
label = ref.dataset.label;
catalogue = ref.dataset.catalogueNumber;
switch (ref.textContent.trim()) {
case 'FLAC': media = 'WEB'; encoding = 'lossless'; format = 'FLAC'; bitdepth = 16; break;
case 'WAV': media = 'WEB'; encoding = 'lossless'; format = 'WAV'; bitdepth = 16; break;
case 'MP3': media = 'WEB'; encoding = 'lossy'; format = 'MP3'; break;
case 'CD': media = 'CD'; break;
case 'Cassette': media = 'Cassette'; break;
default:
if (/(?:LP)$/.test(ref.textContent)) media = 'Vinyl'; break;
}
}
if (media == 'WEB' && (ref = response.document.querySelector('div' + m[0] + ' p.product-extra-info')) != null
&& /\b(\d+)\s+bit\s+audio\b/i.test(ref.textContent)) bitdepth = parseInt(RegExp.$1);
if ((ref = response.document.querySelector('div' + m[0] + ' div.product-track-listing')) == null)
return Promise.reject('invalid media link');
return globalXHR('https://boomkat.com/tracklist/' + ref.dataset.releaseFormatId).then(function(response) {
trs = response.document.querySelectorAll('div.tracklist > div.track > a.table-cell');
return Array.from(trs).map(function(tr, ndx) {
trackIdentifiers = {
BOOMKAT_ID: parseInt(tr.dataset.audioPlayerRelease),
MEDIA_ID: parseInt(tr.dataset.audioPlayerReleaseFormat),
TRACK_ID: parseInt(tr.dataset.audioPlayerTrack),
};
trackArtist = tr.dataset.artist;
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
release_date: releaseDate,
label: label,
catalog: catalogue,
genre: genres.join('; '),
media: media,
encoding: encoding,
codec: format,
bitdepth: bitdepth,
samplerate: samplerate,
track_number: ndx + 1,
total_tracks: trs.length,
title: tr.dataset.name,
track_artist: trackArtist && (isVA || !artistsMatch(trackArtist, [artist])) ? trackArtist : undefined,
duration: parseFloat(tr.dataset.duration) || undefined,
description: description,
url: !trackIdentifiers.BOOMKAT_ID ? response.finalUrl : undefined,
cover_url: imgUrl,
identifiers: mergeIds(),
};
});
});
}); else if (url.hostname.endsWith('ecmrecords.com') && /^\/(?:catalogue|shop)\/(\d+)\b/i.test(url.pathname)) {
const appLink = 'https://www.ecmrecords.com/app';
let serial = parseInt(RegExp.$1), referer = 'https://www.ecmrecords.com/catalogue/' + serial;
return Promise.all([
globalXHR(`${appLink}/core/server_load.php?r=default&page=catalogue&serial=${serial}`, {
responseType: 'json',
headers: { 'Referer': referer },
}).then(({response}) => response.items[0]),
globalXHR(`${appLink}/ajax/get_related_artists.php?serial=${serial}&targetvar=related_artists_and_products`, {
responseType: 'json',
headers: { 'Referer': referer },
}).then(({response}) => response.related_artists),
globalXHR(`${appLink}/ajax/get_related_tracks.php?serial=${serial}&targetvar=parse_tracks`, {
responseType: 'json',
headers: { 'Referer': referer },
}).then(({response}) => response),
]).then(function(metaData) {
if (prefs.diag_mode) console.debug('ECM metadata loaded:', metaData);
identifiers.ECM_ID = metaData[0].serial;
if (metaData[0].barcode) identifiers.BARCODE = metaData[0].barcode; else {
i = metaData[0].multi_barcodes.toString().split('^');
if (i.homogeneous()) identifiers.BARCODE = i[0];
}
artist = metaData[1].map(relArtist => relArtist.name);
isVA = vaParser.test(metaData[0].main_artist);
i = metaData[0].multi_articlecodes.toString().split('^');
releaseDate = metaData[0].date_release || metaData[0].date_release_digital || metaData[0].date_release_presale
|| metaData[0].date_release_expected || metaData[0].date_release_usa || metaData[0].date_release_uk
|| metaData[0].date_release_jap || metaData[0].date_release_fr || metaData[0].date_release_de
|| metaData[0].date_release_other; // ambiguity
if (i.homogeneous()) catalogue = i[0];
if (metaData[0].description) description = '[quote]' +
html2php(domParser.parseFromString(metaData[0].description, 'text/html').body, referer) + '[/quote]';
else description = '';
if (metaData[0].extra_data) try {
} catch(e) { console.debug(e) }
if (Array.isArray(metaData[0].related_press)) metaData[0].related_press.forEach(function(article) {
if (description) description += '\n';
let by = (article.writer + ' / ' + article.magazine).replace(/^ \/ $|^ \/|\/ $/g, '');
if (by) by = '\n\nby ' + by;
description += '[hide=' + article.title + ']' +
html2php(domParser.parseFromString(article.description, 'text/html').body, referer) + by + '[/hide]\n';
});
if (metaData[1].length > 0) {
if (description) description += '\n';
description += '[b]Personnel:[/b]\n' + metaData[1]
.map(relArtist => `[url=https://www.ecmrecords.com/${relArtist.link}]${relArtist.name}[/url]: ${relArtist.instrument || relArtist.role}`)
.join('\n');
}
return metaData[2].map(function(track, index) {
trackIdentifiers = { TRACK_ID: track.serial };
trackArtist = track.participants;
if (trackArtist && !isVA && artistsMatch(trackArtist, metaData[0].main_artist)) trackArtist = undefined;
return {
artist: isVA ? VA : metaData[0].main_artist,
album: metaData[0].title,
release_date: releaseDate ? normalizeDate(releaseDate) : undefined,
label: 'ECM Records',
catalog: catalogue || `${metaData[0].prefix} ${metaData[0].suffix}`,
genre: genres.join('; '),
track_number: parseInt(track.track_nr) || index + 1,
disc_number: parseInt(track.cd_nr) || undefined,
disc_subtitle: track.movement ? track.title : undefined,
composer: track.composer,
track_artist: trackArtist,
performers: !isVA ? artist : undefined,
title: track.movement || track.title,
duration: timeStringToTime(track.duration) || undefined,
description: description.collapseGaps(),
url: !trackIdentifiers.ECM_ID ? referer : undefined,
cover_url: metaData[0].image_01_full,
identifiers: mergeIds(),
};
});
});
} else if (url.hostname.endsWith('actmusic.com')) return globalXHR(url.href.replace('actmusic.com/de/', 'actmusic.com/en/')).then(function(response) {
let enLink;
response.document.querySelectorAll('li > a.metanav_languageSwitch')
.forEach(a => { if (a.textContent.trim() == 'EN') enLink = 'https://www.actmusic.com' + a.pathname });
return enLink ? globalXHR(enLink) : response;
}).then(function(response) {
if ((ref = response.document.querySelector('h1.album-detail_artisthead')) != null)
artist = ref.textContent.trim();
isVA = vaParser.test(artist);
if ((ref = response.document.querySelector('h2.album-detail_albumhead')) != null)
album = ref.textContent.trim().replace(/ - (?:CD|LP|Vinyl)$/, '');
response.document.querySelectorAll('ul.release-format-info > li').forEach(function(li) {
try {
var key = li.querySelector('span.release-format-info_label').textContent.trim().replace(/\s*:\s*$/, ''),
value = li.querySelector('span.release-format-info_value').textContent.trim();
} catch(e) {
console.debug(e);
return;
}
switch (key.toLowerCase()) {
case 'format': media = value; break;
case 'cat no.': catalogue = value; break;
case 'barcode': identifiers.BARCODE = value; break;
case 'release': case 'german release': releaseDate = normalizeDate(value, 'de'); break;
case 'genre': genres = value.split(/\s*,\s*/); break;
}
});
if ((ref = response.document.querySelector('div.album_cover_image')) != null
|| /^url\([\'\"](.+)[\'\"]\)$/.test(ref.style.backgroundImage)) imgUrl = RegExp.$1;
trs = response.document.querySelectorAll('ol.tracklist > li');
return (function() {
if ((ref = response.document.querySelector('div.sh3 > h1.header_title > a.btn-arrow-right')) == null) {
getDescription(response, 'div.col-infos', false);
return Promise.resolve(description);
}
return globalXHR('https://www.actmusic.com' + ref.pathname).then(function(response) {
description = [
html2php(response.document.querySelector('div.c-bio-wrap > div.c-bio-text'), response.finalUrl),
html2php(response.document.querySelector('div.c-bio-wrap > div.c-bio-sidebar'), response.finalUrl),
].filter(description => Boolean(description)).join('\n\n').collapseGaps();
let pdf = actPdfBooklet(response);
if (pdf) description += '\n\n' + pdf;
return description;
});
})().then(description => Array.from(trs).map((tr, ndx) => ({
artist: isVA ? VA : artist,
album: album,
release_date: releaseDate,
label: 'ACT Music',
catalog: catalogue,
genre: genres.join('; '),
media: media,
track_number: (ref = tr.querySelector('span.tracklist_tracknumber')) != null ?
parseInt(ref.textContent) : undefined,
total_tracks: trs.length,
title: (ref = tr.querySelector('span.tracklist_tracktitle')) != null ? ref.textContent.trim() : undefined,
composer: (ref = tr.querySelector('span.tracklist_credits')) != null
&& /^\s*\(\s*(.+?)\s*\)\s*$/.test(ref.textContent) ? RegExp.$1 : undefined,
duration: (ref = tr.querySelector('span.tracklist_trackduration')) != null ?
timeStringToTime(ref.textContent) : undefined,
description: description,
url: response.finalUrl,
cover_url: imgUrl,
identifiers: mergeIds(),
})));
}); else if (url.hostname.endsWith('jpc.de') && url.pathname.startsWith('/jpcng/')) {
let params = new URLSearchParams(url.search);
params.set('lang', 'en');
url.search = params;
return globalXHR(url).then(function(response) {
if ((ref = response.document.querySelector('div.box.by > a')) != null) artist = ref.textContent.trim();
isVA = vaParser.test(artist);
if ((ref = response.document.querySelector('div.box.title')) != null) album = ref.textContent.trim();
if ((ref = response.document.querySelector('div.box.medium > em')) != null) media = ref.textContent.trim();
response.document.querySelectorAll('div.box.detailinfo > ul > li > b').forEach(function(b) {
switch (b.textContent.trim().toLowerCase()) {
case 'label:': label = b.nextElementSibling.textContent.trim(); break;
case 'bestellnummer:': case 'order number:': catalogue = b.nextElementSibling.textContent.trim(); break;
case 'erscheinungstermin:': case 'release date:': releaseDate = normalizeDate(b.nextSibling.textContent, 'de'); break;
}
});
getDescription(response, 'div.box.textlink > div[data-pd="j"]', true);
if (description && (ref = response.document.querySelector('div.rear-image > a.mfp-image')) != null)
description += `\n\n[img]${ref.href.replace(/\/w\d+\//i, '/w9999/')}[/img]`;
if ((ref = response.document.querySelector('meta[property="og:image"][content]')) != null)
imgUrl = ref.content.replace(/\/w\d+\//i, '/w9999/');
trs = response.document.querySelectorAll('div.playlist > ol > li[itemprop="track"]');
response.document.querySelectorAll('div.playlist').forEach(function(playlist, discNumber, nl) {
discSubtitle = (ref = playlist.querySelector(':scope > h4')) != null ? ref.textContent.trim() : undefined;
Array.prototype.push.apply(tracks, Array.from(playlist.querySelectorAll('ol > li[itemprop="track"]')).map((tr, ndx) => ({
artist: isVA ? VA : artist,
album: album,
release_date: releaseDate,
label: label,
catalog: catalogue,
media: media,
disc_number: discNumber + 1,
total_discs: nl.length,
disc_subtitle: discSubtitle,
track_number: (ref = tr.querySelector('strong')) != null ? parseInt(ref.textContent) : ndx + 1,
total_tracks: trs.length,
title: (ref = tr.querySelector('small[itemprop="name"]')) != null ? ref.textContent.trim() : undefined,
description: description,
url: response.finalUrl,
cover_url: imgUrl,
identifiers: mergeIds(),
})));
});
return tracks;
});
} else if (url.hostname.endsWith('pias.com') && url.pathname.startsWith('/release/')) return globalXHR(url).then(function(response) {
if (/\/release\/(\d+)\b/i.test(url.pathname)) identifiers.PIAS_ID = parseInt(RegExp.$1);
artist = Array.from(response.document.querySelectorAll('div.product-details > div.product-info > dl > dd.artist > a'))
.map(a => a.title || a.textContent.trim());
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if ((ref = response.document.querySelector('div.product-details > div.product-info > dl > dd.release-title')) != null)
album = ref.textContent.trim();
label = Array.from(response.document.querySelectorAll('div.product-details > div.product-info > dl > dd.label > a'))
.map(a => a.title || a.textContent.trim()).join(' / ');
if ((ref = response.document.querySelector('div.product-details > div.product-info > dl > dd.catalogue-number')) != null)
catalogue = ref.textContent.trim();
if ((ref = response.document.querySelector('div.product-details > div.product-info > dl > dd.product-release-date')) != null)
releaseDate = normalizeDate(ref.textContent, 'be');
//getDescription(response, 'div.box.textlink > div[data-pd="j"]', true);
description = imageHosts.rehostImages(Array.from(response.document.querySelectorAll('ul.product-image-list > li.product-image-item > a > img.product-image'))
.map(img => img.src.replace(/\/[bl]\//i, '/'))).catch(reason => [])
.then(results => results.map(result => '[img]' + (typeof result == 'string' ? result
: typeof result == 'object' && result.original ? result.original : null) + '[/img]').join('\n'));
if ((ref = response.document.querySelector('meta[property="og:image"][content]')) != null)
imgUrl = ref.content.replace(/\/[sbl]\//i, '/');
else if ((ref = response.document.querySelector('img[itemprop="image"]')) != null)
imgUrl = ref.src.replace(/\/[sbl]\//i, '/');
trs = response.document.querySelectorAll('ol.track-list > li.track');
return description.then(description => Array.from(trs).map(function(li, index) {
trackIdentifiers = { TRACK_ID: li.dataset.id };
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
release_date: releaseDate,
label: label,
catalog: catalogue,
media: media,
//disc_number: discNumber + 1,
//total_discs: nl.length,
//disc_subtitle: discSubtitle,
track_number: (ref = li.querySelector('span.track-number')) != null ? parseInt(ref.textContent) : ndx + 1,
total_tracks: trs.length,
title: (ref = li.querySelector('span[itemprop="name"]')) != null ?
ref.title || ref.textContent.trim() : undefined,
duration: (ref = li.querySelector('span.track-duration')) != null ?
timeStringToTime(ref.textContent) : undefined,
description: description || undefined,
url: !identifiers.PIAS_ID ? response.finalUrl : undefined,
cover_url: imgUrl,
identifiers: mergeIds(),
};
}));
}); else if (url.hostname.endsWith('hearnow.com')) return globalXHR(url).then(function(response) {
artist = (ref = response.document.querySelector('div.artist_name > a.artist_page_link')) != null ?
ref.textContent.trim() : undefined;
isVA = vaParser.test(artist);
if ((ref = response.document.querySelector('div.album_name_large')) != null)
album = ref.textContent.trim();
if ((ref = response.document.querySelector('div.release_date')) != null)
releaseDate = normalizeDate(ref.textContent.trim().replace(/^Released\s+/i, ''));
if ((ref = response.document.querySelector('div.album_cover > img.album_cover_image')) != null) imgUrl = ref.src;
trs = response.document.querySelectorAll('section#tracks > ul.playlinks > li');
return Array.from(trs).map(function(li, ndx) {
trackIdentifiers = { ISRC: li.dataset.isrc };
trackArtist = (ref = li.querySelector('div.track_artist_name')) != null ? ref.textContent.trim() : undefined;
return {
artist: isVA ? VA : artist,
album: album,
release_date: releaseDate,
media: media,
track_number: parseInt(li.dataset.tracknumber) || ndx + 1,
total_tracks: trs.length,
title: (ref = li.querySelector('div.track_name')) != null ? ref.textContent.trim() : undefined,
track_artist: trackArtist && (isVA || !artistsMatch(trackArtist, artist)) ? trackArtist : undefined,
duration: (ref = li.querySelector('div.track_duration')) != null ?
timeStringToTime(ref.textContent) : undefined,
url: response.finalUrl,
cover_url: imgUrl,
identifiers: mergeIds(),
};
});
}); else if (url.hostname.endsWith('dominomusic.com') && url.pathname.startsWith('/releases/')) return globalXHR(url, { responseType: 'text' }).then(function(response) {
if (!/\b(?:selected):\s*(\d+)\b/m.test(response.responseText)) throw 'Invalid page format';
identifiers.DOMINO_ID = parseInt(RegExp.$1);
if (!/\b(?:data):\s*({"releases":.*?}),$/m.test(response.responseText)) throw 'Invalid page format';
let release = JSON.parse(RegExp.$1).releases.filter(release => release.id == identifiers.DOMINO_ID);
if (release.length <= 0) throw 'Assertion failed: release not found';
identifiers.RELEASETYPE = release[0].release_type;
isVA = vaParser.test(release[0].artist);
description = html2php(domParser.parseFromString(release[0].description, 'text/html').body, response.finalUrl)
.collapseGaps();
if (Array.isArray(release[0].images))
imgUrl = Object.keys(release[0].images[0])
.reduce((acc, key) => release[0].images[0][key].width * release[0].images[0][key].height
> release[0].images[0][acc].width * release[0].images[0][acc].height ? key : acc);
var isLP = /\b(?:LP)\b/.test(release[0].format);
release[0].tracklisting.tracks.forEach(function(volume, volNdx) {
Array.prototype.push.apply(tracks, volume.tracklisting.map(track => ({
artist: isVA ? VA : release[0].artist,
album: release[0].title,
release_date: release[0].released_at.replace(/^(\d+)\w+\b/, '$1'),
label: 'Domino Recording',
catalog: release[0].sku,
media: release[0].format,
disc_number: !isLP ? volNdx + 1 : Math.round((volNdx + 1) / 2),
disc_subtitle: volume.title || undefined,
total_discs: isLP ? release[0].tracklisting.tracks.length : Math.ceil(release[0].tracklisting.tracks.length),
track_number: track.number,
total_tracks: release[0].tracklisting.tracks.reduce((acc, volume) => acc + volume.tracklisting.length, 0),
title: track.title,
url: response.finalUrl,
description: description,
cover_url: imgUrl ? release[0].images[0][imgUrl].url : undefined,
identifiers: mergeIds(),
})));
});
return tracks;
}); else if (url.hostname.endsWith('kompakt.fm')) return globalXHR(url).then(function(response) {
if ((ref = response.document.querySelector('div.player-data > ul.release > li.id')) != null)
identifiers.KOMPAKT_ID = ref.textContent.trim();
if ((ref = response.document.querySelector('div.player-data > ul.release > li.artist')) != null)
artist = ref.textContent.trim();
isVA = (ref = response.document.querySelector('div.player-data > ul.release > li.various-artists')) != null ?
eval(ref.textContent) : vaParser.test(artist);
if ((ref = response.document.querySelector('div.player-data > ul.release > li.title')) != null)
album = ref.textContent;
response.document.querySelectorAll('div.mt-3 > div > div.mt-2').forEach(function(div) {
let key = div.querySelector(':scope > span:nth-of-type(1)'),
value = div.querySelector(':scope > span:nth-of-type(2)');
if (key == null || value == null) return;
key = key.textContent.trim(); value = value.textContent.trim();
switch(key.replace(/\s*:\s*$/, '').toLowerCase()) {
case 'label': label = value; break;
case 'release date': releaseDate = value; break;
case 'cat no': catalogue = value; break;
case 'barcode': identifiers.BARCODE = value; break;
}
});
getDescription(response, 'div.toggable-level-1 > div.container-fluid > div.mt-3', true);
if ((ref = response.document.querySelector('meta[property="og:image"][content]')) != null) imgUrl = ref.content;
trs = response.document.querySelectorAll('div.player-data > ul.tracks > li.track');
return Array.from(trs).map(function(li, ndx) {
trackIdentifiers = {
TRACK_ID: (ref = li.querySelector('span.position')) != null ? ref.textContent : undefined,
};
trackArtist = (ref = li.querySelector('li.artist')) != null ? ref.textContent : undefined;
return {
artist: isVA ? VA : artist,
album: album,
release_date: releaseDate,
label: label,
catalog: catalogue,
media: media,
track_number: (ref = li.querySelector('li.position')) != null && parseInt(ref.textContent) || ndx + 1,
total_tracks: trs.length,
title: (ref = li.querySelector('li.title')) != null ? ref.textContent : undefined,
track_artist: trackArtist && (isVA || !artistsMatch(trackArtist, artist)) ? trackArtist : undefined,
duration: (ref = li.querySelector('li.duration')) != null ? timeStringToTime(ref.textContent) : undefined,
url: (ref = response.document.querySelector('meta[property="og:url"][content]')) != null ?
ref.content : response.finalUrl,
description: description,
cover_url: imgUrl,
identifiers: mergeIds(),
};
});
}); else if (url.hostname.endsWith('eclassical.com')) return globalXHR(url).then(function(response) {
if ((ref = response.document.querySelector('h1.articleName')) != null) album = ref.textContent;
artist = []; composer = []; genres = ['Classical']; label = [];
var conductors = [];
iterArtprop('div#articlePageContents', function(title, value) {
switch (title.toLowerCase()) {
case 'composers':
Array.prototype.push.apply(composer, Array.from(value.querySelectorAll('div > a'))
.map(a => a.textContent.trim().replace(/^(.+?),\s+(.+)$/, '$2 $1')));
break;
case 'performers':
Array.prototype.push.apply(artist, Array.from(value.querySelectorAll('div > a'))
.map(a => a.textContent.trim().replace(/^(.+?),\s+(.+)$/, '$2 $1')));
break;
case 'orchestras / ensembles': case 'orchestras': case 'ensembles':
Array.prototype.push.apply(artist, Array.from(value.querySelectorAll('div > a'))
.map(a => a.textContent.trim()));
break;
case 'conductors':
Array.prototype.push.apply(conductors, Array.from(value.querySelectorAll('div > a'))
.map(a => a.textContent.trim().replace(/^(.+?),\s+(.+)$/, '$2 $1')));
break;
case 'genres':
case 'instruments':
case 'periods':
Array.prototype.push.apply(genres, Array.from(value.querySelectorAll('div > a'))
.map(a => a.textContent.trim()));
break;
case 'label':
Array.prototype.push.apply(label, Array.from(value.querySelectorAll('div > a'))
.map(a => a.textContent.trim()));
break;
case 'catalogue number':
catalogue = value.textContent.trim();
break;
case 'release date':
releaseDate = value.textContent.trim();
break;
case 'discs':
totalDiscs = parseInt(value.textContent) || 1;
break;
case 'original sample rate': case 'orig. sample rate': case 'sample rate':
if (/\b(\d+)(?:\s*(?:Hz)\b)/.test(value.textContent)) samplerate = parseInt(RegExp.$1);
break;
}
});
isVA = artist.length == 1 && vaParser.test(artist[0]);
getDescription(response, 'div#articleText', false);
iterArtprop('div[id$="album-castlist"]', function(title, value, index) {
if (description) description += index <= 0 ? '\n\n' : '\n'
if (index <= 0) description += '[b]Cast:[/b]\n';
description += title + ' - ' + joinTextChilds(value, '; ', t => t.replace(/^(.+?),\s+(.+)$/, '$2 $1'));
});
if (ref = eclassicalBooklets(response)) if (description) description += '\n\n' + ref; else description = ref;
if ((ref = response.document.querySelector('div#articleImage > a')) != null) imgUrl = ref.href;
totalTracks = response.document.querySelectorAll('table.tracklistTable > tbody > tr.trackRow').length;
var workTitle, workComposers = [];
response.document.querySelectorAll('table.tracklistTable > tbody > tr').forEach(function(tr, ndx) {
if (tr.classList.contains('tracklistDiscNumberRow') && (ref = tr.querySelector('div.tracklistDiscHeader')) != null) {
discSubtitle = ref.textContent.trim();
guessDiscNumber();
}
if (tr.classList.contains('tracklistRowDivider')) {
workComposers = [];
workTitle = undefined;
}
if (tr.classList.contains('tracklistRowVerkComposerName'))
workComposers = Array.from(tr.querySelectorAll('td > span.tracklistComposerVerkName'))
.map(span => span.textContent.trim().replace(/^(?:Composer)\s*:\s*/i, '').replace(/^(.+?),\s+(.+)$/, '$2 $1'));
if (tr.classList.contains('tracklistRowVerkName')
&& (ref = tr.querySelector('span.tracklistVerkName')) != null) workTitle = joinTextChilds(ref);
if (tr.classList.contains('trackRow')) {
discSubtitle = workTitle || '';
if (discSubtitle && workComposers.length > 0 && !workComposers.equalCaselessTo(composer))
discSubtitle = workComposers.join(', ') + ': ' + discSubtitle;
if ((title = joinTextChilds(tr.querySelector('td.trackName > a')))
&& title.startsWith(workTitle))
title = title.slice(workTitle.length).replace(/^\s*[\:\-\,\;]\s*/, '') || workTitle;
tracks.push({
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
release_date: releaseDate,
genre: genres.join('; '),
label: label.join(' / ') || undefined,
catalog: catalogue,
media: media,
samplerate: samplerate,
disc_subtitle: discSubtitle || undefined,
disc_number: discNumber,
total_discs: totalDiscs,
track_number: (ref = tr.querySelector('td.trackNumber')) != null ? parseInt(ref.textContent) : undefined,
total_tracks: totalTracks,
title: title,
composers: workComposers.length > 0 ? workComposers : composer,
conductors: conductors,
duration: (ref = tr.querySelector('td.trackLength')) != null ? timeStringToTime(ref.textContent) : undefined,
description: description,
url: response.finalUrl,
cover_url: imgUrl,
identifiers: identifiers,
});
}
});
return tracks;
function joinTextChilds(node, junction = undefined, transform = undefined) {
if (!(node instanceof Node)) return undefined;
return Array.from(node.childNodes).filter(childNode => childNode.nodeType == Node.TEXT_NODE)
.map(childNode => (transform || (t => t))(childNode.wholeText.trim())).join(junction || ' ') || undefined;
}
function iterArtprop(root, callback) {
if (typeof callback != 'function') return;
response.document.querySelectorAll(root + '> div.artprop > table > tbody > tr').forEach(function(tr, index) {
let title = tr.querySelector('td.property_title'), value = tr.querySelector('td.property_value');
if (title != null && value != null) callback(title.textContent.trim(), value, index);
else console.warn('Unexpected artprop structure:', tr);
});
}
}); else if (url.hostname.endsWith('qq.com') && url.pathname.includes('/album/')) return globalXHR(url).then(function(response) {
if (/\/album\/(\S+)\./.test(url.pathname)) identifiers.QQMUSIC_ID = RegExp.$1;
artist = Array.from(response.document.querySelectorAll('div.data__cont > div.data__singer > a[itemprop="byArtist"]'))
.map(a => a.title || a.textContent.trim());
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if ((ref = response.document.querySelector('div.data__cont > div.data__name > h1')) != null)
album = ref.title || ref.textContent.trim();
const datainfoStripper = /^.*:\s*|[\u0080-\uFFFF]+/g;
if ((ref = response.document.querySelector('div.data__cont > ul.data__info > li.data_info__item:nth-of-type(1)')) != null)
genres = [ref.textContent.trim().replace(datainfoStripper, '')];
if ((ref = response.document.querySelector('div.data__cont > ul.data__info > li.data_info__item:nth-of-type(3)')) != null)
releaseDate = ref.textContent.trim().replace(datainfoStripper, '');
if ((ref = response.document.querySelector('img#albumImg')) != null)
imgUrl = ref.src.replace(/\/(T\d+)?(R\d+x\d+)?(M\w+?)(_\d+)?\.(\w+(?:\.\w+)*)(\?.*)?$/, '/$1$3.$5');
trs = response.document.querySelectorAll('ul#song_box > li[mid]');
return Array.from(trs).map(function(li, index) {
trackIdentifiers = {
TRACK_ID: parseInt(li.getAttribute('mid')) || li.getAttribute('mid') || undefined,
};
trackArtist = Array.from(li.querySelectorAll('div.songlist__artist > a'))
.map(a => a.title || a.textContent.trim());
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
release_date: releaseDate,
genre: genres.join('; '),
label: label,
media: media,
track_number: (ref = li.querySelector('div.songlist__number')) != null && parseInt(ref.textContent) || index + 1,
total_tracks: trs.length,
title: (ref = li.querySelector('div.songlist__songname > span > a')) != null ?
ref.title || ref.textContent.trim() : undefined,
track_artists: isVA || !trackArtist.equalCaselessTo(artist) ? trackArtist : undefined,
duration: (ref = li.querySelector('div.songlist__time')) != null ?
timeStringToTime(ref.textContent) : undefined,
url: !identifiers.QQMUSIC_ID ? response.finalUrl : undefined,
cover_url: imgUrl,
identifiers: mergeIds(),
};
});
}); else if (url.hostname.endsWith('muziekweb.nl') && url.pathname.includes('/Link/')) return globalXHR(url).then(function(response) {
if (/\/Link\/(\w+)\b/i.test(url.pathname)) identifiers.MUZIEKWEB_ID = RegExp.$1;
artist = Array.from(response.document.querySelectorAll('ul.cat-performers > li[itemprop="byArtist"] > a > span'))
.map(span => span.textContent.trim());
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if ((ref = response.document.querySelector('h1.cat-albumtitle')) != null) album = ref.textContent.trim();
if ((ref = response.document.querySelector('span[itemprop="catalogNumber"]')) != null)
catalogue = ref.textContent.trim();
if ((ref = response.document.querySelector('span[itemprop="recordLabel"]')) != null)
label = ref.textContent.trim();
genres = Array.from(response.document.querySelectorAll('ul.cat-genres span[itemprop="genre"]'))
.map(span => span.textContent.trim());
if ((ref = response.document.querySelector('div.cat-albumrelease > meta[itemprop="datePublished"][content]')) != null)
releaseDate = ref.content;
if ((ref = response.document.querySelector('span[itemprop="musicReleaseFormat"]')) != null) {
if (/\b(?:compact\s+disc)/i.test(ref.textContent)) media = 'CD';
}
getDescription(response, 'div#album-info div.cat-article-text', true);
// if (!description && (ref = response.document.querySelector('meta[property="og:description"]')) != null)
// description = ref.content;
if ((ref = response.document.querySelector('meta[property="og:image"][content]')) != null)
imgUrl = ref.content.replace(/\/COVER\/\w+\b/i, '/COVER/SUPERLARGE');
trs = response.document.querySelectorAll('ul.cat-tracklist > li[itemprop="itemListElement"] > div.cat-track-item');
return Array.from(trs).map(function(div, index) {
trackIdentifiers = {
TRACK_ID: (ref = div.querySelector('div.cat-track-playbuttons > div[id]')) != null ? ref.id : undefined,
};
trackArtist = Array.from(div.querySelectorAll('span[itemprop="byArtist"] meta[itemprop="name"][content]'))
.map(meta => meta.content);
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
release_date: releaseDate,
genre: genres.join('; '),
label: label,
catalog: catalogue,
media: media,
track_number: (ref = div.querySelector('div.cat-track-number')) != null
&& (parseInt(ref.textContent) || ref.textContent.trim()) || index + 1,
total_tracks: trs.length,
title: (ref = div.querySelector('div.cat-track[title]')) != null ? ref.title
: (ref = div.querySelector('div.cat-track-title')) != null ? ref.textContent.trim() : undefined,
track_artists: isVA || !trackArtist.equalCaselessTo(artist) ? trackArtist : undefined,
duration: (ref = div.querySelector('div.cat-track-playtime')) != null ?
timeStringToTime(ref.textContent) : undefined,
description: description,
url: identifiers.MUZIEKWEB_ID ? undefined
: (ref = response.document.querySelector('meta[property="og:url"]')) != null ?
ref.content : response.finalUrl,
cover_url: imgUrl,
identifiers: mergeIds(),
};
});
}); else if (url.hostname.endsWith('beatsource.com')) {
let releaseId = /^\/release\/\S+?\/(\d+)\b/i.test(url.pathname)
|| /\/releases\/(\d+)\b/i.test(url.pathname) ? parseInt(RegExp.$1) : undefined;
return (releaseId ? queryBeatsourceAPI('releases/' + releaseId) : Promise.reject('unknown URL scheme')).then(function(release) {
if (prefs.diag_mode) console.debug('Beatsource release metadata received:', release);
identifiers.BEATSOURCE_ID = release.id;
artist = release.artists.map(artist => artist.name);
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if (release.upc) identifiers.BARCODE = release.upc;
if ('is_explicit' in release) identifiers.EXPLICIT = Number(release.is_explicit);
function trackMapper(track, index) {
trackIdentifiers = { TRACK_ID: track.id };
if (track.isrc) trackIdentifiers.ISRC = track.isrc;
if ('is_explicit' in track) trackIdentifiers.EXPLICIT = Number(track.is_explicit);
if (track.bpm) trackIdentifiers.BPM = track.bpm;
trackArtist = track.artists.map(artist => artist.name);
if ((title = track.name) && track.mix_name && track.mix_name != 'Original Mix')
title += ' (' + track.mix_name + ')';
try { genres = [track.genre.name] } catch(e) { genres = [] }
if (track.sub_genre) try { genres.push(track.sub_genre.name) } catch(e) { }
return {
artist: isVA ? VA : undefined,
artists: artist.length > 0 ? artist : undefined,
album: release.name,
release_date: release.new_release_date || release.publish_date/* ||
track.new_release_date || track.publish_date*/ || undefined,
genre: genres.join('; ') || undefined,
label: release.label.name,
catalog: release.catalog_number || track.catalog_number || undefined,
media: media,
track_number: track.number || index + 1,
total_tracks: release.track_count,
title: title,
track_artists: trackArtist.length > 0 && (isVA || !trackArtist.equalCaselessTo(artist)) ?
trackArtist : undefined,
remixers: track.remixers.length > 0 ? track.remixers.map(remixer => remixer.name)
:/* release.remixers.length > 0 ? release.remixers.map(remixer => remixer.name) :*/ undefined,
duration: track.length_ms > 0 ? track.length_ms / 1000 : undefined,
description: release.desc || undefined,
url: release.slug ? `https://www.beatsource.com/release/${release.slug}/${release.id}` : url,
cover_url: release.image.uri ? release.image.uri.replace(/\/image_size\/\d+x\d+\//i, '/') : undefined,
identifiers: mergeIds(),
};
}
return queryBeatsourceAPI('releases/' + release.id + '/tracks', { per_page: 9999 }).then(function(tracks) {
if (prefs.diag_mode) console.debug('Beatsource tracks metadata received:', tracks.results);
return tracks.count == release.track_count ? tracks.results.map(trackMapper)
: Promise.reject('Track counts inconsistency');
}).catch(function(reason) {
console.warn('Beatsource release tracks failed:', reason);
return Promise.all(release.tracks.map(track => queryBeatsourceAPI(track)))
.then(tracks => tracks.map(trackMapper));
});
});
} else if (url.hostname == 'music.163.com' && (matches = /\/(?:album)\b.*\b(?:id)=(\d+)\b/i.exec(url.href)) != null) return Promise.all([
globalXHR('https://music.163.com/album?id=' + matches[1]),
queryNeteaseAPI('album/' + matches[1]), queryNeteaseAPI('v1/album/' + matches[1]),
]).then(function(responses) {
if (prefs.diag_mode) console.debug('Netease metadata loaded:', responses[1].album, responses[2]);
identifiers.NETEASE_ID = responses[1].album.id;
let featArtists = [];
artist = responses[1].album.artists.map(function(artist) {
featArtistParsers.forEach(function(rx) {
if (!rx.test(artist.name)) return;
featArtists.pushUniqueCaseless(...splitAmpersands(RegExp.$1));
artist.name = artist.name.replace(rx, '');
});
return artist.name;
});
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if ((ref = responses[0].document.querySelector('meta[property="music:release_date"][content]')) != null)
releaseDate = ref.content;
if (!(description = responses[2].album.description || responses[1].album.description)
&& (ref = responses[0].document.querySelector('meta[property="og:description"][content]')) != null)
description = ref.content;
return finalizeTracks(responses[1].album.songs.map(function(track, index) {
trackIdentifiers = { TRACK_ID: track.id };
let trackGuests = [];
trackArtist = track.artists.map(function(artist) {
featArtistParsers.forEach(function(rx) {
if (!rx.test(artist.name)) return;
trackGuests.pushUniqueCaseless(...splitAmpersands(RegExp.$1));
artist.name = artist.name.replace(rx, '');
});
return artist.name;
});
let useTA = isVA || !artistsMatch([artist, featArtists], [trackArtist, trackGuests])
imgUrl = /*responses[2].album.picUrl || */responses[1].album.picUrl || track.album.picUrl;
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
featured_artists: featArtists.length > 0 ? featArtists : undefined,
album: responses[1].album.name, //track.album.name
release_date: releaseDate,
media: media,
label: responses[1].album.company || undefined,
disc_number: parseInt(track.disc) || undefined,
track_number: track.no || index + 1,
total_tracks: responses[1].album.size,
title: track.name,
track_artists: useTA && trackArtist.length > 0 ? trackArtist : undefined,
track_guests: useTA && trackGuests.length > 0 ? trackGuests : undefined,
duration: track.duration / 1000 || undefined,
description: description ? '[quote]' + description.trim() + '[/quote]' : undefined,
url: !identifiers.NETEASE_ID && (ref = responses[0].document.querySelector('meta[property="og:url"]')) != null ?
ref.content : undefined,
cover_url: imgUrl ? imgUrl.replace(/\b(?:p[123])(?=\.music\.\d+\.net\b)/i, 'p4') : undefined,
identifiers: mergeIds(),
};
}));
}); else if (url.hostname.endsWith('extrememusic.com') && /^\/albums\/(\d+)\b/i.test(url.pathname)) {
let albumId = parseInt(RegExp.$1);
return globalXHR('https://www.extrememusic.com/env', {
responseType: 'json',
headers: { 'Referer': url.href },
}).then(({response}) => globalXHR('https://napi.extrememusic.com/albums/' + albumId, {
responseType: 'json',
headers: {
'X-API-Auth': response.token,
'X-Site-Id': 4,
},
})).then(function({response}) {
var albumMeta = response.album;
identifiers.EXTREMEMUSIC_ID = albumMeta.id;
isVA = vaParser.test(albumMeta.artist);
return response.tracks.map(function(track, index) {
trackIdentifiers = {
TYRACK_ID: track.id,
BPM: track.bpm || undefined,
};
if (track.codes) track.codes.forEach(code => { trackIdentifiers[code.name] = code.value });
let trackGenres = track.genre.map(genre => genre.label);
if (track.subgenre) Array.prototype.push.apply(trackGenres, track.subgenre.map(genre => genre.label));
if (track.keywords) Array.prototype.push.apply(trackGenres, track.keywords.map(keyword => keyword.label));
let trackSound = response.track_sounds.find(track_sound => track_sound.id == track.default_track_sound_id);
if (trackSound && 'explicit_lyrics' in trackSound) trackIdentifiers.EXPLICIT = Number(trackSound.explicit_lyrics);
return {
artist: isVA ? VA : albumMeta.artist,
album: albumMeta.title,
genre: trackGenres.join('; '),
catalog: albumMeta.album_no,
media: media,
track_number: index + 1,
total_tracks: albumMeta.track_count,
title: track.title,
composers: track.composers ? track.composers.map(composer => composer.name) : undefined,
duration: trackSound && trackSound.duration,
description: albumMeta.description || undefined,
url: !albumMeta.id ? url.href : undefined,
cover_url: albumMeta.image_large_url || undefined,
identifiers: mergeIds(),
};
});
});
} else if (url.hostname.endsWith('rateyourmusic.com') && url.pathname.startsWith('/release/album/')) return globalXHR(url).then(function(response) {
artist = Array.from(response.document.querySelectorAll('table.album_info span[itemprop="byArtist"] > a'))
.map(span => span.textContent.trim());
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if ((ref = response.document.querySelector('div.album_title')) != null) album = ref.firstChild.wholeText.trim();
response.document.querySelectorAll('table.album_info > tbody > tr').forEach(function(tr) {
let key = tr.querySelector(':scope > th.info_hdr'), value = tr.querySelector(':scope > td');
if (key != null && value != null) key = key.textContent.trim(); else return;
switch (key.toLowerCase()) {
case 'type':
identifiers.RELEASETYPE = ref.textContent.trim(); break;
case 'released':
releaseDate = new Date(value.textContent).toDateString(); break;
case 'genres':
genres = Array.from(value.querySelectorAll('meta[itemprop="genre"]')).map(meta => meta.content); break;
case 'language':
var language = value.textContent.trim(); break;
case 'issue details': {
let ids = value.textContent.trim().split(/\s*\/\s*/);
label = ids.shift();
catalogue = ids.shift();
break;
}
}
});
if ((ref = response.document.querySelector('meta[property="og:image"][content]')) != null) imgUrl = ref.content;
trs = response.document.querySelectorAll('ul#tracks > li.track > div[itemprop="track"]');
return Array.from(trs).map(function(div, index) {
trackArtist = Array.from(div.querySelectorAll('span[itemprop="byArtist"] meta[itemprop="name"][content]'))
.map(meta => meta.content);
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
release_date: releaseDate,
genre: genres.join('; '),
label: label,
catalog: catalogue,
//media: media,
track_number: (ref = div.querySelector('span.tracklist_num')) != null ?
parseInt(ref.textContent) || ref.textContent.trim() : index + 1,
total_tracks: trs.length,
title: (ref = div.querySelector('span.tracklist_title > span[itemprop="name"]')) != null ?
ref.textContent.trim() : undefined,
//track_artists: isVA || !trackArtist.equalCaselessTo(artist) ? trackArtist : undefined,
duration: (ref = div.querySelector('span.tracklist_title > span.tracklist_duration')) != null ?
parseInt(ref.dataset.inseconds) || timeStringToTime(ref.textContent) : undefined,
//description: description,
url: (ref = response.document.querySelector('meta[property="og:url"]')) != null ?
ref.content : response.finalUrl,
cover_url: imgUrl,
identifiers: mergeIds(),
};
});
}); else if (url.hostname.endsWith('recochoku.jp') && url.pathname.startsWith('/album/')) return globalXHR(url).then(function(response) {
if (/^\/(?:album)\/(\w+)\b/.test(url.pathname)) identifiers.RECOCHOKU_ID = RegExp.$1;
artist = Array.from(response.document.querySelectorAll('div.c-product-main-detail__artist > a'))
.map(a => a.textContent.trim());
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if ((ref = response.document.querySelector('h1.c-product-main-detail__title')) != null)
album = ref.textContent.trim();
if ((ref = response.document.querySelector('meta[property="og:image"][content]')) != null) {
imgUrl = new URL(ref.content);
let params = new URLSearchParams(imgUrl.search);
params.set('FFw', 999999999);
params.set('FFh', 999999999);
params.delete('h');
params.delete('option');
imgUrl.search = params;
}
trs = response.document.querySelectorAll('div#albumList > div.album-track-list > div.album-track-list__item');
return Array.from(trs).map(function(div, index) {
trackIdentifiers = { };
if ((ref = div.querySelector('div.album-track-list__audition > button')) != null) {
trackIdentifiers.TRACK_ID = ref.dataset.idTrack;
trackIdentifiers.ALBUM_ID = ref.dataset.idAlbum;
trackIdentifiers.MUSIC_ID = ref.dataset.idMusic;
}
title = ref != null ? ref.dataset.titleMusic : undefined;
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
media: media,
track_number: (ref = div.querySelector('span.album-track-list__number')) != null && parseInt(ref.textContent)
|| index + 1,
total_tracks: trs.length,
title: title || ((ref = div.querySelector('span.album-track-list__title-inner')) != null ?
ref.textContent.trim() : undefined),
duration: (ref = div.querySelector('div.album-track-list__spec')) != null ?
timeStringToTime(ref.textContent) : undefined,
url: !identifiers.RECOCHOKU_ID ? (ref = response.document.querySelector('meta[property="og:url"]')) != null ?
ref.content : response.finalUrl : undefined,
cover_url: imgUrl,
identifiers: mergeIds(),
};
});
}); else if (url.hostname == 'music.youtube.com') return getYTMcfg(url).then(function(ytcfg) {
if ((identifiers.YTM_ID = /^\/(?:browse)\/(\w+)\b/.exec(url.pathname)) == null)
return Promise.reject('this YouTube Music page can\'t be extracted');
identifiers.YTM_ID = identifiers.YTM_ID[1];
return globalXHR('https://music.youtube.com/youtubei/v1/browse?' + new URLSearchParams({
alt: 'json',
key: ytcfg.INNERTUBE_API_KEY,
}).toString(), {
responseType: 'json',
headers: { 'Referer': 'https://music.youtube.com/' },
}, Object.assign({
browseId: identifiers.YTM_ID,
browseEndpointContextSupportedConfigs: {
browseEndpointContextMusicConfig: { pageType: 'MUSIC_PAGE_TYPE_ALBUM' },
},
}, getYTMrequestContext(ytcfg)));
}).then(function({response}) {
let payloads = [ ];
for (let mutation of response.frameworkUpdates.entityBatchUpdate.mutations) {
if (mutation.payload) payloads.push(...Object.keys(mutation.payload).map(key => [key, mutation.payload[key]]));
}
if (prefs.diag_mode) console.debug('YTM payloads:', payloads);
return payloads;
}).then(function(payloads) {
const musicAlbumRelease = payloads.find(payload => payload[0] == 'musicAlbumRelease');
if (musicAlbumRelease == undefined) throw 'YTM album info missing (mutations)';
identifiers.DURATION_PRECISION = 'ms';
artist = payloads.filter(payload => payload[0] == 'musicArtist').map(musicArtist => musicArtist[1].name);
if (artist.length <= 0) artist = [musicAlbumRelease[1].artistDisplayName];
const artists = new Map(payloads.filter(payload => payload[0] == 'musicArtist')
.map(musicArtist => [musicArtist[1].id, musicArtist[1].name]));
if (prefs.diag_mode) console.debug('YTM album artists:', artists);
isVA = vaParser.test(musicAlbumRelease[1].artistDisplayName);
if ('explicitType' in musicAlbumRelease[1].contentRating)
identifiers.EXPLICIT = Number(musicAlbumRelease[1].contentRating.explicitType == 'MUSIC_ENTITY_EXPLICIT_TYPE_EXPLICIT');
if (musicAlbumRelease[1].releaseDate) releaseDate =
musicAlbumRelease[1].releaseDate.year.toString().padStart(4, '0') + '-' +
musicAlbumRelease[1].releaseDate.month.toString().padStart(2, '0') + '-' +
musicAlbumRelease[1].releaseDate.day.toString().padStart(2, '0');
switch (musicAlbumRelease[1].releaseType) {
//case 'MUSIC_RELEASE_TYPE_ALBUM': identifiers.RELEASETYPE = 'Album'; break;
case 'MUSIC_RELEASE_TYPE_SINGLE': identifiers.RELEASETYPE = 'Single'; break;
case 'MUSIC_RELEASE_TYPE_EP': identifiers.RELEASETYPE = 'EP'; break;
}
if (Array.isArray(musicAlbumRelease[1].thumbnailDetails.thumbnails))
imgUrl = musicAlbumRelease[1].thumbnailDetails.thumbnails[0].url.replace(/(?:=[swh]\d+.*)?$/, '=s0');
return payloads.filter(payload => payload[0] == 'musicTrack').map(function(musicTrack, index) {
trackIdentifiers = { TRACK_ID: musicTrack[1].id };
if ('explicitType' in musicTrack[1].contentRating)
trackIdentifiers.EXPLICIT = Number(musicTrack[1].contentRating.explicitType == 'MUSIC_ENTITY_EXPLICIT_TYPE_EXPLICIT');
musicTrack[1].artists.forEach(function(artist) {
if (!artists.has(artist)) console.warn('YouTube Music album artists index missing id', artist);
});
return {
artist: isVA ? VA : musicAlbumRelease[1].artistDisplayName,
album: musicAlbumRelease[1].title,
release_date: releaseDate,
media: media,
track_number: parseInt(musicTrack[1].albumTrackIndex) || index + 1,
total_tracks: parseInt(musicAlbumRelease[1].trackCount) || undefined,
title: musicTrack[1].title,
track_artists: musicTrack[1].artists.length > 0
&& (isVA || !musicTrack[1].artists.equalTo(Object.keys(artists))) ?
musicTrack[1].artists.map(artist => artists.get(artist)/* || artist*/) : undefined,
duration: parseInt(musicTrack[1].lengthMs) / 1000 || undefined,
cover_url: imgUrl,
identifiers: mergeIds(),
};
});
}); else if (url.hostname == 'music.amazon.com') {
if ((identifiers.AMAZON_ID = /^\/(?:albums)\/(\w+)\b/.exec(url.pathname)) == null)
return Promise.reject('this Amazon Music page can\'t be extracted');
identifiers.AMAZON_ID = identifiers.AMAZON_ID[1];
const pageUrl = 'https://music.amazon.com/albums/' + identifiers.AMAZON_ID;
return globalXHR(url, { headers: { 'User-Agent': UA } }).then(function(response) {
let preConnect = response.document.querySelector('head > link[rel="preconnect"]');
//preConnect = 'https://na.web.skill.music.a2z.com/'
if (preConnect != null) preConnect = preConnect.href; else throw 'preConnect == null';
for (let script of response.document.querySelectorAll('head > script')) {
var appConfig = /^\s*(?:window\.amznMusic)\s*=\s*(\{[\S\s]+?\});\s*$/.exec(script.text);
if (appConfig != null) try {
appConfig = eval('(' + appConfig[1] + ')').appConfig;
sessionStorage.amznAppConfig = JSON.stringify(appConfig);
if (prefs.diag_mode) console.debug('Amazon Music appConfig:', appConfig);
break;
} catch(e) { console.warn(e) }
}
return appConfig && appConfig.csrf ? globalXHR(preConnect + 'api/showCatalogAlbum/' + identifiers.AMAZON_ID, {
responseType: 'json',
headers: {
'User-Agent': UA,
'Referer': pageUrl,
'x-amzn-request-id': uuid(),
'x-amzn-session-id': appConfig.sessionId,
'x-amzn-timestamp': Date.now(),
'x-amzn-page-url': pageUrl,
'x-amzn-authentication': JSON.stringify({
interface: 'ClientAuthenticationInterface.v1_0.ClientTokenElement',
accessToken: appConfig.accessToken,
}),
'x-amzn-csrf': JSON.stringify({
interface: 'CSRFInterface.v1_0.CSRFHeaderElement',
token: appConfig.csrf.token,
timestamp: appConfig.csrf.ts,
rndNonce: appConfig.csrf.rnd,
}),
'x-amzn-application-version': appConfig.version,
'x-amzn-device-family': 'WebPlayer',
'x-amzn-device-model': 'WEBPLAYER',
'x-amzn-device-type': appConfig.deviceType,
'x-amzn-device-id': appConfig.deviceId,
'x-amzn-device-language': 'en_US',
'x-amzn-device-time-zone': makeTimeString(-new Date().getTimezoneOffset(), true),
'x-amzn-os-version': '1.0',
'x-amzn-device-width': 1920,
'x-amzn-device-height': 1080,
'x-amzn-user-agent': UA,
'x-amzn-referer': 'music.amazon.com',
'x-amzn-music-domain': 'music.amazon.com',
},
}) : Promise.reject('Failed to extract appConfig');
}).then(({response}) => response.methods[0].template).then(function(album) {
if (prefs.diag_mode) console.debug('Amazon Music album meta loaded:', album);
return album.widgets[0].items.map((item, index) => ({
artist: vaParser.test(album.headerSecondaryText) ? VA : album.headerSecondaryText.trim(),
album: album.headerText.text.trim(),
media: media,
track_number: index + 1,
total_tracks: album.widgets[0].items.length,
title: item.primaryText.trim(),
duration: timeStringToTime(item.secondaryText3),
cover_url: album.headerImage,
identifiers: Object.assign({ TRACK_ID: item.primaryLink.deeplink.replace(/^.*\//, '') }, identifiers),
}));
});
} else if (url.hostname.endsWith('kuwo.cn') && url.pathname.startsWith('/album_detail/')) return globalXHR(url).then(function(response) {
if (/^\/(?:album_detail)\/(\d+)\b/.test(url.pathname)) identifiers.KUWO_ID = parseInt(RegExp.$1);
artist = Array.from(response.document.querySelectorAll('p.artist_name > span'))
.map(span => span.textContent.trim());
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if ((ref = response.document.querySelector('p.song_name')) != null) album = ref.textContent.trim();
else throw 'Kuwo CN: invalid page structure (title missing)';
response.document.querySelectorAll('p.song_info > span.tip').forEach(function(span) {
for (var key = span; key = key.previousElementSibling; key != null)
if (!key.className && key.style.display != 'none') break;
if (key != null) key = key.textContent.trim().replace(/\s*[:：].*$/, ''); else return;
switch (key) {
case '发行时间': releaseDate = span.textContent.trim(); break;
}
});
response.document.querySelectorAll('body > script').forEach(function(script) {
if (!/\b(?:__NUXT__)\b/.test(script.text)) return;
if (!description && /\b(?:albuminfo):\s*"(.+?)"/.test(script.text)) description = RegExp.$1;
if (!imgUrl && /\b(?:pic):"(.+?)"/.test(script.text))
imgUrl = eval('"' + RegExp.$1 + '"').replace(/(\/albumcover)\/\d+\//i, '$1/0/');
});
if (!description && (ref = response.document.querySelector('p.intr_txt')) != null)
description = ref.firstChild.textContent.trim().replace(/\.{3,}$/, '');
trs = response.document.querySelectorAll('ul.album_list > li.song_item');
return Array.from(trs).map(function(li, index) {
trackIdentifiers = { };
if ((ref = li.querySelector('div.song_name > a.name')) != null) {
title = ref.title || ref.textContent.trim();
if (/^\/play_detail\/(\d+)\b/.test(ref.pathname)) trackIdentifiers.TRACK_ID = parseInt(RegExp.$1);
} else title = undefined;
trackArtist = (ref = li.querySelector('div.song_artist > span')) != null ?
ref.title || ref.textContent.trim() : undefined;
return {
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
release_date: releaseDate,
media: media,
track_number: (ref = li.querySelector('div.rank_num > span')) != null && parseInt(ref.textContent)
|| index + 1,
total_tracks: trs.length,
title: title,
track_artist: trackArtist && !isVA && !artistsMatch(trackArtist, [artist]) ? trackArtist : undefined,
duration: (ref = li.querySelector('div.song_time > span')) != null ?
timeStringToTime(ref.textContent) : undefined,
url: !identifiers.KUWO_ID ? response.finalUrl : undefined,
cover_url: imgUrl,
identifiers: mergeIds(),
};
});
}); else return globalXHR(url).then(function(response) {
let elem = response.document.querySelector('head > meta[name="generator"][content]');
if (elem != null && elem.content.toLowerCase() == 'bandcamp') return bcParser(response);
if (!weak) clipBoard.value = '';
return Promise.reject('can not extract anything from ' + url);
});
function bcParser(response) {
if (!url.pathname.startsWith('/album/') && !url.pathname.startsWith('/track/'))
console.warn('Nonstandard Bandcamp path:', url);
artist = Array.from(response.document.querySelectorAll('div#name-section > h3 > span > a'))
.map(a => a.textContent.trim());
isVA = artist.length <= 0 || artist.length == 1 && vaParser.test(artist[0]);
if ((ref = response.document.querySelector('span.back-link-text')) != null)
label = ref.lastChild.textContent.trim();
else if ((ref = response.document.querySelector('p#band-name-location > span.title')) != null)
label = ref.textContent.trim();
let tags = new TagManager;
response.document.querySelectorAll('div.tralbumData.tralbum-tags > a.tag').forEach(function(tag) {
if (!artist.some(artist => tag.textContent.trim().toLowerCase() == artist.toLowerCase()))
tags.add(tag.textContent.trim());
});
if ((ref = response.document.querySelector('div#tralbumArt > a.popupImage')) != null) ref = ref.href;
else if ((ref = response.document.querySelector('meta[property="og:image"]')) != null) ref = ref.conent;
if (ref) imgUrl = ref.replace(/_\d+(?=\.\w+$)/, '_0');
let playerData = (ref = response.document.querySelector('meta[property="og:video"][content]')) != null ?
globalXHR(ref.content, { responseType: 'text' }).then(function(response) {
if (!/^\s*(var\s+playerdata\s*=\s*(\{.+\});)\s*$/m.test(response.responseText))
return Promise.reject('External metadata not found');
try { return JSON.parse(RegExp.$2) } catch(e) {
eval(RegExp.$1);
return playerdata;
}
}) : Promise.reject('Player data missing');
if (prefs.diag_mode) playerData.then(playerdata => { console.debug('Bandcamp playerdata loaded:', playerdata) })
playerData.catch(reason => { console.warn('Bandcamp playerdata load failed:', reason) });
if ((ref = response.document.head.querySelector('script[data-tralbum]')) != null) try {
var tralbum = JSON.parse(ref.dataset.tralbum);
if (typeof tralbum != 'object') throw 'invalid tralbum format';
if (Array.isArray(tralbum.packages) && tralbum.packages.length > 0) for (let key in tralbum.packages[0])
if (!tralbum.current[key] && tralbum.packages.every(pkg => pkg[key] == tralbum.packages[0][key]))
tralbum.current[key] = tralbum.packages[0][key];
if (prefs.diag_mode) console.debug('Bandcamp metadata loaded:', tralbum);
if (!tralbum.trackinfo || tralbum.trackinfo.length <= 0) throw 'No tracks found';
identifiers.BANDCAMP_ID = tralbum.current.id || tralbum.id;
identifiers.RELEASETYPE = tralbum.current.type || tralbum.item_type;
if (identifiers.RELEASETYPE && identifiers.RELEASETYPE.toLowerCase() == 'album') delete identifiers.RELEASETYPE;
identifiers.BARCODE = tralbum.current.upc;
if (tralbum.current.artist || tralbum.artist) isVA = vaParser.test(tralbum.current.artist || tralbum.artist);
description = tralbum.current.about;
if (tralbum.current.credits) if (description) description += '\n\n' + tralbum.current.credits;
else description = tralbum.current.credits;
return tralbum.trackinfo.map(function(track, index) {
trackIdentifiers = {
TRACK_ID: track.track_id,
//HASLYRICS: Number(track.has_lyrics) || 0,
};
return {
artist: isVA ? VA : tralbum.current.artist || tralbum.artist || joinArtists(artist),
album: tralbum.current.title,
release_date: tralbum.current.release_date || tralbum.album_release_date,
description: description,
label: label || tralbum.current.label || undefined,
catalog: tralbum.current.sku || undefined,
genre: tags.toString(),
duration: track.duration || undefined,
lyrics: track.lyrics || undefined,
title: track.title,
track_number: track.track_num || index + 1,
total_tracks: tralbum.trackinfo.length,
media: 'WEB',
url: tralbum.url || response.finalUrl,
cover_url: imgUrl,
identifiers: mergeIds(),
};
});
} catch(e) { console.warn('Bandcamp: failed to parse tralbum (' + e + ')', ref.dataset.tralbum, tralbum) }
console.warn('Bandcamp: falling back to HTML parser');
if ((ref = response.document.querySelector('div#name-section > h2.trackTitle')) != null)
album = ref.textContent.trim();
ref = response.document.querySelector('div.tralbum-credits');
if (ref != null && /\b(?:release[ds])\s+(.*?\b\d{4})\b/i.test(ref.textContent)) releaseDate = RegExp.$1;
description = [];
response.document.querySelectorAll('div.tralbumData.tralbum-about, div.tralbumData.tralbum-credits')
.forEach(div => { description.push(html2php(div, response.finalUrl).trim()) });
description = description.filter(p => p).join('\n\n');
if ((ref = refresponse.document.querySelector('input.email-im-link-text[type="text"]')) != null)
var shareLink = ref.value.replace(/^(?:http)\b/i, 'https');
trs = response.document.querySelectorAll('table#track_table > tbody > tr.track_row_view');
return Array.from(trs).map(tr => ({
artist: isVA ? VA : undefined,
artists: !isVA ? artist : undefined,
album: album,
//album_year: extractYear(releaseDate),
release_date: releaseDate,
label: label,
media: media,
genre: tags.toString(),
disc_number: discNumber,
total_discs: totalDiscs,
track_number: (ref = tr.querySelector('div.track_number')) != null ?
parseInt(ref.textContent) || ref.textContent.replace(/\..*$/, '') : undefined,
total_tracks: trs.length,
title: (ref = tr.querySelector('div.title span.track-title, div.title span[itemprop="name"]')) != null ?
ref.textContent.trim().replace(/\s+/g, ' ') : undefined,
duration: durationFromMeta(tr) || (ref = tr.querySelector('span.time')) != null
&& timeStringToTime(ref.textContent) || undefined,
url: shareLink || response.finalUrl,
description: description,
identifiers: mergeIds(),
cover_url: imgUrl,
}));
}
function mergeIds() {
let r = Object.assign({}, identifiers, trackIdentifiers);
trackIdentifiers = {};
return r;
}
function getDescription(response, selectorOrNode, quote = false) {
description = [];
if (selectorOrNode instanceof HTMLElement) addFromNode(selectorOrNode);
else if (typeof selectorOrNode == 'string')
response.document.querySelectorAll(selectorOrNode).forEach(addFromNode);
description = description.join('\n\n').collapseGaps();
if (quote && description.length > 0 && !description.includes('[quote]'))
description = '[quote]' + description + '[/quote]';
function addFromNode(node) {
var p = html2php(node, response.finalUrl).trim();
if (p) description.push(p);
}
}
function durationFromMeta(elem) {
if (!(elem instanceof HTMLElement)) return undefined;
let meta = elem.querySelector('meta[itemprop="duration"][content]');
if (meta == null) return undefined;
let m = /^PT?(?:(?:(\d+)H)?(\d+)M)?(\d+)S$/i.exec(meta.content);
if (m != null) return (parseInt(RegExp.$1) || 0) * 60**2 + (parseInt(RegExp.$2) || 0) * 60 + (parseInt(RegExp.$3) || 0);
m = timeStringToTime(meta.content);
return m != null ? m : undefined;
}
function guessDiscNumber() {
if (discParser.test(discSubtitle)) {
discSubtitle = undefined;
discNumber = parseInt(RegExp.$1);
}
}
function finalizeTracks(_tracks = tracks) {
if (isVA || !_tracks.every(function(track) {
return Array.isArray(track.track_artists) && track.track_artists.equalCaselessTo(_tracks[0].track_artists)
&& (Array.isArray(track.track_guests) ? track.track_guests.equalCaselessTo(_tracks[0].track_guests)
: !Array.isArray(_tracks[0].track_guests))
|| track.track_artist && track.track_artist == _tracks[0].track_artist;
})) return _tracks;
_tracks.forEach(function(track) {
if (Array.isArray(track.track_artists)) {
track.artists = track.track_artists.sort();
if (Array.isArray(track.track_guests)) track.featured_artists = track.track_guests.sort();
delete track.artist;
} else if (track.track_artist) track.artist = track.track_artist;
delete track.track_artists;
delete track.track_guests;
delete track.track_artist;
});
return _tracks;
}
} // fetchOnline_Music
function joinArtists(arr, decorator = artist => artist) {
if (!Array.isArray(arr)) return null;
if (arr.some(artist => artist.includes('&'))) return arr.map(decorator).join(', ');
if (arr.length < 3) return arr.map(decorator).join(' & ');
return arr.slice(0, -1).map(decorator).join(', ') + ' & ' + decorator(arr.slice(-1).pop());
}
function stringifyArtists(artists) {
if (Array.isArray(artists)) try {
if (artists[0].length <= 0) return null;
let result = joinArtists(artists[0]);
if (artists[1].length > 0) result += ' feat. ' + joinArtists(artists[1]);
return result;
} catch(e) { console.error('stringifyArtists(...):', e) }
return null;
}
function twoOrMore(artist) { return artist.length >= 2 && !pseudoArtistParsers.some(rx => rx.test(artist)) };
function looksLikeTrueName(artist, index = 0) {
return twoOrMore(artist)
&& (index == 0 || !/^(?:his\b|her\b|Friends$|Strings$)/i.test(artist))
&& artist.split(/\s+/).length >= 2
&& !pseudoArtistParsers.some(rx => rx.test(artist)) || getSiteArtist(artist);
}
function strip(art) {
return [
/\s+(?:aka|AKA)\.?\s+(.*)$/g,
tailingBracketStripper,
].reduce((acc, rx, ndx) => ndx != 1 || rx.test(acc) && !notMonospaced(RegExp.$1) ? acc.replace(rx, '') : acc, art);
}
function getSiteArtist(artist, asynchronous = false) {
//if (isOPS) return undefined;
if (!artist || notSiteArtistsCache.includesCaseless(artist)) return null;
let key = Object.keys(siteArtistsCache).find(it => it.toLowerCase() == artist.toLowerCase());
if (key) return siteArtistsCache[key];
let now = Date.now();
try { var apiTimeFrame = JSON.parse(window.localStorage[siteApiTimeframeStorageKey]) } catch(e) { apiTimeFrame = {} }
if (!apiTimeFrame.timeStamp || now > apiTimeFrame.timeStamp + 10000 + gazelleApiFrameReserve) {
apiTimeFrame.timeStamp = now;
apiTimeFrame.requestCounter = 1;
} else ++apiTimeFrame.requestCounter;
window.localStorage[siteApiTimeframeStorageKey] = JSON.stringify(apiTimeFrame);
if (apiTimeFrame.requestCounter > 5) {
console.debug('getSiteArtist() request exceeding AJAX API time frame: /ajax.php?action=artist&artistname="' +
artist + '" (' + apiTimeFrame.requestCounter + ')');
if (prefs.messages_verbosity >= 2) addMessage('AJAX API request exceeding time frame: artistname="' +
artist + '" (' + apiTimeFrame.requestCounter + ')', 'notice');
++ajaxRejects;
return undefined;
}
try {
let requestUrl = '/ajax.php?action=artist&artistname=' + encodeURIComponent(artist);
let xhr = new XMLHttpRequest;
xhr.open('GET', requestUrl, asynchronous);
if (isRED && prefs.redacted_api_key) xhr.setRequestHeader('Authorization', prefs.redacted_api_key);
xhr.send();
if (xhr.status == 404) {
notSiteArtistsCache.pushUniqueCaseless(artist);
return null;
}
if (xhr.readyState != XMLHttpRequest.DONE || xhr.status < 200 || xhr.status >= 400) {
console.warn('getSiteArtist("' + artist + '") error:', xhr, 'url:', document.location.origin + requestUrl);
return undefined; // error
}
let response = JSON.parse(xhr.responseText);
if (response.status != 'success') {
notSiteArtistsCache.pushUniqueCaseless(artist);
return null;
}
delete response.response.torrentgroup;
siteArtistsCache[artist] = response.response;
if (prefs.diag_mode) console.log('getSiteArtist("' + artist + '") success:', siteArtistsCache[artist]);
return (siteArtistsCache[artist]);
} catch(e) {
console.error('UA::getSiteArtist("' + artist + '"):', e, xhr);
return undefined;
}
}
function splitArtists(str, parsers = multiArtistParsers) {
let result = [str];
if (Array.isArray(parsers)) parsers.forEach(function(parser) {
for (let i = result.length; i > 0; --i) {
let j = result[i - 1].split(parser).map(strip);
if (j.length > 1 && j.every(twoOrMore) && !j.some(artist => pseudoArtistParsers.some(rx => rx.test(artist)))
&& !getSiteArtist(result[i - 1])) result.splice(i - 1, 1, ...j);
}
});
return result;
}
function splitAmpersands(artists) {
if (typeof artists == 'string') var result = splitArtists(artists);
else if (Array.isArray(artists)) result = Array.from(artists); else return [];
ampersandParsers.forEach(function(ampersandParser) {
for (let i = result.length; i > 0; --i) {
let j = result[i - 1].split(ampersandParser).map(strip);
if (j.length <= 1 || getSiteArtist(result[i - 1]) || !j.every(looksLikeTrueName)) continue;
result.splice(i - 1, 1, ...j.filter(function(artist) {
return !result.includesCaseless(artist) && !pseudoArtistParsers.some(rx => rx.test(artist));
}));
}
});
return result;
}
function getArtists(trackArtist) {
if (!trackArtist || typeof trackArtist != 'string') trackArtist = '';
otherArtistsParsers.forEach(it => { if (it[0].test(trackArtist)) trackArtist = RegExp.$1 });
let result = [[], []];
featArtistParsers.forEach(function(rx, ndx) {
let matches = rx.exec(trackArtist);
if (matches == null || ndx >= 7 && !looksLikeTrueName(matches[1], 1)) return;
splitAmpersands(matches[1]).forEach(artist => { result[1].pushUniqueCaseless(artist) });
trackArtist = trackArtist.replace(rx, '');
});
splitAmpersands(trackArtist).forEach(artist => { result[0].pushUniqueCaseless(artist) });
return result;
}
function artistsMatch(artist1, artist2) {
if (!artist1 && !artist2) return true;
if (!artist1 || !artist2) return false;
if (typeof artist1 == 'string' && typeof artist2 == 'string'
&& artist1.toLowerCase() == artist2.toLowerCase()) return true;
if (Array.isArray(artist1)) {
var _artist1 = getStringVariants(artist1);
try { if (_artist1.some(artist => artist == artist2.toLowerCase())) return true } catch(e) { }
}
if (Array.isArray(artist2)) {
var _artist2 = getStringVariants(artist2);
try { if (_artist2.some(artist => artist == artist1.toLowerCase())) return true } catch(e) { }
}
if (_artist1 && _artist2 && _artist1.some(artist => _artist2.includes(artist))) return true;
if (typeof artist1 == 'string') artist1 = getArtists(artist1);
if (typeof artist2 == 'string') artist2 = getArtists(artist2);
if (!Array.isArray(artist1) || !Array.isArray(artist2)) {
console.warn('artistsMatch: assertion failed', artist1, artist2);
return false;
}
return Array.isArray(artist1[0]) && Array.isArray(artist2[0]) && artist1[0].equalCaselessTo(artist2[0])
&& ((!Array.isArray(artist1[1]) || artist1[1].length <= 0) && (!Array.isArray(artist2[1]) || artist2[1].length <= 0)
|| Array.isArray(artist1[1]) && artist1[1].equalCaselessTo(artist2[1]));
}
function getStringVariants(arr) {
if (!Array.isArray(arr)) return null;
let result = [arr[0].join(', '), joinArtists(arr[0])];
if (Array.isArray(arr[1]) && arr[1].length > 0) {
result[0] += ' feat. ' + arr[1].join(', ');
result[1] += ' feat. ' + joinArtists(arr[1]);
result = result.concat(result.map(a => a.replace(' feat. ', ' ft. ')))
.concat(result.map(a => a.replace(' feat. ', ' featuring ')))
.concat(result.map(a => a.replace(' feat. ', ' with ')))
.concat(result.map(a => a.replace(' feat. ', ' avec ')));
}
return result.map(a => a.toLowerCase());
}
function queryGenericAPI(hostName, endPoint, params = undefined, headers = undefined) {
return endPoint ? new Promise(function(resolve, reject) {
let url = new URL(endPoint, httpParser.test(endPoint) ? undefined : 'https://' + hostName),
query = new URLSearchParams(params);
if (Array.from(query).length > 0) url.search = query;
if (!headers || typeof headers != 'object') headers = { };
Object.assign(headers, {
'Accept': 'application/json',
'X-Requested-With': 'XMLHttpRequest',
});
//if (prefs.diag_mode) console.debug('queryGenericAPI(...) requesting URL', url.href);
queryInternal();
function queryInternal() {
GM_xmlhttpRequest({ method: 'GET', url: url, responseType: 'json', headers: headers,
onload: function(response) {
//if (prefs.diag_mode) console.debug('queryGenericAPI', domain, key, params, headers, response);
if (response.status >= 200 && response.status < 400) resolve(response.response);
else reject(defaultErrorHandler(response));
},
onerror: response => { reject(defaultErrorHandler(response)) },
ontimeout: response => { reject(defaultTimeoutHandler(response)) },
});
}
}) : Promise.reject('endpoint missing');
}
function queryItunesAPI(endPoint, params) {
return endPoint ? queryGenericAPI('itunes.apple.com', endPoint, params) : Promise.reject('No API endpoint');
}
function queryDeezerAPI(endPoint, params) {
return endPoint ? new Promise(function(resolve, reject) {
const t0 = Date.now(), safeTimeFrame = 5000 + GM_getValue('deezer_quota_reserve', 500);
let dzUrl = 'https://api.deezer.com/' + endPoint, retryCounter = 0, quotaCounter = 0;
if (params && typeof params == 'object') try {
params = new URLSearchParams(params);
dzUrl += '?' + params.toString();
} catch(e) { console.error(e, params) } else if (params != undefined) dzUrl += '/' + params.toString();
//console.debug('Deezer query URL:', url);
requestInternal();
function requestInternal() {
const requestStart = Date.now();
if (!dzApiTimeFrame.timeStamp || requestStart - dzApiTimeFrame.timeStamp > safeTimeFrame) {
dzApiTimeFrame.timeStamp = requestStart;
dzApiTimeFrame.requestCounter = 1;
} else ++dzApiTimeFrame.requestCounter;
const queueSnapshot = {
frameStart: dzApiTimeFrame.timeStamp,
position: dzApiTimeFrame.requestCounter,
timeDistance: requestStart - dzApiTimeFrame.timeStamp,
frameLength: safeTimeFrame,
};
if (dzApiTimeFrame.requestCounter <= 50) GM_xmlhttpRequest({
method: 'GET',
url: dzUrl,
responseType: 'json',
headers: {
'Accept': 'application/json',
'Accept-Language': 'en-US, en',
'X-Requested-With': 'XMLHttpRequest',
},
onload: function(response) {
if (response.status < 200 || response.status >= 400) return reject(defaultErrorHandler(response));
if (!response.response.error) {
let dt = Date.now() - t0;
resolve(response.response);
if (retryCounter > 0) console.debug('Deezer API request fulfilled after',
retryCounter, 'retries and', quotaCounter, 'postponements in', dt, 'ms');
} else if (response.response.error.code == 4) {
setTimeout(requestInternal, 100);
console.warn('Deezer API semaphore failed:', queueSnapshot, dzApiTimeFrame, ++retryCounter);
} else reject(response.response.error.message);
},
onerror: response => { reject(defaultErrorHandler(response)) },
ontimeout: response => { reject(defaultTimeoutHandler(response)) },
}); else {
setTimeout(requestInternal, dzApiTimeFrame.timeStamp + safeTimeFrame - requestStart);
++quotaCounter;
}
}
}) : Promise.reject('No API endpoint');
}
function queryDiscogsAPI(endPoint, params) {
return endPoint ?
setSession().then(auth => queryGenericAPI('api.discogs.com', endPoint, params, { 'Authorization': auth }))
: Promise.reject('No API endpoint');
function setSession() {
return Promise.resolve('Discogs key="' + discogs_key + '", secret="' + discogs_secret + '"');
//return Promise.resolve('Discogs token="' + discogs_token + '"');
const oauthNonce = randomString(64), userAgent = 'Upload-Assistant.js/1.0';
// https://www.discogs.com/developers#page:authentication,header:authentication-discogs-auth-flow
return globalXHR('https://api.discogs.com/oauth/request_token', { method: 'HEAD', headers: {
'Content-Type': 'application/x-www-form-urlencoded',
'Authorization': 'OAuth oauth_consumer_key="' + discogs_key + '", oauth_nonce="' + oauthNonce + '", ' +
'oauth_signature="' + discogs_secret + '&", oauth_signature_method="PLAINTEXT", ' +
'oauth_timestamp="' + Date.now() + '"',
'User-Agent': userAgent,
} }).then(function(response) {
if (!/^(?:oauth_token)\s*=\s*(\S+)\b/im.text(response.responseHeaders)) return Promise.reject('invalid header');
let accessToken = RegExp.$1;
if (!/^(?:oauth_token_secret)\s*=\s*(\S+)\b/im.text(response.responseHeaders))
return Promise.reject('invalid header');
let accessTokenSecret = RegExp.$1;
return new Promise(function(resolve, reject) {
GM_openInTab('https://discogs.com/oauth/authorize?oauth_token=' + accessToken, {
active: true,
insert: true,
setParent: true,
}).onclose = function() {
// TODO: get verifier code
resolve(oauth_verifier);
};
}).then(oauth_verifier => globalXHR('https://api.discogs.com/oauth/access_token', {method: 'POST', headers: {
'Content-Type': 'application/x-www-form-urlencoded',
'Authorization': 'OAuth oauth_consumer_key="' + discogs_key + '", oauth_nonce="' + oauthNonce + '", ' +
'oauth_token="' + accessToken + '", oauth_signature="' + discogs_secret + '&", ' +
'oauth_signature_method="PLAINTEXT", oauth_timestamp="' + Date.now() + '", ' +
'oauth_verifier="' + oauth_verifier + '"',
'User-Agent': userAgent,
} })).then(function(response) {
if (!/^(?:oauth_token)\s*=\s*(\S+)\b/im.text(response.responseHeaders)) return Promise.reject('invalid header');
accessToken = RegExp.$1;
if (!/^(?:oauth_token_secret)\s*=\s*(\S+)\b/im.text(response.responseHeaders))
return Promise.reject('invalid header');
accessTokenSecret = RegExp.$1;
return 'oauth_token="' + accessToken + '", oauth_token_secret="' + accessTokenSecret + '"';
});
});
}
}
function queryMusicBrainzAPI(endPoint, params) {
return endPoint ? queryGenericAPI('musicbrainz.org', 'ws/2/' + endPoint + '/', Object.assign({ fmt: 'json' }, params))
: Promise.reject('No API endpoint');
}
function querySpotifyAPI(endPoint, params) {
return endPoint ? setOauth2Token().then(credentials => queryGenericAPI('api.spotify.com', 'v1/' + endPoint, params, {
Authorization: credentials.token_type + ' ' + credentials.access_token,
})) : Promise.reject('No API endpoint');
function setOauth2Token() {
try { var accessToken = JSON.parse(window.localStorage.spotifyAccessToken) } catch(e) { }
if (isTokenValid(accessToken)) {
if (prefs.diag_mode) console.debug('Re-used Spotify access token:', accessToken,
'expires at', new Date(accessToken.expires_at).toTimeString(),
'(+' + makeTimeString((accessToken.expires_at - Date.now()) / 1000) + ')');
return Promise.resolve(accessToken);
}
if (!spotify_clientid || !spotify_clientsecret) return Promise.reject('Spotify credentials not configured');
const data = new URLSearchParams({
'grant_type': 'client_credentials',
});
let timeStamp = Date.now();
return globalXHR('https://accounts.spotify.com/api/token', { responseType: 'json', headers: {
Authorization: 'Basic ' + btoa(spotify_clientid + ':' + spotify_clientsecret),
} }, data).then(function({response}) {
accessToken = response;
if (!accessToken.timestamp) accessToken.timestamp = timeStamp;
//else accessToken.timestamp -= tzOffset;
if (!accessToken.expires_at) accessToken.expires_at = accessToken.timestamp + accessToken.expires_in * 1000;
else accessToken.expires_at -= tzOffset;
if (!isTokenValid(accessToken)) {
console.warn('Received invalid Spotify token:', accessToken);
return Promise.reject('invalid token received');
}
window.localStorage.spotifyAccessToken = JSON.stringify(accessToken);
if (prefs.diag_mode) console.debug('Spotify access token successfully set:', accessToken,
makeTimeString((Date.now() - accessToken.timestamp) / 1000, true));
return accessToken;
});
}
function isTokenValid(accessToken) {
return typeof accessToken == 'object' && accessToken.token_type && accessToken.access_token
&& accessToken.expires_at >= Date.now() + oauth2timeReserve * 1000;
}
}
function queryLastFmAPI(method, params) {
return method ? lastfm_api_key ? queryGenericAPI('ws.audioscrobbler.com', '2.0/', Object.assign({
method: method,
api_key: lastfm_api_key,
format: 'json',
}, params || { })) : Promise.reject('Last.fm API key not configured') : Promise.reject('No API method');
}
function queryTidalAPI(endPoint, params, countryCode) {
if (!endPoint) return Promise.reject('No API endpoint');
const deviceTokens = [
/* 0 */ 'wdgaB1CilGA-S_s2', // [revoked] browser | Streams HIGH/LOW Quality over RTMP, FLAC and Videos over HTTP, but many Lossless Streams are encrypted.
/* 1 */ '4zx46pyr9o8qZNRw', // [revoked] browser(?) | other quality
/* 2 */ 'kgsOOmYk3zShYrNP', // [invalid] Android | All Streams are HTTP Streams. Correct numberOfVideos in Playlists (best Token to use)
/* 3 */ 'GvFhCVAYp3n43EN3', // [invalid] iOS | Same as Android Token, but uses ALAC instead of FLAC
/* 4 */ '_DSTon1kC8pABnTw', // [working] iOS | Same as Android Token, but uses ALAC instead of FLAC
/* 5 */ '4zx46pyr9o8qZNRw', // [revoked] native | Same as Android Token, but FLAC streams are encrypted
/* 6 */ 'BI218mwp9ERZ3PFI', // [invalid] audirvana | Like Android Token, supports MQA, but returns 'numberOfVideos = 0' in Playlists
/* 7 */ 'wc8j_yBJd20zOmx0', // [working] amarra | Like Android Token, but returns 'numberOfVideos = 0' in Playlists
/* 8 */ 'P5Xbeo5LFvESeDy6', // [revoked] Like Android Token, but returns 'numberOfVideos = 0' in Playlists
/* 9 */ '_KM2HixcUBZtmktH', // [revoked] Same as previous
/* 10 */ 'oIaGpqT_vQPnTr0Q', // [revoked] Same, but uses RTMP for HIGH/LOW Quality
/* 11 */ 'PL-KYllTy1qPbCAk', // [working]
];
let tokenIndex = 7;
if (typeof params != 'object') params = { };
params.deviceType = 'BROWSER';
params.countryCode = countryCode;
try { var tidalClient = JSON.parse(GM_getValue('tidal_client')) } catch(e) { tidalClient = { } }
return setSession().then(function(session) {
if (!params.countryCode) params.countryCode = session.countryCode || 'US';
return { 'X-Tidal-SessionId': session.sessionId };
}).catch(function(reason) {
console.warn('Tidal simple authorization failed:', reason);
return setOauth2Token().then(function(token) {
if (!params.countryCode) params.countryCode = token.user.countryCode || 'US';
return { 'Authorization': token.token_type + ' ' + token.access_token };
});
}).catch(function(reason) {
console.log('Tidal Oauth2 authorization failed:', reason, ', falling back to request using device token only');
if (!params.countryCode) params.countryCode = 'US';
params.token = deviceTokens[tokenIndex];
return undefined;
}).then(header => queryGenericAPI('api.tidal.com', 'v1/' + endPoint, params, header));
function setOauth2Token() {
if (window.localStorage.tidalAccessToken) try {
var accessToken = JSON.parse(window.localStorage.tidalAccessToken);
if (isTokenValid(accessToken)) {
if (prefs.diag_mode) console.debug('Re-used Tidal access token:', accessToken,
'expires at', new Date(accessToken.expires_at).toTimeString(),
'(+' + makeTimeString((accessToken.expires_at - Date.now()) / 1000) + ')');
return Promise.resolve(accessToken);
}
} catch(e) { }
if (!prefs.tidal_userid || !prefs.tidal_userpassword) return Promise.reject('incomplete account configuration');
return getClientId().then(function(clientId) {
const authOrigin = 'https://login.tidal.com',
timeStamp = Date.now(),
scopes = ['r_usr', 'w_usr'],
clientKey = getClientKey(),
state = 'TIDAL_' + timeStamp + '_' + randomString(64), //urlEncode(btoa(String.fromCharCode.apply(null, crypto.getRandomValues(new Uint8Array(64))))),
codeVerifier = randomString(128), //urlEncode(btoa(crypto.getRandomValues(new Uint8Array(100)))).slice(0, 128),
codeChallenge = urlEncode(CryptoJS.SHA256(codeVerifier).toString(CryptoJS.enc.Base64));
let params = new URLSearchParams({
app_mode: 'android', //'desktop' / 'web'
client_id: clientId,
client_unique_key: clientKey,
code_challenge: codeChallenge,
code_challenge_method: 'S256',
lang: 'en',
redirect_uri: 'tidal://login/auth',
response_type: 'code',
restrict_signup: false,
scope: scopes.join(' '),
state: state,
//utm_banner: 'na',
//utm_campaign: 'na',
//utm_content: 'left_menu',
//utm_medium: 'desktop_player',
//utm_source: 'tidal',
}), payLoad, referer;
return globalXHR(authOrigin + '/authorize?' + params, { method: 'HEAD' }).then(function(response) {
if (!/\b(?:token)=(.+?)(?=;)/m.test(response.responseHeaders)) return Promise.reject('invalid header');
referer = response.finalUrl;
payLoad = new URLSearchParams({
_csrf: RegExp.$1,
email: prefs.tidal_userid,
password: prefs.tidal_userpassword,
});
if (/\b(?:sessionV2)=(.+?)(?=;)/m.test(response.responseHeaders)) try {
var sessionV2 = JSON.parse(atob(RegExp.$1));
if (prefs.diag_mode) console.debug('sessionV2=', sessionV2);
} catch(e) { console.warn('Failed to decode session v2', e) }
// return globalXHR(authOrigin + '/email?' + params, {
// responseType: 'json',
// headers: { 'Referer': referer },
// }, payLoad);
// }).then(function(response) {
// if (!/^(?:token)=([^;\s$]+)/im.test(response.responseHeaders)) return Promise.reject('invalid header');
// payLoad.set('_csrf', RegExp.$1);
return globalXHR(authOrigin + '/email/user/existing?' + params, {
responseType: 'json',
headers: { 'Referer': referer },
}, payLoad);
}).then(function({response}) {
let redirectUri = new URL(response.redirectUri);
payLoad = new URLSearchParams({
client_id: clientId,
client_unique_key: clientKey,
code: redirectUri.searchParams.get('code'),
code_verifier: codeVerifier,
scope: scopes.join(' '),
grant_type: 'authorization_code',
redirect_uri: redirectUri.href,
});
return globalXHR(authOrigin + '/oauth2/token', {
responseType: 'json',
headers: { 'Referer': referer },
}, payLoad);
}).then(function({response}) {
if (typeof response != 'object') return Promise.reject('invalid token');
accessToken = response;
if (!accessToken.timestamp) accessToken.timestamp = timeStamp;
//else accessToken.timestamp -= tzOffset;
if (!accessToken.expires_at) accessToken.expires_at = accessToken.timestamp + accessToken.expires_in * 1000;
else accessToken.expires_at -= tzOffset;
if (!isTokenValid(accessToken)) {
console.warn('Received invalid Tidal token:', accessToken);
return Promise.reject('invalid token received');
}
window.sessionStorage.tidalAccessToken = JSON.stringify(accessToken);
console.debug('Tidal access token successfully set:', accessToken,
makeTimeString((Date.now() - accessToken.timestamp) / 1000, true));
return accessToken;
});
});
}
function setSession() {
//return Promise.reject('skipped in favour of Oauth2');
if (window.sessionStorage.tidalSession) try {
var session = JSON.parse(window.sessionStorage.tidalSession);
if (isSessionValid(session)) {
if (prefs.diag_mode) console.debug('Re-used Tidal session:', session);
return Promise.resolve(session);
}
} catch(e) { }
if (!prefs.tidal_userid || !prefs.tidal_userpassword) return Promise.reject('incomplete account configuration');
let payLoad = new URLSearchParams({
username: prefs.tidal_userid,
password: prefs.tidal_userpassword,
clientUniqueKey: getClientKey(),
clientVersion: '1.0',
token: deviceTokens[tokenIndex],
});
return globalXHR('https://api.tidal.com/v1/login/username', { // 'https://api.tidalhifi.com/v1/login/username'
responseType: 'json',
//headers: { 'X-Tidal-Token': xTidalToken },
}, payLoad).then(function({response}) {
if (!isSessionValid(session = response)) return Promise.reject('invalid session');
if (prefs.diag_mode) console.debug('Tidal session successfully established:', session);
window.sessionStorage.tidalSession = JSON.stringify(session);
return session;
});
}
function uuidv4() {
return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, function(c) {
let r = Math.random() * 16 | 0, v = c == 'x' ? r : (r & 0x3 | 0x8);
return v.toString(16);
});
}
function urlEncode(b64str) {
return b64str.replace(/\=/g, '').replace(/\+/g, '-').replace(/\//g, '_');
}
function getClientKey() {
if (!tidalClient.key) {
tidalClient.key = uuidv4();
updateClient();
}
return tidalClient.key;
}
function getClientId() {
if (tidalClient.id) return Promise.resolve(tidalClient.id);
return getTidalSecrets().then(function(response) {
const rx = /"(\w{40})":"(\w{16})"/g;
if ((i = response.responseText.match(rx)) == null || !rx.test(i.shift()))
return Promise.reject('client id detection fail');
tidalClient.id = RegExp.$2;
updateClient();
if (prefs.diag_mode) console.debug('Successfully configured Tidal client Id:', tidalClient.id);
return tidalClient.id;
}).catch(function(reason) {
reason = `Client Id auto detection failed (${reason}), set it manually (tidal_client.id)`;
alert(reason);
return Promise.reject(reason);
});
}
function getClientToken() {
if (tidalClient.token) return Promise.resolve(tidalClient.token);
return getTidalSecrets().then(function(response) {
if (!/"(\w{40})":"(\w{40})"/.test(response.responseText)) return Promise.reject('not found');
tidalClient.token = RegExp.$2;
updateClient();
if (prefs.diag_mode) console.debug('Successfully configured Tidal token:', tidalClient.token);
return tidalClient.token;
}).catch(function(reason) {
console.warn('Tidal token detection fail (' + reason + ')');
return undefined;
});
}
function getTidalSecrets() {
const origin = 'https://listen.tidal.com';
return globalXHR(origin + '/login').then(function(response) {
let appLink = response.document.querySelector('body > script[src]:last-of-type');
return appLink == null ? Promise.reject('invalid document format')
: globalXHR(origin + appLink.src.replace(document.location.origin, ''), { responseType: 'text' });
});
}
function isTokenValid(accessToken) {
return typeof accessToken == 'object' && accessToken.token_type && accessToken.access_token
&& accessToken.expires_at >= Date.now() + oauth2timeReserve * 1000;
}
function isSessionValid(session) {
return session && typeof session == 'object' && session.userId > 0 && session.sessionId;
}
function updateClient() { GM_setValue('tidal_client', JSON.stringify(tidalClient)) }
}
function queryBeatsourceAPI(endPoint, params) {
if (!endPoint) return Promise.reject('No API endpoint');
if (!httpParser.test(endPoint)) {
endPoint = 'v4/catalog/' + endPoint;
if (!endPoint.endsWith('/')) endPoint += '/';
}
return setBsOauth2Token().then(token => queryGenericAPI(token.apiHost || 'api.beatsource.com', endPoint, params, {
'Authorization': token.token_type + ' ' + token.access_token,
}));
}
function setBsOauth2Token() {
function isTokenValid(accessToken) {
return typeof accessToken == 'object' && accessToken.token_type && accessToken.access_token
&& accessToken.expires_at >= Date.now() + oauth2timeReserve * 1000;
}
try {
let accessToken = JSON.parse(window.localStorage.beatsourceAccessToken);
if (isTokenValid(accessToken)) {
if (prefs.diag_mode) console.debug('Re-used Beatsource access token:', accessToken,
'expires at', new Date(accessToken.expires_at).toTimeString(),
'(' + makeTimeString((accessToken.expires_at - Date.now()) / 1000, true) + ')');
return Promise.resolve(accessToken);
}
} catch(e) { }
const root = 'https://www.beatsource.com/';
let timeStamp = Date.now();
return globalXHR(root, { method: 'HEAD' }).then(function(response) {
let matches = /\b(?:btsrcSession)=([^\s\;]+)/m.exec(response.responseHeaders);
if (matches == null) return Promise.reject('cookie already set');
let result = JSON.parse(decodeURIComponent(matches[1]));
matches = /\b(?:sessionId)=([^\s\;]+)/m.exec(response.responseHeaders);
if (matches != null) try { result.sessionId = decodeURIComponent(matches[1]) } catch(e) { console.warn(e) }
return result;
}).catch(reason => globalXHR(root).then(function(response) {
let nextData = response.document.getElementById('__NEXT_DATA__');
if (nextData != null) nextData = JSON.parse(nextData.text); else return Promise.reject('object is missing');
if (prefs.diag_mode) console.debug('Beatsource __NEXT_DATA__:', nextData);
return Object.assign(nextData.props.rootStore.authStore.user, {
apiHost: nextData.runtimeConfig.API_HOST,
clientId: nextData.runtimeConfig.API_CLIENT_ID,
recurlyPublicKey: nextData.runtimeConfig.RECURLY_PUBLIC_KEY,
});
})).then(function(accessToken) {
if (!accessToken.timestamp) accessToken.timestamp = timeStamp;
if (!accessToken.expires_at) accessToken.expires_at = accessToken.timestamp + accessToken.expires_in * 1000;
else accessToken.expires_at -= tzOffset;
if (!isTokenValid(accessToken)) {
console.warn('Received invalid Beatsource token:', accessToken);
return Promise.reject('invalid token received');
}
window.localStorage.beatsourceAccessToken = JSON.stringify(accessToken);
console.debug('Beatsource access token successfully set:',
accessToken, makeTimeString((Date.now() - accessToken.timestamp) / 1000, true));
return accessToken;
});
}
function queryBeatportAPI(endPoint, params) {
if (!endPoint) return Promise.reject('No API endpoint');
if (!httpParser.test(endPoint)) {
endPoint = 'v4/catalog/' + endPoint;
if (!endPoint.endsWith('/')) endPoint += '/';
}
return setBsOauth2Token().then(token => queryGenericAPI('api.beatport.com', endPoint, params, {
'Authorization': token.token_type + ' ' + token.access_token,
}));
}
function queryNeteaseAPI(endPoint, params) {
return endPoint ? queryGenericAPI('music.163.com', 'api/' + endPoint, params)
.then(result => result.code == 200 ? result : Promise.reject(result.msg)) : Promise.reject('No API endpoint');
}
function queryBandcampAPI(endPoint, params) {
return endPoint ? queryGenericAPI('bandcamp.com', 'api/' + endPoint, params) : Promise.reject('No API endpoint');
}
function loadAppleMusicMetadata(urlOrId) {
return (httpParser.test(urlOrId) ? urlResolver(urlOrId) : Promise.resolve(urlOrId)).then(function(urlOrId) {
let appleId = amEntityParser.exec(urlOrId);
appleId = parseInt(appleId != null ? appleId[2] : urlOrId);
return appleId > 0 ? globalXHR('https://music.apple.com/album/' + appleId).then(function(response) {
let shoeBox = response.document.querySelector('body > script#shoebox-media-api-cache-amp-music');
if (shoeBox != null) try {
shoeBox = JSON.parse(shoeBox.text);
shoeBox = JSON.parse(Object.values(shoeBox)[1]).d[0];
if (prefs.diag_mode) console.debug('Apple Music shoebox:', shoeBox);
} catch(e) { console.warn(e) } else shoeBox = undefined;
let params = response.document.querySelector('meta[name="desktop-music-app/config/environment"][content]');
if (params != null) try { params = JSON.parse(decodeURIComponent(params.content)) } catch(e) {
console.warn('Apple desktop environment invalid format:', e, params.content);
return Promise.reject('Apple desktop environment invalid format');
} else return Promise.reject('Desktop environment not located');
if (prefs.diag_mode) console.debug('Apple Music desktop environment found:', params);
if (!params.MEDIA_API.token) {
console.warn('Apple Music received invalid desktop config:', params);
return Promise.reject('Apple API token missing');
}
sessionStorage.appleMusicDesktopConfig = JSON.stringify(params);
return globalXHR(params.MUSIC.BASE_URL + '/catalog/us/albums/' + appleId + '?' + new URLSearchParams({
'include': 'tracks,artists,record-labels',
//'include[songs]': 'artists,composers',
//'fields[artists]': "name,url",
//'extend[albums]': 'editorialArtwork',
//'art[url]": "f",
//'l': 'en-US',
}).toString(), {
responseType: 'json',
headers: { 'Referer': response.finalUrl, 'Authorization': 'Bearer ' + params.MEDIA_API.token },
}).then(({response}) => response.data[0]).then(function(album) {
album.description = response.document.querySelector('div.content-modal__content-container')
|| response.document.querySelector('div.product-page-header__notes span');
album.webUrl = response.finalUrl;
if (album.attributes.artwork) album.attributes.artwork.realUrl = album.attributes.artwork.url
.replace('{w}', album.attributes.artwork.width).replace('{h}', album.attributes.artwork.height);
if (prefs.diag_mode) console.debug('Apple Music metadata loaded:', album);
//query.set('include', 'artists,albums');
//Promise.all(album.relationships.tracks.data.map(track => globalXHR(params.MUSIC.BASE_URL + '/catalog/us/songs/' + track.id + '?' + query, { responseType: 'json', headers: {
// 'Referer': response.finalUrl,
// 'Authorization': 'Bearer ' + params.MEDIA_API.token,
//} }).then(({response}) => response))).then(tracks => { console.debug('Apple Music tracks received:', tracks) })
//.catch(reason => { console.error(reason) });
return album;
});
}) : Promise.reject('Apple Id cannot be determined');
});
}
function loadHDtracksMetadata(urlOrId, entity = undefined) {
if (!urlOrId) return Promise.reject('invalid argument');
if (/^\w+$/.test(urlOrId)) var id = RegExp.lastMatch.toString();
if (!id || !entity) try {
if (!(urlOrId instanceof URL)) urlOrId = new URL(urlOrId);
if (['hdtracks.com', 'www.hdtracks.com'].some(hostname => urlOrId.hostname == hostname)
&& /^#\/(\w+)\/(\w+)\b/i.test(urlOrId.hash)) { entity = RegExp.$1; id = RegExp.$2 }
} catch(e) { console.warn(e) }
if (!id || !entity) return Promise.reject('invalid arguments');
return setSession().then(function(session) {
urlOrId = 'https://hdtracks.azurewebsites.net/api/v1/' + entity + '/' + id;
if (Object.keys(session).length > 0) urlOrId += '&' + new URLSearchParams(session);
return fetch(urlOrId).then(response => response.json()).catch(function(reason) {
console.warn('fetch(...) failed:', reason);
return globalXHR(urlOrId, { responseType: 'json', fetch: true }).then(({response}) => response);
}).then(function(result) {
if (result.status.toLowerCase() != 'ok') return Promise.reject(result.status);
if (prefs.diag_mode) console.debug('HDtracks', entity, 'info loaded:', result);
return result;
});
});
function setSession() {
return Promise.resolve({
//token: 123456789,
});
}
}
function loadMoraMetadata(webUrl) {
return /^(?:https?):\/\/(?:\w+\.)*mora\.jp\/package\//i.test(webUrl) ? globalXHR(webUrl).then(function(response1) {
let appArguments = response1.document.querySelector('meta[name="msApplication-Arguments"][content]');
if (appArguments == null) return Promise.reject('Mora.jp: unexpected page format');
appArguments = JSON.parse(appArguments.content);
let materialNo = appArguments.materialNo.toString().padStart(10, '0'), offset = 0;
let packageUrl = 'https://cf.mora.jp/contents/' + [
appArguments.type, appArguments.mountPoint, appArguments.labelId,
].concat([4, 3, 3].map(length => materialNo.slice(offset, offset += length))).join('/') + '/';
return globalXHR(packageUrl + 'packageMeta.jsonp', { responseType: 'text' }).then(function(response2) {
let result = /^\s*\w+\(\s*(\{[\S\s]+\})\s*\);\s*$/.exec(response2.responseText);
if (result == null) return Promise.reject('Mora.jp: Unexpected package meta format');
result = Object.assign(JSON.parse(result[1]), {
mountPoint: appArguments.mountPoint,
webUrl: response1.finalUrl.replace(/[\?\#].*$/, ''),
});
if (httpParser.test(result.packageUrl) && result.packageUrl != packageUrl)
result.packageUrl += 'packageMeta.jsonp';
return result;
});
}) : Promise.reject('Not mora.jp site URL');
}
function parseLastFm(album) {
if (typeof album != 'object') return Promise.reject('invalid object')
let identifiers = {}, description = [];
if (album.id) identifiers.LASTFM_ID = album.id;
if (album.mbid) identifiers.MBID = album.mbid;
if (album.wiki && album.wiki.summary) description.push(album.wiki.summary);
if (album.wiki && album.wiki.content) description.push(album.wiki.content);
description = description.join('\n\n');
let genres = album.tags.tag.map(tag => tag.name);
let imgUrl = ['mega', 'extralarge', '', 'large', 'medium', 'small'].reduce(function(acc, size) {
return acc || album.image.find(image => image.size == size && httpParser.test(image['#text']));
}, undefined);
if (imgUrl) imgUrl = imgUrl['#text'].replace(/\/\d+(?:x\d+|s)\//i, '/');
return album.tracks.track.map((track, ndx) => ({
artist: album.artist,
album: album.name,
genre: genres.join('; ') || undefined,
title: track.name,
track_number: ndx + 1,
track_artist: !artistsMatch(track.artist.name, album.artist) ? track.artist.name : undefined,
duration: parseFloat(track.duration) || undefined,
url: album.url,
description: description || undefined,
identifiers: identifiers,
cover_url: imgUrl,
}));
}
function getYTMcfg() {
if ('ytcfg' in sessionStorage) try { return Promise.resolve(JSON.parse(sessionStorage.ytcfg)) }
catch(e) { console.warn('Invalid ytcfg format:', e) }
return globalXHR('https://music.youtube.com/').then(function(response) {
for (let script of response.document.querySelectorAll('head > script[nonce]')) {
let ytcfg = /^\s*\b(?:ytcfg\.set)\s*\(\s*(\{.+\})\s*\);/m.exec(script.text);
if (ytcfg != null) try {
ytcfg = JSON.parse(ytcfg[1]);
if (prefs.diag_mode) console.debug('YouTube Music config extracted:', ytcfg);
if (ytcfg.INNERTUBE_API_KEY) {
sessionStorage.ytcfg = JSON.stringify(ytcfg);
return ytcfg;
}
console.warn('YouTube Music API key missing:', ytcfg);
} catch(e) { console.warn('Error parsing ytcfg:', ytcfg[1]) }
}
return Promise.reject('unable to extract YouTube config ot the config is invalid');
});
}
function getYTMrequestContext(ytcfg = getYTMcfg()) {
return ytcfg && typeof ytcfg == 'object' ? {
context: {
activePlayers: { }, capabilities: { },
client: Object.assign({
experimentIds: [ ], experimentsToken: "",
locationInfo: {
locationPermissionAuthorizationStatus: "LOCATION_PERMISSION_AUTHORIZATION_STATUS_UNSUPPORTED",
},
musicAppInfo: {
musicActivityMasterSwitch: "MUSIC_ACTIVITY_MASTER_SWITCH_INDETERMINATE",
musicLocationMasterSwitch: "MUSIC_LOCATION_MASTER_SWITCH_INDETERMINATE",
pwaInstallabilityStatus: "PWA_INSTALLABILITY_STATUS_UNKNOWN",
},
utcOffsetMinutes: -new Date().getTimezoneOffset(),
}, ytcfg.INNERTUBE_CONTEXT.client, { hl: 'en' }),
request: {
internalExperimentFlags: [
{ key: "force_music_enable_outertube_search", value: "true" }
],
},
user: { enableSafetyMode: false },
},
} : null;
}
function getMusicBrainzCovers(mbid) {
return searchInternal('release', mbid).then(covers => covers || searchMaster(), searchMaster);
function searchInternal(entity, mbid) {
return new Promise((resolve, reject) => GM_xmlhttpRequest({
method: 'GET',
url: 'https://coverartarchive.org/' + entity + '/' + mbid,
responseType: 'json',
onload: function(response) {
if (response.status == 404) return resolve(null);
if (response.status < 200 || response.status >= 400) return reject(defaultErrorHandler(response));
var images = response.response.images
.filter(image => httpParser.test(image.image) && image.isfront
|| Array.isArray(image.types) && image.types.includesCaseless('Front'))
.map(image => image.image);
resolve(images.length > 0 ? [response.response.release, images] : null);
},
onerror: error => reject(defaultErrorHandler(error)),
ontimeout: timeout => reject(defaultTimeoutHandler(timeout)),
}));
}
function searchMaster() {
return queryMusicBrainzAPI('release/' + mbid, { inc: 'release-groups' })
.then(release => searchInternal('release-group', release['release-group'].id));
}
}
function tidalRlsParser(url) {
return /^(?:https?):\/\/(?:\w+\.)*tidal\.com\//i.test(url)
&& (/\/album\/(\d+)\b/i.test(url) || /\b(?:albumId)=(\d+)\b/i.test(url));
}
} // fillFromText_Music
function fillFromText_Apps(weak = false) {
clearMessages();
if (!httpParser.test(clipBoard.value)) {
addMessage('only valid URL for this category', 'critical');
return false;
}
sourceUrl = RegExp.$1;
var description, tags = new TagManager();
if (sourceUrl.toLowerCase().includes('://sanet')) return globalXHR(sourceUrl).then(function(response) {
i = response.document.querySelector('h1.item_title > span');
let title = i == null ? undefined : i.textContent
.replace(/\s+\((?:x|ia|em)(?:64)\)/ig, ' (64-bit)')
.replace(/\s+\(x(?:86|32)\)/ig, ' (32-bit)')
.replace(/\s+(?:Build)\s+(\d+)\b/g, ' build $1')
.replace(/\s+(?:Multilingual|Multi(?:-|\s)*lang(?:uage)?)\b/g, ' multilingual');
description = html2php(response.document.querySelector('section.descr'), response.finalUrl).trim();
if (/\s*^[ \t]*(?:\[i\]\[\/i\])?Homepage\s*$.*/im.test(description)) description = RegExp.leftContext;
description = description.split(/[ \t]*\r?\n/).slice(6).map(line => line.trim()).join('\n')
.replace(/^[ \t]*(?:\[i\]\[\/i\])?Screenshots:?\s*/igm, '')
.replace(/^[ \t]*(?:\[i\]\[\/i\])?(\[b\]Release\s+Notes:?\[\/b\])(?:[ \t]*\r?\n)+/igm, '$1\n')
.replace(/\[hr\]/ig, '\n');
ref = response.document.querySelector('section.descr > div.release-info');
var releaseInfo = ref != null && ref.textContent.trim();
if (/\b(?:Languages?)\s*:\s*(.*?)\s*(?:$|\|)/i.exec(releaseInfo) != null)
description += '\n\n[b]Languages:[/b]\n' + RegExp.$1;
if ((ref = response.document.querySelector('div.txtleft > a')) != null) {
description += '\n\n[b]Product page:[/b]\n[url]' +
removeRedirect(ref.pathname.toLowerCase().startsWith('/confirm/url/') && httpParser.test(ref.textContent) ?
ref.textContent.trim() : ref.href) + '[/url]';
}
writeDescription(description.collapseGaps());
if ((ref = response.document.querySelector('section.descr > div.center > a.mfp-image')) != null) {
setCover(ref.href);
} else {
ref = response.document.querySelector('section.descr > div.center > img[data-src]');
if (ref != null) setCover(ref.dataset.src);
}
var internalTags = Array.from(response.document.querySelectorAll('ul.item_tags_list > li > a[rel="tag"]'))
.map(elem => elem.textContent.toLowerCase().trim());
if ((ref = response.document.querySelector('a.cat:last-of-type > span')) != null) {
if (ref.textContent.toLowerCase() == 'windows') {
tags.add('apps.windows');
if (/\b(?:(?:x|ia|em)64)\b/i.test(releaseInfo) || /\(64[-\s]*bit\)/i.test(title)) tags.add('win64');
if (/\b(?:x86|x32)\b/i.test(releaseInfo) || /\(32[-\s]*bit\)/i.test(title)) tags.add('win32');
}
if (ref.textContent.toLowerCase() == 'macos') tags.add('apps.mac');
if (ref.textContent.toLowerCase() == 'linux' || ref.textContent.toLowerCase() == 'unix') tags.add('apps.linux');
if (ref.textContent.toLowerCase() == 'android') tags.add('apps.android');
if (ref.textContent.toLowerCase() == 'ios') tags.add('apps.ios');
}
if (tags.length > 0 && elementWritable(ref = document.getElementById('tags'))) ref.value = tags.toString();
if (title && !/\(\d+-?bit\)/i.test(title)) {
if (tags.includes('win64') && !tags.includes('win32')) title += ' (64-bit)';
if (tags.includes('win32') && !tags.includes('win64')) title += ' (32-bit)';
}
if (elementWritable(ref = document.getElementById('title') || document.querySelector('input[name="title"]')))
ref.value = title || '';
});
if (!weak) {
addMessage('this domain not supported', 'critical');
clipBoard.value = '';
}
return Promise.reject('this domain not supported');
} // fillFromText_Apps
function fillFromText_Ebooks(weak = false) {
clearMessages();
if (!httpParser.test(clipBoard.value)) {
addMessage('only URL accepted for this category', 'critical');
return Promise.reject('only URL accepted for this category');
}
sourceUrl = new URL(RegExp.$1);
let params = new URLSearchParams(sourceUrl.search), description, tags = new TagManager, year, originalYear;
if (sourceUrl.hostname.endsWith('goodreads.com')) return globalXHR(sourceUrl).then(function(response) {
let authors = response.document
.querySelectorAll('div#bookAuthors > span[itemprop="author"] a.authorName > span[itemprop="name"]');
response.document.querySelectorAll('div#details > div.row').forEach(function(div) {
if (!year && /\b(?:Published|Expected)\b/i.test(div.textContent)) year = extractYear(div.textContent);
if (!originalYear && /\(first\s+published\s+(.+?)\)/i.test(div.textContent))
originalYear = extractYear(RegExp.$1);
});
// Title
if (elementWritable(ref = document.getElementById('title') || document.querySelector('input[name="title"]'))
&& (i = response.document.querySelector('h1#bookTitle')) != null) {
description = i.textContent.trim().replace(/\s+/g, ' ');
if ((i = response.document.querySelector('h2#bookSeries')) != null
&& (i = i.textContent.trim().replace(/\s+/g, ' ').replace(/^\((.*)\)$/, '$1').trim()))
description = i + ': ' + description;
let titleAuthors = Array.from(authors).filter(span =>
span.parentElement.parentElement.querySelector('span.role') == null);
if (titleAuthors.length <= 0) titleAuthors = Array.from(authors);
if (titleAuthors.length > 0) description = joinAuthors(titleAuthors) + ' – ' + description;
if (year > 0) {
description += ' (';
//if (originalYear > 0 && originalYear < year) description += originalYear + '/';
description += year + ')';
}
ref.value = description;
}
// Year
//if (year > 0 && elementWritable(ref = document.querySelector('input[name="year"]'))) ref.value = year;
// Tags
response.document.querySelectorAll('div.elementList > div.left')
.forEach(tag => { tags.add(tag.textContent.trim()) });
if (tags.length > 0 && elementWritable(ref = document.getElementById('tags'))) ref.value = tags.toString();
// Cover
const imgMax = imageUrl => imageUrl ? imageUrl.replace(/\._\w+_\./g, '.').replace(/\?.*$/, '') : undefined;
if ((ref = response.document.querySelector('div.editionCover > img')
|| response.document.querySelector('img#coverImage')) != null
&& !ref.src.includes('/nophoto/book/')) setCover(imgMax(ref.src));
else if ((ref = response.document.querySelector('meta[property="og:image"][content]')) != null
&& !ref.content.includes('/nophoto/book/')) setCover(imgMax(ref.content));
// Description body
const strip = (str, joiner = undefined) => str.replace(/[\r\n]+/, ' ')
.replace(/\s*\[url(?:=\S+?)?\]\s*\.{3,}(?:less|more)\s*\[\/url\]\s*/g, joiner || ' ')
.replace(/\s*\.{3,}(?:less|more)\s*/g, joiner || ' ').replace(/\s{2,}/g, ' ').trim();
if ((ref = response.document.querySelector('div#description > span:last-of-type')) != null) {
description = html2php(ref, response.finalUrl).trim();
if (description) if (description.includes('[/quote]')) description += '\n';
else description = '[quote]' + description.collapseGaps() + '[/quote]';
} else description = '';
response.document.querySelectorAll('div#details > div.row')
.forEach(div => { description += '\n' + strip(div.textContent) });
if (description) description += '\n';
authors.forEach(function(span) {
let role = span.parentElement.parentElement.querySelector('span.role');
if (role != null) role = role.textContent.trim().replace(/\s+/g, ' '); else return;
if (/^\((.+)\)$/.test(role)) role = RegExp.$1;
description += '\n[b]' + role + ':[/b] [url=https://www.goodreads.com' + span.parentNode.pathname + ']' +
span.textContent.trim().replace(/\s+/g, ' ') + '[/url]';
});
if (description) description += '\n';
response.document.querySelectorAll('div#bookDataBox > div.clearFloats').forEach(function(detail) {
let key = detail.querySelector('div.infoBoxRowTitle'), value = detail.querySelector('div.infoBoxRowItem');
if (key != null && value != null) key = key.textContent.trim(); else {
console.warn('Goodreads assertion failed:', detail);
return;
}
let val = strip(value.textContent);
if (key == 'ISBN' && (/\b(\d{13})\b/.test(val) || /\b(\d{10})\b/.test(val))) {
let wc = 'https://www.worldcat.org/isbn/' + RegExp.$1;
val = `[url=${wc}]${val}[/url]`;
findOCLC(wc);
} else if (key == 'ISSN' && (/\b(\d+-\d+)\b/.test(val))) {
let wc = 'https://www.worldcat.org/issn/' + RegExp.$1;
val = `[url=${wc}]${val}[/url]`;
findOCLC(wc);
} else if (key == 'ASIN' && /^(\w{10})$/.test(val))
val = `[url=${'https://www.amazon.com/gp/product/' + RegExp.$1}]${val}[/url]`;
else if ((key == 'OCLC' || key.includes('WorldCat')) && /^(\d+)$/.test(val)) {
let oclc = RegExp.$1;
val = `[url=https://www.worldcat.org/oclc/${oclc}]${val}[/url]`;
document.querySelectorAll('input[name="oclc"]').forEach(function(input) {
if (elementWritable(input)) input.value = oclc;
});
} else val = strip(html2php(value, response.finalUrl), ', ');
if (val) description += `\n[b]${key}:[/b] ${val}`;
});
if ((ref = response.document.querySelector('meta[itemprop="ratingCount"]')) != null && parseInt(ref.content) > 0
&& (ref = response.document.querySelector('span[itemprop="ratingValue"]')) != null)
description += `\n[b]Rating:[/b] ${Math.round(parseFloat(ref.firstChild.textContent) * 20)}%`;
sourceUrl = new URL(response.finalUrl);
description += '\n\n[b]More info and reviews:[/b]\n[url]' +
((ref = response.document.querySelector('meta[property="og:url"][content]')) != null ? ref.content
: sourceUrl.origin + sourceUrl.pathname) + '[/url]';
response.document.querySelectorAll('div.clearFloats.bigBox').forEach(function(bigBox) {
if (bigBox.id == 'aboutAuthor' && (ref = bigBox.querySelector('h2 > a')) != null) {
description += `\n\n[b][url=https://www.goodreads.com${ref.pathname}]${ref.textContent.trim()}[/url][/b]`;
//if ((ref = bigBox.querySelector('div.bigBoxBody a > div[style*="background-image"]')) != null)
if ((ref = bigBox.querySelector('div.bookAuthorProfile__about > span[id]:last-of-type')) != null)
description += '\n' + html2php(ref, response.finalUrl).trim().replace(/^\[i\]Librarian\s+Note:.*?\[\/i\]\s+/i, '');
// } else if ((ref = bigBox.querySelector('h2 > a[href^="/trivia/"]')) != null) {
// description += `\n\n[b][url=https://www.goodreads.com${ref.pathname}]${ref.textContent.trim()}[/url][/b]`;
// if ((ref = bigBox.querySelector('div.bigBoxContent > div.mediumText')) != null
// && !/^\s*(?:No trivia)\b/.test(ref.textContent)) description += '\n' + ref.firstChild.textContent.trim();
// } else if ((ref = bigBox.querySelector('h2 > a[href^="/work/quotes/"]')) != null) {
// description += '\n\n[b][url=' + ref.href + ']' + ref.textContent.trim() + '[/url][/b]';
// bigBox.querySelectorAll('div.bigBoxContent > div.stacked > span.readable').forEach(function(quote) {
// description += '\n' + ref.firstChild.textContent.trim();
// });
}
});
writeDescription(description.collapseGaps());
}); else if (sourceUrl.hostname.endsWith('martinus.cz') || sourceUrl.hostname.endsWith('martinus.sk')) return globalXHR(sourceUrl).then(function(response) {
function get_detail(x, y) {
let ref = response.document.querySelector('section#details > div > div > div:first-of-type > div:nth-child(' +
x + ') > dl:nth-child(' + y + ') > dd');
return ref != null ? ref.textContent.trim() : null;
}
year = response.document.querySelector('div.bar.mb-medium > div:nth-child(1) > dl > dd > span');
year = year != null && extractYear(year.textContent) || undefined;
if (elementWritable(ref = document.getElementById('title') || document.querySelector('input[name="title"]'))
&& (i = response.document.querySelector('article > h1')) != null) {
description = i.textContent.trim();
i = response.document.querySelectorAll('article > ul > li > a');
if (i.length > 0) description = joinAuthors(i) + ' – ' + description;
if (year > 0) description += ' (' + year + ')';
ref.value = description;
}
//if (year > 0 && elementWritable(ref = document.querySelector('input[name="year"]'))) ref.value = year;
ref = response.document.querySelector('section#description > div');
if (ref != null) {
description = html2php(ref, response.finalUrl).replace(/^\s*\[img\].*?\[\/img\]\s*/i, '').trim();
if (description && !description.includes('[quote]')) description = '[quote]' + description + '[/quote]';
} else description = '';
const translation_map = [
[/\b(?:originál)/i, 'Original title'],
[/\b(?:datum|dátum|rok)\b/i, 'Release date'],
[/\b(?:katalog|katalóg)/i, 'Catalogue #'],
[/\b(?:stran|strán)\b/i, 'Page count'],
[/\bjazyk/i, 'Language'],
[/\b(?:nakladatel|vydavatel)/i, 'Publisher'],
[/\b(?:doporuč|ODPORÚČ)/i, 'Age rating'],
];
response.document.querySelectorAll('section#details > div > div > div:first-of-type > div > dl').forEach(function(detail) {
let key = detail.children[0].textContent.trim(), value = detail.children[1].textContent.trim();
if (/\b(?:rozm)/i.test(key) || /\b(?:vazba|vázba)\b/i.test(key)) return;
translation_map.forEach(k => { if (k[0].test(key)) key = k[1] });
if (/\b(?:ISBN)\b/i.test(key)) {
let wc = 'https://www.worldcat.org/isbn/' + detail.children[1].textContent.trim();
value = '[url=' + wc + ']' + detail.children[1].textContent.trim() + '[/url]';
findOCLC(wc);
// } else if (/\b(?:ISBN)\b/i.test(key)) {
// val = '[url=https://www.goodreads.com/search/search?q=' + detail.children[1].textContent.trim() +
// '&search_type=books]' + detail.children[1].textContent.trim() + '[/url]';
}
if (value) description += `\n[b]${key}:[/b] ${value}`;
});
description += `\n\n[b]More info and reviews:[/b]\n[url]${response.finalUrl}[/url]`;
if (description) writeDescription(description.collapseGaps());
const imgMax = imgUrl => imgUrl ?
imgUrl.replace(/\/_\w+\//, '/_xl/').replace(/\/[a-z]*(\d+\.\w+)(?:\?.*)?$/i, '/xl$1') : undefined;
if ((i = response.document.querySelector('a.mj-product-preview > img')) != null) setCover(imgMax(i.src));
else if ((i = response.document.querySelector('head > meta[property="og:image"][content]')) != null)
setCover(imgMax(i.content));
response.document.querySelectorAll('dd > ul > li > a').forEach(x => { tags.add(x.textContent.trim()) });
if (tags.length > 0 && elementWritable(ref = document.getElementById('tags'))) ref.value = tags.toString();
}); if (sourceUrl.hostname.startsWith('books.google.')) {
params.set('hl', 'en');
sourceUrl.search = params;
return globalXHR(sourceUrl).then(function(response) {
if (elementWritable(ref = document.getElementById('title') || document.querySelector('input[name="title"]'))
&& (i = response.document.querySelector('td#bookinfo > h1.booktitle > span.fn')) != null) {
description = i.textContent.trim();
if ((i = i.parentNode.querySelector('span.subtitle')) != null && i.textContent.trim().length > 0)
description += ': ' + i.textContent.trim();
i = response.document.querySelectorAll('td#bookinfo > div.bookinfo_sectionwrap > div:first-of-type > a.secondary');
if (i.length > 0) description = joinAuthors(i) + ' – ' + description;
if ((i = response.document.querySelector('td#bookinfo > div.bookinfo_sectionwrap > div:nth-of-type(2)')) != null
&& (i = extractYear(i.textContent)) > 0) description += ' (' + i + ')';
ref.value = description;
}
//if (year > 0 && elementWritable(ref = document.querySelector('input[name="year"]'))) ref.value = year;
description = (ref = response.document.querySelector('div#synopsistext')) != null ?
html2php(ref, response.finalUrl).trim() : '';
if (description && !description.includes('[quote]'))
description = '[quote]' + description.trim() + '[/quote]';
response.document.querySelectorAll('table#metadata_content_table > tbody > tr.metadata_row').forEach(function(tr) {
let key = tr.querySelector('td.metadata_label'), value = tr.querySelector('td.metadata_value');
if (key == null || value == null) {
console.warn('Google Books assertion failed:', tr);
return;
}
key = key.textContent.trim(); value = value.textContent.trim();
if (key.toLowerCase() == 'subjects') {
tr.querySelectorAll('td.metadata_value span[itemprop="title"]')
.forEach(span => { tags.add(span.textContent.trim()) });
return;
}
if (key.toLowerCase() == 'isbn' && (/\b(\d{13})\b/.test(value) || /\b(\d{10})\b/.test(value))) {
let wc = 'https://www.worldcat.org/isbn/' + RegExp.$1;
value = `[url=${wc}]${value}[/url]`;
findOCLC(wc);
}
if (value) description += `\n[b]${key}:[/b] ${value}`;
});
if ((ref = response.document.querySelector('td#bookinfo > div.bookinfo_sectionwrap span.rating > span.value-title[title]')) != null)
description += `\n[b]Rating:[/b] ${Math.round(parseFloat(ref.title) * 20)}%`;
if ((ref = response.document.querySelector('meta[property="og:url"][content]')) != null)
description += `\n\n[b]More info and reviews:[/b]\n[url]${ref.content}[/url]`;
if ((ref = response.document.querySelector('div#about_author')) != null)
description += '\n\n[b]About the author:[/b]\n' + html2php(ref, response.finalUrl).trim();
writeDescription(description.collapseGaps());
if ((ref = response.document.querySelector('meta[property="og:image"][content]')) != null)
setCover(ref.content + '=s0');
if (tags.length > 0 && elementWritable(ref = document.getElementById('tags'))) ref.value = tags.toString();
});
} else if (sourceUrl.hostname.endsWith('databazeknih.cz')) {
params.set('show', 'alldesc');
sourceUrl.search = params;
return globalXHR(sourceUrl).then(function(response) {
i = response.document.querySelectorAll('span[itemprop="author"] > a');
if (i != null && elementWritable(ref = document.getElementById('title') || document.querySelector('input[name="title"]'))) {
description = joinAuthors(i);
if ((i = response.document.querySelector('h1[itemprop="name"]')) != null)
description += ' – ' + i.textContent.trim();
i = response.document.querySelector('span[itemprop="datePublished"]');
if (i != null && (i = extractYear(i.textContent))) description += ' (' + i + ')';
ref.value = description;
}
//if (year > 0 && elementWritable(ref = document.querySelector('input[name="year"]'))) ref.value = year;
ref = response.document.querySelector('p[itemprop="description"]');
if (ref != null) description = html2php(ref, response.finalUrl).trim();
if (description.length > 0 && !description.includes('[quote]')) description = '[quote]' + description + '[/quote]';
const translation_map = [
[/\b(?:orig)/i, 'Original title'],
[/\b(?:série)\b/i, 'Series'],
[/\b(?:vydáno)\b/i, 'Released'],
[/\b(?:stran)\b/i, 'Page count'],
[/\b(?:jazyk)\b/i, 'Language'],
[/\b(?:překlad)/i, 'Translation'],
[/\b(?:autor obálky)\b/i, 'Cover author'],
];
response.document.querySelectorAll('table.bdetail tr').forEach(function(detail) {
let key = detail.children[0].textContent.trim(), value = detail.children[1].textContent.trim();
if (/(?:žánr|\bvazba)\b/i.test(key)) return;
translation_map.forEach(k => { if (k[0].test(key)) key = k[1] });
if (/\b(?:ISBN)\b/i.test(key) && /\b(\d+(?:-\d+)*)\b/.exec(val) != null) {
const wc = 'https://www.worldcat.org/isbn/' + RegExp.$1.replace(/-/g, '');
value = `[url=${wc}]${detail.children[1].textContent.trim()}[/url]`;
findOCLC(wc);
}
if (value) description += `\n[b]${key}[/b] ${value}`;
});
sourceUrl = new URL(response.finalUrl);
description += `\n\n[b]More info:[/b]\n[url]${sourceUrl.origin}${sourceUrl.pathname}[/url]`;
writeDescription(description.collapseGaps());
if ((ref = response.document.querySelector('div#icover_mid > a')) != null) setCover(ref.href.replace(/\?.*/, ''));
else if ((ref = response.document.querySelector('div#lbImage')) != null
&& /\burl\("(.*)"\)/i.test(i.style.backgroundImage)) setCover(RegExp.$1.replace(/\?.*/, ''));
response.document.querySelectorAll('h5[itemprop="genre"] > a')
.forEach(tag => { tags.add(tag.textContent.trim()) });
response.document.querySelectorAll('a.tag').forEach(tag => { tags.add(tag.textContent.trim()) });
if (tags.length > 0 && elementWritable(ref = document.getElementById('tags'))) ref.value = tags.toString();
});
} else if (sourceUrl.hostname.endsWith('boomkat.com') && sourceUrl.pathname.startsWith('/products/')) return globalXHR(sourceUrl).then(function(response) {
i = Array.from(response.document.querySelectorAll('ul.product-page-tabs > li.tab-title > a'))
.filter(a => a.textContent.trim() == 'Book');
if (i.length <= 0) return Promise.reject('This doesn\'t appear as a book');
let releaseDate = i[0].dataset.releaseDate,
publisher = i[0].dataset.label,
catalogue = i[0].dataset.catalogueNumber;
description = (ref = response.document.querySelector('div' + i[0].hash + ' p.product-extra-info')) != null ?
ref.textContent.trim() + '\n\n' : '';
if (releaseDate) description += '[b]Release date:[/b] ' + releaseDate + '\n';
if (publisher) description += '[b]Publisher:[/b] ' + publisher + '\n';
if (catalogue) description += '[b]Catalogue №:[/b] ' + catalogue + '\n';
if ((ref = response.document.querySelector('div.show-for-medium-up > div.product-review')) != null) {
if (description.length > 0) description += '\n';
description += '[quote]' + html2php(ref).trim() + '[/quote]';
}
if (description) writeDescription(description.collapseGaps());
i = response.document.querySelectorAll('div#right_content > h1.detail--artists > a');
if (i.length > 0 && elementWritable(ref = document.getElementById('title') || document.querySelector('input[name="title"]'))) {
description = joinAuthors(Array.from(i));
if ((i = response.document.querySelector('div#right_content > h2.detail_album')) != null)
description += ' – ' + i.textContent.trim();
if ((i = extractYear(releaseDate)) > 0) description += ' (' + i + ')';
ref.value = description;
}
//if (year > 0 && elementWritable(ref = document.querySelector('input[name="year"]'))) ref.value = year;
if ((ref = response.document.querySelector('img[itemprop="image"]')) != null)
setCover(ref.src.replace(/\/large\//i, '/original/'));
}); else if (sourceUrl.hostname.endsWith('openlibrary.org') && /\/(books|works)\/(OL\w+)\b/i.test(sourceUrl.pathname))
return RegExp.$1.toLowerCase() != 'works' ? globalXHR(`https://openlibrary.org/${RegExp.$1}/${RegExp.$2}.json`, { responseType: 'json' })
.then(({response}) => Promise.all(Array.isArray(response.works) ? response.works.map(work =>
globalXHR('https://openlibrary.org' + work.key + '.json', { responseType: 'json' })
.then(({response}) => response)) : [ ]).then(function(works) {
let edition = response;
if (!Array.isArray(edition.subjects)) edition.subjects = [ ];
for (let work of works) {
if (Array.isArray(work.subjects) && work.subjects.length > 0)
edition.subjects.pushUniqueCaseless(work.subjects);
for (let key in work) if (!edition[key] || Array.isArray(edition[key]) && edition[key].length <= 0
&& Array.isArray(work[key]) && work[key].length > 0 || typeof edition[key] == 'object'
&& Object.keys(edition[key]).length <= 0 && typeof work[key] == 'object' && Object.keys(work[key]).length > 0)
edition[key] = work[key];
}
['publisher', 'subject_place', 'subject_time', 'language', 'lc_classification'].forEach(function(key) {
if (Array.isArray(edition[key])) {
if (edition[key].length > 0) {
if (!Array.isArray(edition[key + 's'])) edition[key + 's'] = [ ];
edition[key + 's'].pushUniqueCaseless(...edition[key]);
}
delete edition[key];
}
});
return edition;
})).then(function(book) {
if (prefs.diag_mode) console.debug('OpenLibrary metadata received:', book);
book.authors = Array.isArray(book.authors) ? book.authors.map(author =>
globalXHR('https://openlibrary.org' + (author.key || author.author.key) + '.json', { responseType: 'json' })
.then(({response}) => response)) : [ ];
book.languages = Array.isArray(book.languages) ? book.languages.map(language =>
globalXHR('https://openlibrary.org' + language.key + '.json', { responseType: 'json' })
.then(({response}) => response)) : [ ];
let title = document.getElementById('title') || document.querySelector('input[name="title"]'), desc;
if (elementWritable(title)) Promise.all(book.authors).then(function(authors) {
let titleValue = book.title, year = extractYear(book.publish_date);
if (book.subtitle) titleValue += ': ' + book.subtitle;
if (year > 0) titleValue += ' (' + year + ')';
if (authors.length > 0)
titleValue = authors.map(author => author.name || author.personal_name).join(' & ') + ' – ' + titleValue;
title.value = titleValue;
});
//if (year > 0 && elementWritable(ref = document.querySelector('input[name="year"]'))) ref.value = year;
if (book.subjects && book.subjects.length > 0 && elementWritable(ref = document.getElementById('tags'))) {
tags.add(...book.subjects);
if (tags.length > 0) ref.value = tags.toString();
}
if (book.covers && book.covers.length > 0)
setCover('http://covers.openlibrary.org/b/id/' + book.covers[0] + /*'-L' + */'.jpg');
if (elementWritable(desc = document.querySelector('textarea#desc')
|| document.querySelector('textarea#description') || document.querySelector('textarea#album_desc'))
|| (desc = document.getElementById('body')) != null && !desc.disabled) Promise.all(book.languages).then(function(languages) {
if (book.description) switch (book.description.type.toLowerCase()) {
case '/type/text':
description = book.description.value;
break;
case '/type/html':
description = html2php(domParser.parseFromString(book.description.value, 'text/html'),
'https://openlibrary.org' + book.key);
break;
}
description = description ? description = '[quote]' + description.trim() + '[/quote]' : '';
if (book.publishers && book.publishers.length > 0)
description += '\n[b]' + (book.publishers.length > 1 ? 'Publishers' : 'Publisher') + ':[/b] ' +
book.publishers.join(', ');
if (book.publish_date)
description += '\n[b]Publish date:[/b] ' + book.publish_date;
if (book.publish_country)
description += '\n[b]Publish country:[/b] ' + book.publish_country;
if (book.isbn_13 && book.isbn_13.length > 0 || book.isbn_10 && book.isbn_10.length > 0) {
let isbn = (book.isbn_13 || [ ]).concat((book.isbn_10 || [ ])),
wc = 'https://www.worldcat.org/isbn/' + (book.isbn_13 || [ ]).concat((book.isbn_10 || [ ]))[0];
description += `\n[b]ISBN:[/b] [url=${wc}]${isbn.join(', ')}[/url]`;
findOCLC(wc);
}
if (languages.length > 0)
description += '\n[b]Languages:[/b] ' + languages.map(language => language.name).join(', ');
if (book.subject_places && book.subject_places.length > 0)
description += '\n[b]Subject places:[/b] ' + book.subject_places.join(', ');
if (book.subject_times && book.subject_times.length > 0)
description += '\n[b]Subject times:[/b] ' + book.subject_times.join(', ');
if (book.number_of_pages)
description += '\n[b]Number of pages:[/b] ' + book.number_of_pages;
if (book.pagination)
description += '\n[b]Pagination:[/b] ' + book.pagination;
if (book.lccn && book.lccn.length > 0)
description += '\n[b]LCCN:[/b] ' + book.lccn.join(', ');
if (book.lc_classifications && book.lc_classifications.length > 0)
description += '\n[b]LC Control Number:[/b] ' + book.lc_classifications.join(', ');
for (let id in book.identifiers) switch (id.toLowerCase()) {
case 'goodreads':
description += '\n[b]Goodreads:[/b] [url]https://www.goodreads.com/book/show/' +
book.identifiers[id] + '[/url]';
break;
case 'librarything':
description += '\n[b]Library Thing:[/b] [url]https://www.librarything.com/work/' +
book.identifiers[id] + '[/url]';
break;
}
if (book.physical_format)
description += '\n[b]Physical format:[/b] ' + book.physical_format;
if (book.weight)
description += '\n[b]Weight:[/b] ' + book.weight;
description += '\n\n[b]More info and reviews:[/b]\n[url]https://openlibrary.org' + book.key + '[/url]';
desc.value = description.collapseGaps();
});
}) : globalXHR(sourceUrl, { headers: { 'Accept-Language': 'en-US, en' } }).then(function(response) {
i = response.document.querySelectorAll('div.editionAbout h2.edition-byline > a[itemprop="author"]');
if (i.length > 0 && elementWritable(ref = document.getElementById('title') || document.querySelector('input[name="title"]'))) {
description = joinAuthors(i);
if ((i = response.document.querySelector('div.editionAbout h1.work-title')) != null) {
description += ' – ' + i.textContent.trim();
if ((i = response.document.querySelector('div.editionAbout h2.work-subtitle')) != null
&& i.textContent.trim().length > 0) description += ': ' + i.textContent.trim();
}
if ((i = response.document.querySelector('strong[itemprop="datePublished"]')) != null)
description += ' (' + extractYear(i.textContent) + ')';
ref.value = description;
}
//if (year > 0 && elementWritable(ref = document.querySelector('input[name="year"]'))) ref.value = year;
description = '';
response.document.querySelectorAll('div.work-description > p')
.forEach(p => { description += '\n\n' + html2php(p, response.finalUrl).trim() });
if (!description) response.document.querySelectorAll('div.book-description-content > p')
.forEach(p => { description += '\n\n' + html2php(p, response.finalUrl).trim() });
if (!description) response.document.querySelectorAll('div.editionAbout > p')
.forEach(p => { description += '\n\n' + html2php(p, response.finalUrl).trim() });
if (description && !description.includes('[quote]'))
description = '[quote]' + description.collapseGaps() + '[/quote]';
response.document.querySelectorAll('div.editionAbout > div.section').forEach(function(div) {
if (div.classList.length > 1) return;
description += '\n\n' + html2php(div, response.finalUrl);
});
response.document.querySelectorAll('div.tab-section > div.section > h6').forEach(function(h6) {
i = h6.parentNode.querySelectorAll('span > a');
if (i.length > 0) description += '\n\n[b]' + h6.textContent.trim() + ':[/b] ' + Array.from(i)
.map(a => `[url=https://openlibrary.org${a.pathname}]${a.textContent.trim()}[/url]`).join(', ');
});
if ((ref = response.document.querySelector('div.editionAbout h4.publisher')) != null)
description = html2php(ref, response.finalUrl).trim() + description;
if ((ref = response.document.querySelector('span[itemprop="ratingValue"]')) != null)
description += `\n\n[b]Rating:[/b] ${Math.round(parseFloat(ref.textContent) * 20)}%`;
description += '\n';
let worldCat;
response.document.querySelectorAll('div.section > dl.meta > dt').forEach(function(dt) {
if (dt.nextElementSibling == null || dt.nextElementSibling.nodeName != 'DD') return;
let desc = html2php(dt.nextElementSibling, response.finalUrl).trim();
if (desc) description += '\n[b]' + dt.textContent.trim() + '[/b]: ' + desc;
if ((ref = dt.nextElementSibling.querySelector('a')) != null
&& ref.href.startsWith('https://www.worldcat.org')) worldCat = ref.href;
});
if ((ref = response.document.querySelector('meta[property="og:url"][content]')) != null)
description += `\n\n[b]More info and reviews:[/b]\n[url]${ref.content}[/url]`;
writeDescription(description.collapseGaps());
if ((ref = response.document.querySelector('meta[property="og:image"][content]')) != null) setCover(ref.content);
response.document.querySelectorAll('div.section.link-box > div > span > a').forEach(function(a) {
if (!a.pathname.startsWith('/subjects/') || a.pathname.includes(':')) return;
tags.add(a.textContent.trim());
});
if (tags.length <= 0) response.document.querySelectorAll('div.subjects span > a').forEach(function(a) {
if (!a.pathname.startsWith('/subjects/') || a.pathname.includes(':')) return;
tags.add(a.textContent.trim());
});
if (tags.length > 0 && elementWritable(ref = document.getElementById('tags'))) ref.value = tags.toString();
if (!worldCat) response.document.querySelectorAll('div.section > dl.meta > dd[itemprop="isbn"]').forEach(function(dd) {
if (/^(?:\d{13}|\d{10})$/.test(dd.textContent.trim())) i = 'https://www.worldcat.org/isbn/' + RegExp.$1;
});
if (worldCat) findOCLC(worldCat);
}); else if (sourceUrl.hostname.endsWith('play.google.com') && sourceUrl.pathname.startsWith('/store/books/details/')) {
params.set('hl', 'en');
sourceUrl.search = params;
return globalXHR(sourceUrl).then(function(response) {
let metaData;
response.document.querySelectorAll('script[type="application/ld+json"]').forEach(function(script) {
if (!metaData) try {
metaData = JSON.parse(script.text);
if (metaData['@type'] != 'Book') metaData = undefined;
} catch(e) { }
});
if (!metaData) throw 'Invalid document format';
if (prefs.diag_mode) console.debug('Google Play Books metadata loaded:', metaData);
let initDataCallback;
loadGoogleMetadata(response).forEach(function(pattern) {
if (initDataCallback || !Array.isArray(pattern) || pattern.length != 1 || !Array.isArray(pattern[0])
|| pattern[0].length != 22) return;
initDataCallback = pattern[0];
});
if (!initDataCallback) throw 'Invalid document format';
if (elementWritable(ref = document.getElementById('title') || document.querySelector('input[name="title"]')))
ref.value = `${initDataCallback[8][1][4]} – ${initDataCallback[0][0]} (${extractYear(initDataCallback[8][3][1])})`;
if (prefs.diag_mode) console.debug('Google Play Books metadata loaded:', initDataCallback);
//if (year > 0 && elementWritable(ref = document.querySelector('input[name="year"]'))) ref.value = year;
description = initDataCallback[8][0][1] ?
html2php(domParser.parseFromString(initDataCallback[8][0][1], 'text/html').body, response.finalUrl).trim() : '';
if (description && !description.includes('[quote]'))
description = '[quote]' + description.trim() + '[/quote]';
description += '\n' + initDataCallback[2].map(function(elem) {
let value;
if (elem[0] == 'ISBN' && (/\b(\d{13})\b/.test(elem[1][0][0][1]) || /\b(\d{10})\b/.test(elem[1][0][0][1])))
value = `[url=https://www.worldcat.org/isbn/${RegExp.$1}]${elem[1][0][0][1]}[/url]`;
else value = elem[1].map(el => html2php(domParser.parseFromString(el[0][1], 'text/html').body,
response.finalUrl).trim()).join(', ');
if (elem[0] == 'Genres') elem[1]
.forEach(el => { tags.add(...domParser.parseFromString(el[0][1], 'text/html').body.textContent.trim().split(/\s*\/\s*/)) });
return `\n[b]${elem[0]}:[/b] ${value}`;
}).join('');
if (metaData.aggregateRating && metaData.aggregateRating.ratingValue)
description += `\n[b]Rating:[/b] ${Math.round(parseFloat(metaData.aggregateRating.ratingValue) * 20)}%`;
if (initDataCallback[8][1][0] && initDataCallback[8][1][0][1]) description += '\n\n[b]About the author:[/b]\n' +
html2php(domParser.parseFromString(initDataCallback[8][1][0][1], 'text/html').body, response.finalUrl).trim();
writeDescription(description.collapseGaps());
if (httpParser.test(initDataCallback[8][4][3][2])) setCover(initDataCallback[8][4][3][2] + '=s0');
else if ((ref = response.document.querySelector('meta[property="og:image"][content]')) != null)
setCover(ref.content + '=s0');
if (tags.length > 0 && elementWritable(ref = document.getElementById('tags'))) ref.value = tags.toString();
if (metaData.workExample && metaData.workExample.isbn)
findOCLC('https://www.worldcat.org/isbn/' + metaData.workExample.isbn);
});
} else if (sourceUrl.hostname.endsWith('librarything.com') && sourceUrl.pathname.startsWith('/work/')) return globalXHR(sourceUrl).then(function(response) {
if ((ref = response.document.querySelector('div.headsummary > h1')) != null
&& elementWritable(i = document.getElementById('title') || document.querySelector('input[name="title"]'))) {
description = joinAuthors(response.document.querySelectorAll('div.headsummary > h2 > a'));
if (description) description += ' – ';
description += ref.textContent.trim();
i.value = description;
}
description = '';
//if (year > 0 && elementWritable(ref = document.querySelector('input[name="year"]'))) ref.value = year;
response.document.querySelectorAll('table.fwikiContainerTable > tbody > tr').forEach(function(tr) {
});
description += '\n\n[b]More info:[/b] [url]' + response.finalUrl + '[/url]';
writeDescription(description.collapseGaps());
if ((ref = response.document.querySelector('head > meta[property="og:image"][content]')) != null)
setCover(ref.content.replace(/(?:\.\d+)*(?:\._\w+_)*(?=\.\w+$)/, ''));
});
if (!weak) {
addMessage('domain not supported', 'critical');
clipBoard.value = '';
}
return Promise.reject('domain not supported');
function joinAuthors(nodeList) {
if (typeof nodeList != 'object' && !Array.isArray(nodeList)) return null;
return Array.from(nodeList).map(node => node.textContent.trim().replace(/\s+/g, ' ')).join(' & ');
}
function findOCLC(url) {
if (httpParser.test(url)) globalXHR(url).then(function(response) {
let oclc = response.document.querySelector('tr#details-oclcno > td:last-of-type');
if (oclc != null) oclc = oclc.textContent.trim(); else return;
document.querySelectorAll('input[name="oclc"]').forEach(function(input) {
if (elementWritable(input)) input.value = oclc;
});
});
}
} // fillFromText_Ebooks
function preview(n) {
if (!prefs.auto_preview) return;
let btn = document.querySelector('input.button_preview_' + n + '[type="button"][value="Preview"]');
if (btn != null) btn.click();
}
function writeDescription(desc) {
if (typeof desc == 'string' && elementWritable(ref = document.querySelector('textarea#desc')
|| document.querySelector('textarea#description') || document.querySelector('textarea#album_desc'))
|| (ref = document.getElementById('body')) != null && !ref.disabled)
if (overwrite || ref.value.length <= 0) ref.value = desc; else ref.value += '\n\n' + desc;
}
function queryAjaxAPI(action, params) {
if (!action) return Promise.reject('Action missing');
let retryCount = 0;
return new Promise(function(resolve, reject) {
params = new URLSearchParams(params || undefined);
params.set('action', action);
let url = '/ajax.php?' + params, xhr = new XMLHttpRequest;
queryInternal();
function queryInternal() {
let now = Date.now();
try { var apiTimeFrame = JSON.parse(window.localStorage[siteApiTimeframeStorageKey]) } catch(e) { apiTimeFrame = {} }
if (!apiTimeFrame.timeStamp || now > apiTimeFrame.timeStamp + 10000 + gazelleApiFrameReserve) {
apiTimeFrame.timeStamp = now;
apiTimeFrame.requestCounter = 1;
} else ++apiTimeFrame.requestCounter;
window.localStorage[siteApiTimeframeStorageKey] = JSON.stringify(apiTimeFrame);
if (apiTimeFrame.requestCounter <= 5) {
xhr.open('GET', url, true);
xhr.setRequestHeader('Accept', 'application/json');
if (isRED && prefs.redacted_api_key) xhr.setRequestHeader('Authorization', prefs.redacted_api_key);
xhr.responseType = 'json';
xhr.onload = function() {
if (xhr.status == 404) return reject('not found');
if (xhr.status < 200 || xhr.status >= 400) return reject(defaultErrorHandler(xhr));
if (xhr.response.status == 'success') return resolve(xhr.response.response);
if (xhr.response.error == 'not found') return reject(xhr.response.error);
console.warn('queryAjaxAPI.queryInternal(...) response:', xhr, xhr.response);
if (xhr.response.error == 'rate limit exceeded') {
console.warn('queryAjaxAPI.queryInternal(...) ' + xhr.response.error + ':', apiTimeFrame, now, retryCount);
if (retryCount++ <= 10)
return setTimeout(queryInternal, apiTimeFrame.timeStamp + 10000 + gazelleApiFrameReserve - now);
}
reject('API ' + xhr.response.status + ': ' + xhr.response.error);
};
xhr.onerror = function() { reject(defaultErrorHandler(xhr)) };
xhr.ontimeout = function() { reject(defaultTimeoutHandler(xhr)) };
xhr.timeout = 10000;
xhr.send();
} else {
let delay = apiTimeFrame.timeStamp + 10000 + gazelleApiFrameReserve - now;
setTimeout(queryInternal, delay);
if (prefs.diag_mode) console.debug('AJAX API request quota exceeded: /ajax.php?action=' +
action + ' (' + apiTimeFrame.requestCounter + ')');
let msg = 'waiting ' + Math.ceil(delay / 1000) + 's for next AJAX timeframe';
if (prefs.messages_verbosity >= 1)
addMessage(msg + '; action=' + action + ' (' + apiTimeFrame.requestCounter + ')', 'notice');
else addMessage(msg, 'notice');
}
}
});
}
function setCover(url, forced = overwrite) {
if (!httpParser.test(url)) return Promise.reject('Image url not valid');
let image = document.getElementById('image') || document.querySelector('input[name="image"]');
if (image == null || image.disabled || !forced && image.value.length > 0)
return Promise.reject('Setting image not possible')
console.time('Image URL Resolver/Rehoster');
return verifyImageUrl(url).then(function(imageUrl) {
if (!isNWCD) image.value = imageUrl;
let size = getRemoteFileSize(imageUrl);
coverPreview(image, imageUrl, size);
checkImageSize(imageUrl, image, size).then(function(imageUrl) {
if (!prefs.auto_rehost_cover && !isNWCD) return;
image.disabled = true;
return imageHosts.rehostImages([imageUrl]).then(singleImageGetter).then(function(imageUrl) {
if (imageUrl == null) throw 'invalid image';
image.value = imageUrl;
});
}).catch(function(reason) {
if (!isNWCD) image.value = imageUrl;
addMessage(reason + ' (not rehosted)', 'warning');
}).then(function() {
image.disabled = false;
console.timeEnd('Image URL Resolver/Rehoster');
});
return imageUrl;
});
}
function elementWritable(elem) {
return elem != null && !elem.disabled && (overwrite || elem.value == '' || !isRED && elem.value == '---');
}
function loadGoogleMetadata(response) {
const initDataParser = /\b(?:AF_initDataCallback)\s*\(\s*\{\s*key:\s*'ds:(\d+)'.*data:\s*function\(\)\s*{\s*return\s*([\S\s]+)\}\s*\}\s*\);/;
return Array.from(response.document.querySelectorAll('script[nonce]'))
.map(function(script) { try { return eval(initDataParser.exec(script.text)[2]) } catch(e) { return false } })
.filter(obj => obj && typeof obj == 'object');
}
function getFriendlyTime(timeStr) {
let now = Date.now(), timeStamp = timeStr.split(/\D+/).map(a => parseInt(a)); --timeStamp[1];
timeStamp = Date.UTC(...timeStamp);
if (isNaN(timeStamp)) {
console.error('Date string could not be converted to UTC time:', timeStr);
return '[invalid time]';
}
let offset = Math.round((now - timeStamp) / 1000);
if (offset < 60) timeStamp = offset.toString() + ' seconds ago';
else if (offset < 60 * 60) timeStamp = Math.round(offset / 60).toString() + ' minutes ago';
else if (offset < 12 * 60**2) timeStamp = Math.round(offset / 60**2).toString() + ' hours ago';
else {
timeStamp = new Date(timeStamp);
timeStamp = new Date(now).getDateValue() != timeStamp.getDateValue() ?
'on ' + timeStamp.toDateString() : 'at ' + timeStamp.toTimeString();
}
if (timeStamp.startsWith('1 ')) timeStamp = timeStamp.replace('s ago', ' ago');
return timeStamp;
}
function getGroupRef(torrent) {
return '<a href="/torrents.php?id=' + torrent.groupId +
'" target="_blank" style="' + hyperlinkStyle + '">' + torrent.groupName + '</a>';
}
function getTorrentRef(torrent) {
return '<a href="/torrents.php?id=' + torrent.groupId + '&torrentid=' + torrent.id +
'" target="_blank" style="' + hyperlinkStyle + '">' + torrent.id + '</a>';
}
function getRequestRef(request) {
return '<a href="/requests.php?action=view&id=' + request.requestId +
'" target="_blank" style="' + hyperlinkStyle + '">' + (request.title || request.requestId) + '</a>';
}
function getUserRef(torrent) {
return '<a href="/users.php?id=' + torrent.userId + '" target="_blank" style="' +
hyperlinkStyle + '">' + torrent.username + '</a>';
}
function getRequestInfo(request) {
var totalBounty = request.totalBounty || request.bounty;
if (!(totalBounty > 0)) {
console.warn('Failed to get request bounty:', request);
return '???';
}
const voteGlyph = '<img src="https://ptpimg.me/3s2w7o.png" style="height: 8px; margin-right: 3px;" />'
if (totalBounty >= 2**30) totalBounty = (Math.round(totalBounty * 100 / 2**30) / 100).toString() + ' GiB';
else totalBounty = Math.round(totalBounty / 2**20).toString() + ' MiB';
return `(${voteGlyph}${request.voteCount} / ${totalBounty})`;
}
function lookupNonMusicRelations() {
if (!prefs.find_relations || category == null || category.selectedIndex == 0) return;
let title = document.getElementById('title') || document.querySelector('input[name="title"]');
if (title == null || !title.value) return;
const similarityThreshold = 0.70;
const titleStrippers = [
[bracketStripper, ''],
[/[\-\−\—\–\:\|\/\<\>]+/g, ' '],
[/[\"]+/g, ''],
[/\s{2,}/g, ' '],
];
const altTitleStrippers = [
[/^(?:[^\-\−\—\–]+?)\s+[\-\−\—\–]\s+/, ''],
//[/^(?:[^:]+?):\s+/, ''],
];
function getAltSearchTerm() {
return title.title ? titleStrippers.reduce((r, def) => r.replace(...def), title.title)
: altTitleStrippers.concat(titleStrippers).reduce((r, def) => r.replace(...def), title.value);
};
let searchTerm = titleStrippers.reduce((m, substDef) => m.replace(...substDef), title.value);
// Find existing torrents
function searchTorrents(searchTerm) {
return queryAjaxAPI('browse', {
//groupname: title.value,
searchstr: searchTerm,
//order_by: 'time',
//order_way: 'desc',
['filter_cat[' + (category.selectedIndex + 1) + ']']: 1,
});
}
searchTorrents(searchTerm).then(function(response) {
function printResults(results) {
results.forEach(function(torrent) {
if (reportedTorrentCollicions.has(torrent.id)) return;
let time = new Date(parseInt(torrent.groupTime) * 1000);
time = !isNaN(time) ? time.toISOString() : torrent.groupTime;
if (isUpload) reportedTorrentCollicions.set(torrent.id,
addMessage(new HTML('possible dupe to torrent ' + getGroupRef(torrent) + ' ' + getFriendlyTime(time)), 'warning'));
else if (isRequestNew) reportedTorrentCollicions.set(torrent.id,
addMessage(new HTML('requested release possibly already on site: ' +
getGroupRef(torrent) + ' ' + getFriendlyTime(time)), 'notice'));
});
}
if (response.results.length > 0) return printResults(response.results);
else if (!title.title && !altTitleStrippers.reduce((r, rx) => r || rx[0].test(title.value), false)) return;
let altSearchTerm = getAltSearchTerm();
return searchTorrents(altSearchTerm).then(({results}) => { printResults(results.filter(function(torrent) {
let torrentTitle = titleStrippers.reduce((r, substDef) => r.replace(...substDef), torrent.groupName);
let similarity = jaroWrinkerSimilarity(torrentTitle, altSearchTerm);
if (prefs.diag_mode) console.debug(`similarity("${torrentTitle}", "${altSearchTerm}") =`, similarity);
return similarity >= similarityThreshold;
})) });
}).catch(reason => { console.error('searchTorrents:', reason) });
// Find open requests
function searchRequests(searchTerm) {
return queryAjaxAPI('requests', {
search: searchTerm,
showall: 'on',
['filter_cat[' + (category.selectedIndex + 1) + ']']: 1,
});
}
searchRequests(searchTerm).then(function(response) {
function printResults(results) {
results.forEach(function(request) {
if (reportedRequests.has(request.requestId)) return;
if (request.categoryId != category.selectedIndex + 1) return;
if (isUpload) reportedRequests.set(request.requestId, addMessage(new HTML('open request ' +
getRequestRef(request) + ' ' + getRequestInfo(request) + ' possibly fillable by this release'), 'info'));
else if (isRequestNew) reportedRequests.set(request.requestId,
addMessage(new HTML('release possibly already requested: ' + getRequestRef(request)), 'info'));
});
}
if (response.results.length > 0) return printResults(response.results);
else if (!title.title && !altTitleStrippers.reduce((r, rx) => r || rx[0].test(title.value), false)) return;
let altSearchTerm = getAltSearchTerm();
return searchRequests(altSearchTerm).then(({results}) => { printResults(results.filter(function(request) {
let requestTitle = titleStrippers.reduce((r, substDef) => r.replace(...substDef), request.title);
let similarity = jaroWrinkerSimilarity(requestTitle, altSearchTerm);
if (prefs.diag_mode) console.debug(`similarity("${requestTitle}", "${altSearchTerm}") =`, similarity);
return similarity >= similarityThreshold;
})) });
}).catch(reason => { console.error('searchRequests:', reason) });
// if (!relationsCheckTimer && prefs.relations_check_interval > 0)
// relationsCheckTimer = setInterval(lookupNonMusicRelations, prefs.relations_check_interval * 1000);
}
} // fillFromText
function getDeezerImageMax(imageUrl) {
if (!httpParser.test(imageUrl)) return Promise.reject('invalid image URL');
const dzrImgResParser = /\/(\d+x\d+)(?:\-\d+)*\.(\w+)$/;
let ext = dzrImgResParser.exec(imageUrl);
if (ext != null) ext = prefs.deezer_get_png_cover ? 'png' : ext[2]; else {
console.warn('Unscalable Deezer image, returning unchanged:', imageUrl);
return Promise.resolve(imageUrl);
}
const urlByResolution = resolution => imageUrl.replace(dzrImgResParser, '/' + resolution + 'x' + resolution) +
(/^j(?:pe?g|fif)$/i.test(ext) ? `-000000-${parseInt(prefs.deezer_jpeg_quality) || 100}-0-0.${ext}` : '.' + ext);
const deezerHighestResolution = Math.max(parseInt(prefs.deezer_highest_resolution) || 0, 500);
const defaultMax = (res = deezerHighestResolution) => verifyImageUrl(urlByResolution(res)).catch(reason => imageUrl);
const resolutions = [/*1200, */1400, 1440, 1500, 1600, 1800, 1920].filter(size => size <= deezerHighestResolution);
return Math.max(...resolutions) > 1400 ? Promise.all(resolutions.map(res => new Promise(function(resolve, reject) {
let img = document.createElement('img');
img.onload = load => { resolve(load.target.naturalWidth * load.target.naturalHeight) };
img.onerror = (message, source, lineno, colno, error) => { reject(message) };
img.src = imageUrl.replace(dzrImgResParser, '/' + res + 'x' + res + '.png');
}).catch(reason => -Infinity))).then(function(pixTotals) {
if (prefs.diag_mode) {
let t = { };
for (let index = 0; index < pixTotals.length; ++index) {
let res = Math.sqrt(pixTotals[index]);
t[resolutions[index]] = res == resolutions[index] ? '✓' : res;
}
console.debug('Deezer image explorer results:', t);
}
let maxArea = Math.max(...pixTotals);
if (maxArea <= 0) {
console.warn('Deezer: no max variant returns valid image', pixTotals, imageUrl);
return Promise.reject('all size variants failed to load'); //defaultMax()
}
return urlByResolution(resolutions[pixTotals.indexOf(maxArea)]);
}) : defaultMax(deezerHighestResolution);
}
function addMessage(text, cls) {
if (!cls) return null;
switch (cls = cls.toLowerCase()) {
case 'info': var prefix = 'Info'; break;
case 'notice': prefix = 'Notice'; break;
case 'warning': prefix = 'Warning'; break;
case 'critical': case 'critical-lite': prefix = 'FATAL'; break;
default:
console.warn('addMessage(...) invalid param:', cls);
return null;
}
let td = document.querySelector('tr#ua-messages > td');
if (td == null) {
let tbody = document.querySelector('table#upload-assistant > tbody');
if (tbody == null) {
console.warn('addMessage(...): querySelector(\'table#upload-assistant > tbody\') returns NULL');
return null;
}
let tr = document.createElement('tr');
tr.id = 'ua-messages';
td = document.createElement('td');
td.colSpan = 2;
td.className = 'ua-messages-bg';
tr.append(td);
tbody.append(tr);
}
let div = document.createElement('div');
div.classList.add('ua-messages', 'ua-' + cls);
div[text instanceof HTML ? 'innerHTML' : 'textContent'] = prefix + ': ' + text;
return td.appendChild(div);
}
function setHandlers() {
document.querySelectorAll([
'image', 'verification', //'picture', 'cover', 'photo', 'avatar', 'poster', 'screenshot',
].map(pattern => ['id', 'name'].map(attr => 'input[type="text"][' + attr + '*="' + pattern + '"]')).join(','))
.forEach(setInputHandlers);
for (let textArea of document.getElementsByTagName('textarea')) {
if (textArea.className != 'ua-input') setTextAreahandlers(textArea);
}
if (prefs.cleanup_descriptions) ['form.create_form', 'form.edit_form', 'form#request_form'].forEach(function(sel) {
if ((ref = document.querySelector(sel)) != null) {
ref.addEventListener('submit', cleanupDescriptions);
if (isUpload && prefs.relations_check_interval > 0)
ref.addEventListener('submit', () => { if (relationsCheckTimer) clearInterval(relationsCheckTimer) });
}
});
setTimeout(function() {
if ((ref = document.getElementById('yadg_input')) != null) ref.ondrop = clear0;
if ((ref = document.getElementById('yadg_response')) != null) {
let image = document.getElementById('image') || document.querySelector('input[name="image"]');
if (image != null && !image.disabled) new MutationObserver(function(mutationsList) {
mutationsList.forEach(function(mutation) {
if (mutation.type == 'childList') mutation.addedNodes.forEach(function(node) {
if (node.id != 'yadg_release_list') return;
// node.querySelectorAll('li > a').forEach(a => a.addEventListener('click', function(evt) {
// if (!evt.altKey) return true;
// evt.stopPropagation();
// console.time('Image URL Resolver/Rehoster');
// imageUrlResolver(evt.target.href, { ctrlKey: evt.ctrlKey, shiftKey: evt.shiftKey })
// .then(result => verifyImageUrl(result).then(function(imageUrl) {
// if (!isNWCD) image.value = imageUrl;
// let size = getRemoteFileSize(imageUrl);
// coverPreview(image, imageUrl, size);
// checkImageSize(imageUrl, image, size).then(function(imageUrl) {
// if (!prefs.auto_rehost_cover && !isNWCD) return;
// image.disabled = true;
// return imageHosts.rehostImages([imageUrl]).then(singleImageGetter).then(function(imageUrl) {
// if (imageUrl == null) throw 'invalid image';
// image.value = imageUrl;
// });
// }).catch(function(reason) {
// if (!isNWCD) image.value = imageUrl;
// addMessage(reason + ' (not rehosted)', 'warning');
// }).then(() => { image.disabled = false });
// return imageUrl;
// })).catch(reason => { alert(reason) }).then(() => { console.timeEnd('Image URL Resolver/Rehoster') });
// return false;
// }));
});
});
}).observe(ref, { childList: true });
}
}, 3000);
// Now rape OPS upload form, but only gently
if (isOPS && isUpload && (ref = document.getElementById('remaster')) != null) {
ref.checked = true;
if (!isAddFormat && prefs.ops_always_edition) {
elem = ref.parentNode.parentNode;
elem.style.display = 'none';
if ((ref = document.querySelector('span#year_label_not_remaster')) != null) ref.textContent = 'Initial year:';
if ((ref = document.querySelector('tr#edition_year > td.label')) != null) ref.textContent = 'Edition year:';
if ((ref = document.querySelector('tr#edition_title > td.label')) != null) ref.textContent = 'Edition title:';
if ((ref = document.getElementById('label_tr')) != null) /*ref.style.display = 'none'; */ref.remove();
if ((ref = document.getElementById('catalogue_tr')) != null) /*ref.style.display = 'none'; */ref.remove();
document.querySelectorAll('table#edition_information > tbody > tr')
.forEach(tr => { elem.parentNode.insertBefore(tr, elem) });
} else Remaster();
}
}
function html2php(node, docUrl) {
docUrl = httpParser.test(docUrl) ? new URL(docUrl).origin : null;
const realUrl = a => a.origin == document.location.origin && docUrl ? docUrl + a.pathname + a.search + a.hash : a.href;
return parseFromNode(node);
function parseFromNode(node, tagChain = []) {
if (!(node instanceof Node)) return null;
switch (node.nodeType) {
case Node.ELEMENT_NODE: {
let tags = [], _tags = [], text = [];
for (let i = 0; i < 5; ++i) text[i] = '';
switch (node.nodeName) {
case 'P':
text[0] = '\n'; text[4] = '\n';
break;
case 'DIV':
text[0] = '\n\n'; text[4] = '\n\n';
break;
case 'DT':
//text[4] = '\n';
addTag('b'); text[3] = ':';
break;
case 'DD':
//if (isRED) addTag('pad=0|0|0|30'); else text[0] = ' ';
text[1] = '\t'; text[4] = '\n';
break;
case 'LABEL':
addTag('b');
text[0] = '\n\n';
break;
case 'BR':
return '\n';
case 'HR':
return isRED ? '[hr]' : '\n';
case 'B': case 'STRONG':
addTag('b');
break;
case 'I': case 'EM': case 'DFN': case 'CITE': case 'VAR':
addTag('i');
break;
case 'U': case 'INS':
addTag('u');
break;
case 'DEL':
addTag('s');
break;
case 'CODE': case 'SAMP': case 'KBD':
addTag('code');
text[2] = node.textContent;
break;
case 'PRE':
addTag('pre');
text[2] = node.textContent;
break;
case 'BLOCKQUOTE': case 'QUOTE':
addTag('quote');
break;
case 'Q':
text[1] = '"'; text[3] = '"';
break;
case 'H1':
addTag('size=5'); addTag('b');
text[0] = '\n\n'; text[4] = '\n\n';
break;
case 'H2':
addTag('size=4'); addTag('b');
text[0] = '\n\n'; text[4] = '\n\n';
break;
case 'H3':
addTag('size=3'); addTag('b');
text[0] = '\n\n'; text[4] = '\n\n';
break;
case 'H4': case 'H5': case 'H6':
addTag('b');
text[0] = '\n\n'; text[4] = '\n\n';
break;
case 'SMALL':
addTag('size=1');
break;
case 'OL': case 'UL':
_tags.push(node.nodeName.toLowerCase());
break;
case 'DL':
_tags.push(node.nodeName.toLowerCase());
break;
case 'LI':
switch (tagChain.reverse().find(tag => /^[ou]l$/.test(tag))) {
case 'ol': text[0] = '[#] '; text[4] = '\n'; break;
case 'ul': text[0] = '[*] '; text[4] = '\n'; break;
default: return '';
}
break;
case 'TR':
text[4] = '\n';
break;
case 'TD':
text[1] = '\t';
break;
case 'A': {
if (/^https?:$/i.test(node.protocol)) addTag('url=' + removeRedirect(realUrl(node)));
break;
}
case 'IMG':
addTag('img');
text[2] = node.dataset.src || node.src;
break;
case 'DETAILS': {
let summary = node.querySelector('summary');
summary = summary != null ? '=' + summary.textContent.trim() : '';
addTag('hide' + summary);
break;
}
case 'AUDIO': case 'BASE': case 'BUTTON': case 'CANVAS': case 'COL': case 'COLGROUP': case 'DATALIST':
case 'DIALOG': case 'EMBED': case 'FIELDSET': case 'FORM': case 'HEAD': case 'INPUT': case 'LEGEND':
case 'LINK': case 'MAP': case 'META': case 'METER': case 'NOSCRIPT': case 'OBJECT': case 'OPTGROUP':
case 'OPTION': case 'PARAM': case 'PROGRESS': case 'SELECT': case 'SOURCE': case 'STYLE': case 'SUMMARY':
case 'SVG': case 'TEMPLATE': case 'TEXTAREA': case 'TITLE': case 'TRACK': case 'VIDEO':
return '';
}
if (['left', 'center', 'right'].some(al => node.style.textAlign.toLowerCase() == al)) {
addTag('align=' + node.style.textAlign.toLowerCase());
}
if (node.style.fontWeight >= 700) addTag('b');
switch (node.style.fontStyle.toLowerCase()) {
case 'italic': addTag('i'); break;
}
switch (node.style.textDecorationLine.toLowerCase()) {
case 'underline': addTag('u'); break;
case 'line-through': addTag('s'); break;
}
if (node.style.color) {
ctxt.fillStyle = elem.style.color;
if (ctxt.fillStyle != '#000000' && /^#(?:[a-f0-8]{2}){3,4}$/i.test(ctxt.fillStyle)) {
addTag('color=' + ctxt.fillStyle);
}
}
if (!text[2]) node.childNodes.forEach(function(node) {
var childContent = parseFromNode(node, tagChain.concat(tags.concat(_tags).map(tag => tag.replace(/=.*$/, ''))));
text[2] += childContent;
});
if (node.nodeName == 'A' && text[2].trim().length <= 0) {
if (/^(?:https?):$/i.test(node.protocol)) {
text[2] = removeRedirect(realUrl(node));
tags.splice(-1, 1, 'url');
} else text[2] = node.href.slice(node.protocol.length);
}
return text[0] + (text[1] || text[2] || text[3] ? tags.map(tag => '[' + tag + ']').join('').concat(text[1],
text[2], text[3], tags.reverse().map(tag => '[/' + tag.replace(/=.*$/, '') + ']').join('')) : '') + text[4];
function addTag(tag) {
if (tagChain.concat(tags.map(tag => tag.replace(/=.*$/, ''))).includesCaseless(tag.replace(/=.*$/, ''))) return;
tags.push(tag);
}
}
case Node.TEXT_NODE:
return node.wholeText.replace(/\s+/g, ' ');
case Node.DOCUMENT_NODE:
return parseFromNode(node.body);
}
return '';
}
}
function coverPreview(input, imgUrl, size) {
if (!prefs.auto_preview_cover) return;
let img = document.getElementById('cover-preview');
if (img == null) {
if (!(input instanceof HTMLElement) || input.parentNode.previousElementSibling == null) return;
elem = document.createElement('div');
elem.style = 'margin-top: 10px; float: right; width: 90%;';
img = document.createElement('img');
img.id = 'cover-preview';
elem.append(img);
var coverSize = document.createElement('div');
coverSize.id = 'cover-size';
if (isRequestNew || isRequestEdit) coverSize.style.fontSize = '7.5pt';
elem.append(coverSize);
input.parentNode.previousElementSibling.append(document.createElement('br'));
input.parentNode.previousElementSibling.append(elem);
} else if ((coverSize = document.getElementById('cover-size')) == null)
console.warn('Assertion failed: cover-size element nut located');
if (httpParser.test(imgUrl)) {
img.onload = function(evt) {
this.onload = null;
if (coverSize == null || !this.naturalWidth || !this.naturalHeight) return; // invalid image
const resolution = this.naturalWidth + '×' + this.naturalHeight;
(size instanceof Promise ? size : size > 0 ? Promise.resolve(size) : getRemoteFileSize(this.src)).then(size => {
if (size > prefs.image_size_warning * 2**10)
coverSize.innerHTML = resolution + ' (<strong style="color: #ff4c4c;">' + formattedSize(size) + '</strong>)';
else coverSize.innerText = resolution + ' (' + formattedSize(size) + ')';
}, reason => { coverSize.textContent = resolution });
};
img.onerror = function(evt) {
this.onerror = null;
this.src = '';
if (coverSize != null) coverSize.textContent = '';
console.warn('Image source cannot be loaded:', evt, imgUrl);
};
img.src = imgUrl;
} else {
img.src = '';
if (coverSize != null) coverSize.textContent = '';
}
}
function cleanupDescriptions(evt) {
descriptionFields.forEach(function(ID) {
if ((ref = evt.target.querySelector('textarea#' + ID)) == null || ref.value.length <= 0) return;
let matches, clean = ref.value
.replace(/[ \t\xA0]+$/gm, '')
.replace(/[ \t]*Vinyl rip by \[color=\S+\]\[\/color\]\s*/im, '')
.replace(/\[u\]Lineage:\[\/u\]\n\n/i, '');
const emptyTagMatch = /\s*\[(\w+)(?:=([^\[\]]*))?\]\[\/\1\]/gm;
while (emptyTagMatch.test(clean)) clean = clean.replace(emptyTagMatch, '');
const foodrParser = /\s*^(\[hide=DR(\d+)\]\[pre\][\S\s]+\[\/pre\]\[\/hide\])/m;
if ((matches = foodrParser.exec(clean)) != null) [
/(^| \| )DR(\d+)$/m,
/(^| \| )\[color=\#?\w+\]DR(\d+)\[\/color\]$/m,
/(^\d+(?:\.\d+)?(?:\/\d+(?:\.\d+)?)*\s*kHz)$/,
].forEach(function(anchor, index) {
let anchorMatches = anchor.exec(clean.replace(foodrParser, ''));
if (anchorMatches == null) return;
clean = anchorMatches.input.slice(0, anchorMatches.index);
if (anchorMatches[1]) {
clean += anchorMatches[1];
if (!anchorMatches[1].endsWith(' | ')) clean += ' | ';
}
clean += matches[1] + anchorMatches.input.slice(anchorMatches.index + anchorMatches[0].length);
});
ref.value = clean.replace(/(?:[ \t\xA0]*\r?\n){3,}/g, '\n\n').trim();
});
return true;
}
function reInParenthesis(expr) { return new RegExp('\\s+\\([^\\(\\)]*' + expr + '[^\\(\\)]*\\)$', 'i') }
function reInBrackets(expr) { return new RegExp('\\s+\\[[^\\[\\]]*' + expr + '[^\\[\\]]*\\]$', 'i') }
function notMonospaced(str) {
if (!str || typeof str != 'string') return false;
return /[\u0080-\u009F]/.test(str)
// || /[\u0000-\u001F]/.test(str) // Control character
// || /[\u0020-\u007F]/.test(str) // Basic Latin
// || /[\u0080-\u00FF]/.test(str) // Latin-1 Supplement
// || /[\u0100-\u017F]/.test(str) // Latin Extended-A
// || /[\u0180-\u024F]/.test(str) // Latin Extended-B
// || /[\u0250-\u02AF]/.test(str) // IPA Extensions
|| /[\u02B0-\u02FF]/.test(str) // Spacing Modifier Letters
|| /[\u0300-\u036F]/.test(str) // Combining Diacritical Marks
|| /[\u0370-\u03FF]/.test(str) // Greek and Coptic
|| /[\u0400-\u04FF]/.test(str) // Cyrillic
|| /[\u0500-\u052F]/.test(str) // Cyrillic Supplement
|| /[\u0530-\u058F]/.test(str) // Armenian
|| /[\u0590-\u05FF]/.test(str) // Hebrew
|| /[\u0600-\u06FF]/.test(str) // Arabic
|| /[\u0700-\u074F]/.test(str) // Syriac
|| /[\u0750-\u077F]/.test(str) // Arabic Supplement
|| /[\u0780-\u07BF]/.test(str) // Thaana
|| /[\u07C0-\u07FF]/.test(str) // NKo
|| /[\u0800-\u083F]/.test(str) // Samaritan
|| /[\u0840-\u085F]/.test(str) // Mandaic
|| /[\u0860-\u086F]/.test(str) // Syriac Supplement
|| /[\u08A0-\u08FF]/.test(str) // Arabic Extended-A
|| /[\u0900-\u097F]/.test(str) // Devanagari
|| /[\u0980-\u09FF]/.test(str) // Bengali
|| /[\u0A00-\u0A7F]/.test(str) // Gurmukhi
|| /[\u0A80-\u0AFF]/.test(str) // Gujarati
|| /[\u0B00-\u0B7F]/.test(str) // Oriya
|| /[\u0B80-\u0BFF]/.test(str) // Tamil
|| /[\u0C00-\u0C7F]/.test(str) // Telugu
|| /[\u0C80-\u0CFF]/.test(str) // Kannada
|| /[\u0D00-\u0D7F]/.test(str) // Malayalam
|| /[\u0D80-\u0DFF]/.test(str) // Sinhala
|| /[\u0E00-\u0E7F]/.test(str) // Thai
|| /[\u0E80-\u0EFF]/.test(str) // Lao
|| /[\u0F00-\u0FFF]/.test(str) // Tibetan
|| /[\u1000-\u109F]/.test(str) // Myanmar
|| /[\u10A0-\u10FF]/.test(str) // Georgian
|| /[\u1100-\u11FF]/.test(str) // Hangul Jamo
|| /[\u1200-\u137F]/.test(str) // Ethiopic
|| /[\u1380-\u139F]/.test(str) // Ethiopic Supplement
|| /[\u13A0-\u13FF]/.test(str) // Cherokee
|| /[\u1400-\u167F]/.test(str) // Unified Canadian Aboriginal Syllabics
|| /[\u1680-\u169F]/.test(str) // Ogham
|| /[\u16A0-\u16FF]/.test(str) // Runic
|| /[\u1700-\u171F]/.test(str) // Tagalog
|| /[\u1720-\u173F]/.test(str) // Hanunoo
|| /[\u1740-\u175F]/.test(str) // Buhid
|| /[\u1760-\u177F]/.test(str) // Tagbanwa
|| /[\u1780-\u17FF]/.test(str) // Khmer
|| /[\u1800-\u18AF]/.test(str) // Mongolian
|| /[\u18B0-\u18FF]/.test(str) // Unified Canadian Aboriginal Syllabics Extended
|| /[\u1900-\u194F]/.test(str) // Limbu
|| /[\u1950-\u197F]/.test(str) // Tai Le
|| /[\u1980-\u19DF]/.test(str) // New Tai Lue
|| /[\u19E0-\u19FF]/.test(str) // Khmer Symbols
|| /[\u1A00-\u1A1F]/.test(str) // Buginese
|| /[\u1A20-\u1AAF]/.test(str) // Tai Tham
|| /[\u1AB0-\u1AFF]/.test(str) // Combining Diacritical Marks Extended
|| /[\u1B00-\u1B7F]/.test(str) // Balinese
|| /[\u1B80-\u1BBF]/.test(str) // Sundanese
|| /[\u1BC0-\u1BFF]/.test(str) // Batak
|| /[\u1C00-\u1C4F]/.test(str) // Lepcha
|| /[\u1C50-\u1C7F]/.test(str) // Ol Chiki
|| /[\u1C80-\u1C8F]/.test(str) // Cyrillic Extended C
|| /[\u1CC0-\u1CCF]/.test(str) // Sundanese Supplement
|| /[\u1CD0-\u1CFF]/.test(str) // Vedic Extensions
|| /[\u1D00-\u1D7F]/.test(str) // Phonetic Extensions
|| /[\u1D80-\u1DBF]/.test(str) // Phonetic Extensions Supplement
|| /[\u1DC0-\u1DFF]/.test(str) // Combining Diacritical Marks Supplement
// || /[\u1E00-\u1EFF]/.test(str) // Latin Extended Additional
|| /[\u1F00-\u1FFF]/.test(str) // Greek Extended
|| /[\u200B-\u200F\u2028\u2029\u203B\u202A-\u202E\u2060-\u206F]/.test(str)
//|| /[\u2000-\u206F]/.test(str) // General Punctuation
|| /[\u2070-\u209F]/.test(str) // Superscripts and Subscripts
// || /[\u20A0-\u20CF]/.test(str) // Currency Symbols
|| /[\u20D0-\u20FF]/.test(str) // Combining Diacritical Marks for Symbols
// || /[\u2100-\u214F]/.test(str) // Letterlike Symbols
|| /[\u2150-\u218F]/.test(str) // Number Forms
// || /[\u2190-\u21FF]/.test(str) // Arrows
|| /[\u2200-\u22FF]/.test(str) // Mathematical Operators
|| /[\u2300-\u23FF]/.test(str) // Miscellaneous Technical
|| /[\u2400-\u243F]/.test(str) // Control Pictures
// || /[\u2440-\u245F]/.test(str) // Optical Character Recognition
|| /[\u2460-\u24FF]/.test(str) // Enclosed Alphanumerics
|| /[\u2500-\u257F]/.test(str) // Box Drawing
// || /[\u2580-\u259F]/.test(str) // Block Elements
|| /[\u25A0-\u25FF]/.test(str) // Geometric Shapes
|| /[\u2600-\u26FF]/.test(str) // Miscellaneous Symbols
|| /[\u2700-\u27BF]/.test(str) // Dingbats
|| /[\u27C0-\u27EF]/.test(str) // Miscellaneous Mathematical Symbols-A
|| /[\u27F0-\u27FF]/.test(str) // Supplemental Arrows-A
|| /[\u2800-\u28FF]/.test(str) // Braille Patterns
|| /[\u2900-\u297F]/.test(str) // Supplemental Arrows-B
// || /[\u2980-\u29FF]/.test(str) // Miscellaneous Mathematical Symbols-B
// || /[\u2A00-\u2AFF]/.test(str) // Supplemental Mathematical Operators
|| /[\u2B00-\u2BFF]/.test(str) // Miscellaneous Symbols and Arrows
|| /[\u2C00-\u2C5F]/.test(str) // Glagolitic
// || /[\u2C60-\u2C7F]/.test(str) // Latin Extended-C
|| /[\u2C80-\u2CFF]/.test(str) // Coptic
|| /[\u2D00-\u2D2F]/.test(str) // Georgian Supplement
|| /[\u2D30-\u2D7F]/.test(str) // Tifinagh
|| /[\u2D80-\u2DDF]/.test(str) // Ethiopic Extended
|| /[\u2DE0-\u2DFF]/.test(str) // Cyrillic Extended-A
|| /[\u2E00-\u2E7F]/.test(str) // Supplemental Punctuation
|| /[\u2E80-\u2EFF]/.test(str) // CJK Radicals Supplement
|| /[\u2F00-\u2FDF]/.test(str) // Kangxi Radicals
|| /[\u2FF0-\u2FFF]/.test(str) // Ideographic Description Characters
|| /[\u3000-\u303F]/.test(str) // CJK Symbols and Punctuation
|| /[\u3040-\u309F]/.test(str) // Hiragana
|| /[\u30A0-\u30FF]/.test(str) // Katakana
|| /[\u3100-\u312F]/.test(str) // Bopomofo
|| /[\u3130-\u318F]/.test(str) // Hangul Compatibility Jamo
|| /[\u3190-\u319F]/.test(str) // Kanbun
|| /[\u31A0-\u31BF]/.test(str) // Bopomofo Extended
|| /[\u31C0-\u31EF]/.test(str) // CJK Strokes
|| /[\u31F0-\u31FF]/.test(str) // Katakana Phonetic Extensions
|| /[\u3200-\u32FF]/.test(str) // Enclosed CJK Letters and Months
|| /[\u3300-\u33FF]/.test(str) // CJK Compatibility
|| /[\u3400-\u4DBF]/.test(str) // CJK Unified Ideographs Extension A
|| /[\u4DC0-\u4DFF]/.test(str) // Yijing Hexagram Symbols
|| /[\u4E00-\u9FFF]/.test(str) // CJK Unified Ideographs
// || /[\uA000-\uA48F]/.test(str) // Yi Syllables
// || /[\uA490-\uA4CF]/.test(str) // Yi Radicals
|| /[\uA4D0-\uA4FF]/.test(str) // Lisu
|| /[\uA500-\uA63F]/.test(str) // Vai
|| /[\uA640-\uA69F]/.test(str) // Cyrillic Extended-B
|| /[\uA6A0-\uA6FF]/.test(str) // Bamum
|| /[\uA700-\uA71F]/.test(str) // Modifier Tone Letters
|| /[\uA720-\uA7FF]/.test(str) // Latin Extended-D
|| /[\uA800-\uA82F]/.test(str) // Syloti Nagri
|| /[\uA830-\uA83F]/.test(str) // Common Indic Number Forms
|| /[\uA840-\uA87F]/.test(str) // Phags-pa
|| /[\uA880-\uA8DF]/.test(str) // Saurashtra
|| /[\uA8E0-\uA8FF]/.test(str) // Devanagari Extended
|| /[\uA900-\uA92F]/.test(str) // Kayah Li
|| /[\uA930-\uA95F]/.test(str) // Rejang
|| /[\uA960-\uA97F]/.test(str) // Hangul Jamo Extended-A
|| /[\uA980-\uA9DF]/.test(str) // Javanese
|| /[\uA9E0-\uA9FF]/.test(str) // Myanmar Extended-B
|| /[\uAA00-\uAA5F]/.test(str) // Cham
|| /[\uAA60-\uAA7F]/.test(str) // Myanmar Extended-A
|| /[\uAA80-\uAADF]/.test(str) // Tai Viet
|| /[\uAAE0-\uAAFF]/.test(str) // Meetei Mayek Extensions
|| /[\uAB00-\uAB2F]/.test(str) // Ethiopic Extended-A
// || /[\uAB30-\uAB6F]/.test(str) // Latin Extended-E
|| /[\uAB70-\uABBF]/.test(str) // Cherokee Supplement
|| /[\uABC0-\uABFF]/.test(str) // Meetei Mayek
|| /[\uAC00-\uD7AF]/.test(str) // Hangul Syllables
|| /[\uD7B0-\uD7FF]/.test(str) // Hangul Jamo Extended-B
|| /[\uD800-\uDB7F]/.test(str) // High Surrogates
// || /[\uDB80-\uDBFF]/.test(str) // High Private Use Surrogates
|| /[\uDC00-\uDFFF]/.test(str) // Low Surrogates
|| /[\uE000-\uF8FF]/.test(str) // Private Use Area
|| /[\uF900-\uFAFF]/.test(str) // CJK Compatibility Ideographs
|| /[\uFB00-\uFB4F]/.test(str) // Alphabetic Presentation Forms
|| /[\uFB50-\uFDFF]/.test(str) // Arabic Presentation Forms-A
|| /[\uFE00-\uFE0F]/.test(str) // Variation Selectors
|| /[\uFE10-\uFE1F]/.test(str) // Vertical Forms
|| /[\uFE20-\uFE2F]/.test(str) // Combining Half Marks
|| /[\uFE30-\uFE4F]/.test(str) // CJK Compatibility Forms
|| /[\uFE50-\uFE6F]/.test(str) // Small Form Variants
|| /[\uFE70-\uFEFF]/.test(str) // Arabic Presentation Forms-B
|| /[\uFF00-\uFFEF]/.test(str) // Halfwidth and Fullwidth Forms
|| /[\uFFF0-\uFFFF]/.test(str) // Specials
// || /[\u10000-\uFFFFF]/.test(str) // Others
|| str.includes('⇅');
}
function getSizeFromString(str, returnAs = undefined) {
if (typeof str != 'string') return 0;
let matches = /\b(\d+(?:\.\d+)?)\s*([KMGTPEZY]?)I?B\b/.exec(str.replace(',', '.').toUpperCase());
if (matches == null) return 0;
const prefixes = Array.from('KMGTPEZY');
let size = parseFloat(matches[1]);
let fromIndex = prefixes.indexOf(matches[2]);
let toIndex = /^([KMGTPEZY]?)(?:i?B)?$/i.test(returnAs) ? prefixes.indexOf(RegExp.$1.toUpperCase()) : 1;
let result = size * Math.pow(2, (fromIndex - toIndex) * 10);
return toIndex >= 0 ? result : Math.round(result);
}
function makeTimeString(duration, forceSign = false) {
let t = Math.abs(Math.round(duration));
let H = Math.floor(t / 60 ** 2);
let M = Math.floor(t / 60 % 60);
let S = t % 60;
return (duration < 0 ? '-' : duration > 0 && forceSign ? '+' : '') +
(H > 0 ? H + ':' + M.toString().padStart(2, '0') : M.toString()) + ':' + S.toString().padStart(2, '0');
}
function timeStringToTime(str) {
if (!/(-\s*)?\b(\d+(?::\d{2})*(?:\.\d+)?)\b/.test(str)) return null;
var t = 0, a = RegExp.$2.split(':');
while (a.length > 0) t = t * 60 + parseFloat(a.shift());
return RegExp.$1 ? -t : t;
}
function normalizeDate(str, countryCode = undefined) {
if (typeof str != 'string') return null;
var match;
function formatOutput(yearIndex, montHindex, dayIndex) {
var year = parseInt(match[yearIndex]), month = parseInt(match[montHindex]), day = parseInt(match[dayIndex]);
if (year < 30) year += 2000; else if (year < 100) year += 1900;
if (year < 1000 || year > 9999 || month < 1 || month > 12 || day < 0 || day > 31) return null;
return year.toString() + '-' + month.toString().padStart(2, '0') + '-' + day.toString().padStart(2, '0');
}
if ((match = /\b(\d{4})-(\d{1,2})-(\d{1,2})\b/.exec(str)) != null) return formatOutput(1, 2, 3); // US
if ((match = /\b(\d{4})\/(\d{1,2})\/(\d{1,2})\b/.exec(str)) != null) return formatOutput(1, 2, 3);
if ((match = /\b(\d{1,2})\/(\d{1,2})\/(\d{2})\b/.exec(str)) != null
&& (parseInt(match[1]) > 12 || /\b(?:be|it)/.test(countryCode))) return formatOutput(3, 2, 1); // BE, IT
if ((match = /\b(\d{1,2})\/(\d{1,2})\/(\d{2})\b/.exec(str)) != null) return formatOutput(3, 1, 2); // US
if ((match = /\b(\d{1,2})\/(\d{1,2})\/(\d{4})\b/.exec(str)) != null) return formatOutput(3, 2, 1); // UK, IE, FR, ES
if ((match = /\b(\d{1,2})-(\d{1,2})-((?:\d{2}|\d{4}))\b/.exec(str)) != null) return formatOutput(3, 2, 1); // NL
if ((match = /\b(\d{1,2})\. *(\d{1,2})\. *(\d{4})\b/.exec(str)) != null) return formatOutput(3, 2, 1); // CZ, DE
if ((match = /\b(\d{1,2})\. *(\d{1,2})\. *(\d{2})\b/.exec(str)) != null) return formatOutput(3, 2, 1); // AT, CH, DE, LU
if ((match = /\b(\d{4})\. *(\d{1,2})\. *(\d{1,2})\b/.exec(str)) != null) return formatOutput(1, 2, 3); // JP
return extractYear(str);
}
function extractYear(expr) {
if (typeof expr == 'number') return Math.round(expr);
if (typeof expr != 'string') return null;
if (/\b(\d{4})\b/.test(expr)) return parseInt(RegExp.$1);
var d = new Date(expr);
return parseInt(isNaN(d) ? expr : d.getFullYear());
}
function safeText(unsafeText) {
let div = document.createElement('div');
div.innerText = unsafeText || '';
return div.innerHTML;
}
function decodeHTML(html) {
let elem = document.createElement("textarea");
elem.innerHTML = html;
return elem.value;
}
function convertToRoman(num) {
const roman = { M: 1000, CM: 900, D: 500, CD: 400, C: 100, XC: 90, L: 50, XL: 40, X: 10, IX: 9, V: 5, IV: 4, I: 1 };
let str = '';
for (let l of Object.keys(roman)) {
let q = Math.floor(num / roman[l]);
num -= q * roman[l];
str += l.repeat(q);
}
return str;
}
function inputDataHandler(evt, data) {
function rehoster(imageUrl) {
if (!prefs.auto_rehost_cover && !isNWCD) return Promise.resolve(imageUrl);
evt.target.disabled = true;
return imageHosts.rehostImages([imageUrl]).then(singleImageGetter).then(function(imageUrl) {
if (imageUrl == null) throw 'invalid image';
evt.target.value = imageUrl;
}).catch(function(reason) {
if (!isNWCD) evt.target.value = imageUrl;
Promise.resolve(reason).then(msg => { alert(msg + ' (not rehosted)') });
}).then(() => { evt.target.disabled = false });
}
if (!data) return true;
if (data.files.length > 0) {
if (data.files[0].type && !data.files[0].type.startsWith('image/')) return true;
evt.target.disabled = true;
if (evt.target.hTimer) {
clearTimeout(evt.target.hTimer);
delete evt.target.hTimer;
}
evt.target.style.color = 'white';
evt.target.style.backgroundColor = 'darkred';
let progressBar = { };
function progressHandler(worker, param = null) {
if (param && typeof param == 'object') {
if (param.readyState > 1 || progressBar.current != undefined && worker !== progressBar.current
|| Date.now() < progressBar.lastUpdate + 100) return;
let pct = Math.floor(Math.min(param.done * 100 / param.total, 100));
if (pct <= progressBar.lastPct) return;
evt.target.value = 'Uploading... [' + (progressBar.lastPct = pct) + '%]';
progressBar.lastUpdate = Date.now();
} else if (param == null) {
progressBar = { current: worker };
evt.target.value = 'Uploading...';
}
}
let file = data.files[0];
checkImageSize(file, evt.target, progressHandler).catch(reason => file).then(function(result) {
if (httpParser.test(result)) return rehoster(result);
if (result instanceof File) return imageHosts.uploadImages([result], progressHandler).then(singleImageGetter).then(function(imgUrl) {
evt.target.value = imgUrl;
coverPreview(evt.target, imgUrl, file.size);
});
console.warn('invalid checkImageSize result:', result);
return Promise.reject('invalid upload result');
}).then(function() {
evt.target.style.backgroundColor = '#008000';
evt.target.hTimer = setTimeout(function() {
evt.target.style.backgroundColor = null;
evt.target.style.color = null;
delete evt.target.hTimer;
}, 10000);
}, function(reason) {
inputClear(evt);
evt.target.style.backgroundColor = null;
evt.target.style.color = null;
Promise.resolve(reason).then(msg => { alert(msg) });
}).then(() => { evt.target.disabled = false });
return false;
} else if (data.items.length > 0) {
let links = data.getData('text/uri-list');
if (links) links = links.split(/\r?\n/); else {
links = data.getData('text/x-moz-url');
if (links) links = links.split(/\r?\n/).filter((item, ndx) => ndx % 2 == 0);
else if (links = data.getData('text/plain')) links = links.split(/\r?\n/);
}
if (!Array.isArray(links) || links.length <= 0) return true;
console.time('Image URL Rehoster');
imageUrlResolver(links[0], {
altKey: evt.altKey,
ctrlKey: evt.ctrlKey,
shiftKey: evt.shiftKey,
}).then(verifyImageUrl).then(function(imageUrl) {
if (!isNWCD) evt.target.value = imageUrl;
let size = getRemoteFileSize(imageUrl);
coverPreview(evt.target, imageUrl, size);
return checkImageSize(imageUrl, evt.target, size).then(rehoster);
}).then(() => { console.timeEnd('Image URL Rehoster') }, alert);
return false;
}
return true;
}
function textAreaDropHandler(evt) {
if (!evt.dataTransfer || evt.shiftKey) return true;
if (evt.dataTransfer.files.length > 0) {
let images = [];
Array.from(evt.dataTransfer.files).forEach(function(file) {
switch (file.type) {
case '':
if (!['log'/*, 'nfo'*/].some(ext => file.name.toLowerCase().endsWith('.' + ext))) break;
case 'text/plain':
//case 'text/nfo': // malformed encoding
case 'text/log':
evt.target.disabled = true;
file.getText(file.name.toLowerCase().endsWith('.nfo') ? 'ibm850' : 'utf-8').then(function(text) {
let isDR = file.name.endsWith('foo_dr.txt') && /^(?:Official DR value):\s*(?:DR(\d+))\b/m.test(text)
|| file.name.endsWith('_log.txt') && /^(?:Official EP\/Album DR): (\d+)\b/m.test(text);
if (isDR) var DR = parseInt(RegExp.$1);
let tag = isDR || file.name.toLowerCase().endsWith('.nfo') ? 'pre' : 'code';
let php = isDR ? '[hide=DR' + RegExp.$1 + '][' + tag + ']' + text + '[/' + tag + '][/hide]'
: '[hide=' + file.name + '][' + tag + ']' + text + '[/' + tag + '][/hide]';
if (evt.target.value.length <= 0) evt.target.value = php; else if (evt.ctrlKey) {
evt.target.value = evt.target.value.slice(0, evt.rangeOffset) +
php + evt.target.value.slice(evt.rangeOffset);
} else if (isDR && /\[hide=DR\d*\]\[pre\]\[\/pre\]/i.test(evt.target.value)) {
evt.target.value = RegExp.leftContext + php.slice(0, -7) + RegExp.rightContext;
} else if (isDR && /\[hide=DR(\d*)\]((?:\[pre\](foobar2000[\s\S]+?)^\[\/pre\]\s*)+)(?:\[pre\]\[\/pre\])?/im.test(evt.target.value)) {
php = '[hide=DR';
if (parseInt(RegExp.$1) == DR) php += RegExp.$1;
evt.target.value = `${RegExp.leftContext}${php}]${RegExp.$2.trim()}\n[pre]${text}[/pre]${RegExp.rightContext}`;
} else if (!isDR && /\[hide\](?:\[code\]\[\/code\])?\[\/hide\]/i.test(evt.target.value)) {
evt.target.value = RegExp.leftContext + php + RegExp.rightContext;
} else if (!isDR && /(\[hide=[^\]]+\])(?:\[code\]\[\/code\])?(\[\/hide\])/i.test(evt.target.value)) {
evt.target.value = `${RegExp.leftContext}${RegExp.$1}[code]${text}[/code]${RegExp.$2}${RegExp.rightContext}`;
} else evt.target.value += '\n\n' + php;
}).catch(function(e) { alert(e) }).then(function() {
if (!evt.target.style.background) evt.target.disabled = false;
});
break;
default:
if (file.type && file.type.startsWith('image/')) images.push(file);
}
});
if (images.length > 0) {
evt.target.disabled = true;
if (!isNWCD) var progressBar = new ULProgressBar(evt.target, images.map(image => image.size));
imageHosts.uploadImages(images, ULProgressBar.prototype.update.bind(progressBar))
.then(urlHandler.bind({ tag: 'img' }))
.catch(reason => { Promise.resolve(reason).then(msg => { alert(msg) }) })
.then(function() {
ULProgressBar.prototype.cleanUp.call(progressBar);
evt.target.disabled = false;
});
}
evt.stopPropagation();
return false;
} else if (evt.dataTransfer.items.length > 0) {
let content = evt.dataTransfer.getData('text/uri-list');
if (content) content = content.split(/\r?\n/); else {
content = evt.dataTransfer.getData('text/x-moz-url');
if (content) content = content.split(/\r?\n/).filter((item, ndx) => ndx % 2 == 0);
};
if (Array.isArray(content) && content.length > 0) {
console.time('Image URL Resolver');
Promise.all(content.map(url => imageUrlResolver(url, { ctrlKey: !evt.ctrlKey }))).then(function(resolved) {
let resolvedUrls = resolved.flatten();
if (prefs.auto_rehost_cover || isNWCD) {
evt.target.disabled = true;
if (resolvedUrls.length > 1 && !isNWCD) {
progressBar = new RHProgressBar(evt.target, resolvedUrls.length);
progressBar.update(0, false);
}
imageHosts.rehostImages(resolvedUrls, progressBar ? (param = true) => progressBar.update(0, param) : null).catch(function(reason) {
addMessage(reason + ' (not rehosted)', 'warning');
RHProgressBar.prototype.update.call(progressBar, -1, false);
return verifyImageUrls(resolvedUrls);
}).then(results => { urlHandler.bind({ tag: 'img' })(results, arrayGrouping(resolved).flatten()) })
.catch(reason => { Promise.resolve(reason).then(msg => { alert(msg) }) }).then(function() {
RHProgressBar.prototype.cleanUp.call(progressBar);
evt.target.disabled = false;
console.timeEnd('Image URL Resolver');
});
} else urlHandler.bind({ tag: 'img' })(resolvedUrls, arrayGrouping(resolved).flatten());
}).catch(function(e) {
let as = domParser.parseFromString(evt.dataTransfer.getData('text/html'), 'text/html').body.querySelectorAll('a');
Promise.all(content.map(urlResolver))
.then(resolved => urlHandler.bind({ tag: 'url', titles: Array.from(as).map(a => a.textContent.trim()) })(resolved.flatten()));
});
} else if (content = evt.dataTransfer.getData('text/html')) {
insert(html2php(domParser.parseFromString(content, 'text/html')).collapseGaps());
} else if (content = evt.dataTransfer.getData('text/plain')) {
insert(content);
}
evt.stopPropagation();
return false;
}
return true;
function urlHandler(results, groups = undefined) {
if (typeof this.tag != 'string' || this.tag.length <= 0) throw 'Invalid argument';
const tagName = this.tag.toLowerCase(), rx = new RegExp('\\[' + tagName + '\\]\\[\\/' + tagName + '\\]', 'i');
let phpBB = '';
results.forEach((result, index) => {
if (tagName == 'img') {
var thumb = evt.altKey && !evt.target.noPhpBB && typeof result == 'object'
&& httpParser.test(result.original) && httpParser.test(result.thumb);
if (typeof result == 'object' && result.original) var url = result.original;
else if (typeof result == 'string') url = result;
else throw 'Invalid result format';
} else if (result.length > 0 && httpParser.test(result)) url = result; else return;
if (thumb) var _phpBB = '[url=' + url + '][' + tagName + ']' + result.thumb + '[/' + tagName + '][/url]'; else {
_phpBB = '[' + tagName;
_phpBB += Array.isArray(this.titles) && this.titles[index] ? '=' + url + ']' + this.titles[index] : ']' + url;
_phpBB += '[/' + tagName + ']';
}
if (rx.test(evt.target.value)) evt.target.value = RegExp.leftContext + _phpBB + RegExp.rightContext; else {
if (index > 0) phpBB += isGroupBoundary(groups, index) ? thumb ? '\n' : '\n\n' : thumb ? ' ' : '\n';
phpBB += evt.target.noPhpBB ? url : _phpBB;
}
});
insert(phpBB);
}
function insert(phpBB) {
if (typeof phpBB != 'string' || phpBB.length <= 0) return;
if (evt.target.value.trimRight().length <= 0) evt.target.value = phpBB; else if (evt.ctrlKey) {
evt.target.value = evt.target.value.slice(0, evt.rangeOffset) + phpBB + evt.target.value.slice(evt.rangeOffset);
} else evt.target.value = evt.target.value.trimRight() + /*ndx <= 0 ? '\n\n' : */'\n\n' + phpBB;
}
}
function textAreaPasteHandler(evt) {
if (!evt.clipboardData) return true;
if (evt.clipboardData.files.length > 0) {
let images = Array.from(evt.clipboardData.files).filter(file => file.type && file.type.startsWith('image/'));
if (images.length <= 0) return true;
evt.target.disabled = true;
if (!isNWCD) var progressBar = new ULProgressBar(evt.target, images.map(image => image.size));
imageHosts.uploadImages(images, ULProgressBar.prototype.update.bind(progressBar)).then(function(results) {
let phpBB = '';
results.forEach(function(result, index) {
let thumb = evt.altKey && !evt.target.noPhpBB && typeof result == 'object'
&& httpParser.test(result.original) && httpParser.test(result.thumb);
if (typeof result == 'object' && result.original) var imgUrl = result.original;
else if (typeof result == 'string') imgUrl = result;
else throw 'Invalid result format';
if (index > 0) phpBB += thumb ? ' ' : '\n';
phpBB += evt.target.noPhpBB ? phpBB += imgUrl : !thumb ? '[img]' + imgUrl+ '[/img]'
: '[url=' + imgUrl + '][img]' + result.thumb + '[/img][/url]';
});
insert(phpBB);
}).catch(reason => { Promise.resolve(reason).then(msg => { alert(msg) }) }).then(function() {
ULProgressBar.prototype.cleanUp.call(progressBar);
evt.target.disabled = false;
});
evt.stopPropagation();
return false;
} else if (evt.clipboardData.items.length > 0) {
let content = evt.clipboardData.getData('text/html');
if (!content) return true;
insert(html2php(domParser.parseFromString(content, 'text/html')).collapseGaps());
return false;
}
return true;
function insert(phpBB) {
if (typeof phpBB != 'string' || phpBB.length <= 0) return;
let selStart = evt.target.selectionStart;
evt.target.value = evt.target.value.slice(0, selStart) + phpBB + evt.target.value.slice(evt.target.selectionEnd);
evt.target.setSelectionRange(selStart + phpBB.length, selStart + phpBB.length);
}
}
function arrayGrouping(arr) {
return Array.isArray(arr) ? arr.map(function(elem) {
if (!Array.isArray(elem)) return 1;
return elem.every(elem => !Array.isArray(elem)) ? elem.length : arrayGrouping(elem);
}) : null;
}
function isGroupBoundary(groups, index) {
return index > 0 && Array.isArray(groups)
&& groups.some((len, ndx, arr) => index == arr.slice(0, ndx).reduce((acc, len) => acc + len, 0));
}
function uaInsert(evt) {
if ((!evt.clipboardData || evt.clipboardData.items.length <= 0)
&& (!evt.dataTransfer || evt.dataTransfer.items.length <= 0)) return true;
evt.target.value = '';
if (prefs.autfill_delay > 0) {
if (autoFill) clearTimeout(autoFill);
autoFill = setTimeout(fillFromText, prefs.autfill_delay, evt);
}
}
// Firefox accepts dropped playlist in malformed form, try to detect and correct it
function fixFirefoxDropBug(evt) {
if (evt.target == null || evt.target.value.length <= 0) return true;
let tl = (Math.sqrt(4 * evt.target.value.split('\n').length - 3) + 1) / 2;
if (tl < 2 || tl != Math.floor(tl) || evt.target.value.length % tl != 0) return true;
let l = evt.target.value.length / tl;
let s = evt.target.value.slice(0, l);
for (var i = 1; i < tl; ++i) if (evt.target.value.slice(i * l, (i + 1) * l) != s) return true;
evt.target.value = s;
return true;
}
function clear0(evt) { if (evt.target.value.length > 0) evt.target.value = '' }
function clear1(evt) { if (evt.buttons == 4) clear0(evt) }
function voidDragHandler1(evt) {
return !evt.dataTransfer.types.includes('Files') || evt.target.nodeName == 'TEXTAREA'
|| evt.target.nodeName == 'INPUT' && evt.target.type == 'file'
}
function removeRedirect(uri) {
return typeof uri != 'string' ? null : [
'www.anonymz.com/?', 'www.anonymz.com?',
'anonymz.com/?', 'anonymz.com?',
'anonym.to/?', 'anonym.to?',
'dereferer.me/?',
'reho.st/',
].reduce(function(acc, it) {
if (acc.toLowerCase().startsWith('https://' + it)) return acc.slice(it.length + 8);
if (acc.toLowerCase().startsWith('http://' + it)) return acc.slice(it.length + 7);
return acc;
}, uri);
}
function imageUrlResolver(url, modifiers = { }) {
return urlResolver(url).then(url => verifyImageUrl(url).catch(function(reason) {
if (/^HTTP error (\d+)\b/.test(reason) && [
401, 402, 404, 407, 408, 410, 451,
502, 503, 504, 511,
].includes(parseInt(RegExp.$1)) || /\b(?:timeout|timed out)\b/.test(reason)) return Promise.reject(reason);
const notFound = Promise.reject('No title image for this URL');
function getFromMeta(root) {
let meta = root instanceof Document || root instanceof Element ? [
'meta[property="og:image:secure_url"][content]',
'meta[property="og:image"][content]',
'meta[name="og:image"][content]',
'meta[itemprop="og:image"][content]',
'meta[itemprop="image"][content]',
].reduce((elem, selector) => elem || root.querySelector(selector), null) : null;
return meta != null && httpParser.test(meta.content) ? meta.content : undefined;
}
try { url = new URL(url) } catch(e) { return Promise.reject(e) }
if (url.hostname.endsWith('pinterest.com'))
return pinterestResolver(url);
else if (url.hostname.endsWith('free-picload.com')) {
if (url.pathname.startsWith('/album/')) return cheveretoGalleryResolver('free-picload.com', url);
} else if (url.hostname.endsWith('bandcamp.com')) return globalXHR(url).then(function({document}) {
let ref = document.querySelector('div#tralbumArt > a.popupImage');
ref = ref != null ? ref.href : getFromMeta(document);
return ref ? Promise.resolve(ref.replace(/_\d+(?=\.\w+$)/, '_0')) : notFound;
}); else if (url.hostname.endsWith('7digital.com') && url.pathname.startsWith('/artist/'))
return globalXHR(url).then(function({document}) {
let img = document.querySelector('img[itemprop="image"]');
return img != null ? img.src : notFound;
});
else if (url.hostname.endsWith('geekpic.net')) return globalXHR(url).then(function({document}) {
let a = document.querySelector('div.img-upload > a.mb');
return a != null ? a.href : notFound;
}); else if (url.hostname.endsWith('qq.com') && url.pathname.includes('/album/')) return globalXHR(url).then(function({document}) {
let img = document.querySelector('img#albumImg');
const rx = /\/(T\d+)?(R\d+x\d+)?(M\w+?)(_\d+)?\.(\w+(?:\.\w+)*)(\?.*)?$/;
return img != null ? verifyImageUrl(img.src.replace(rx, '/$1$3.$5'))
.catch(() => verifyImageUrl(img.src.replace(rx, '/$1$3$4.$5'))).catch(() => img.src) : notFound;
}); else if (url.hostname.startsWith('books.google.') && url.pathname.startsWith('/books')) return globalXHR(url).then(function({document}) {
let meta = getFromMeta(document);
return meta != null ? meta.replace(/\b(?:zoom=1)\b/, 'zoom=0') : notFound;
}); else switch (url.hostname) {
// general image hostings
case 'www.imgur.com': case 'imgur.com': {
let shareId = /^\/(?:(a)\/)?(\w+)\b/.exec(url.pathname);
return shareId != null ? imageHostHandlers.imgur.setSession().then(clientId => globalXHR('https://api.imgur.com/post/v1/' + (shareId[1] == 'a' ? 'albums' : 'media') + '/' + shareId[2] + '?' + new URLSearchParams({
client_id: clientId,
include: 'media',
}).toString(), { responseType: 'json' }).then(({response}) => response.media.map(media => media.url))).catch(reason => globalXHR(url, { responseType: 'text' }).then(function({responseText}) {
let image = /^\s*(?:image)\s*:\s*(\{.+\}),\s*$/m.exec(responseText);
if (image != null) try {
return JSON.parse(image[1]).album_images.images.map(image => 'https://i.imgur.com/' + image.hash + image.ext);
} catch(e) { console.warn(e) }
return notFound;
})) : globalXHR(url).then(function({document}) {
let link = document.querySelector('link[rel="image_src"]');
return link != null ? link.href : notFound;
});
}
case 'pixhost.to':
if (url.pathname.startsWith('/gallery/')) return globalXHR(url).then(({document}) =>
Promise.all(Array.from(document.querySelectorAll('div.images > a')).map(a => imageUrlResolver(a.href, modifiers))));
if (url.pathname.startsWith('/show/')) return globalXHR(url)
.then(({document}) => document.querySelector('img#image').src);
break;
case 'malzo.com':
if (url.pathname.startsWith('/al/')) return cheveretoGalleryResolver('malzo.com', url); else break;
case 'imgbb.com': case 'ibb.co':
if (url.pathname.startsWith('/album/')) return cheveretoGalleryResolver('imgbb.com', url); else break;
case 'jerking.empornium.ph':
if (url.pathname.startsWith('/album/')) return cheveretoGalleryResolver('jerking.empornium.ph', url); else break;
case 'imgbox.com':
if (url.pathname.startsWith('/g/')) return globalXHR(url).then(({document}) =>
Promise.all(Array.from(document.querySelectorAll('div#gallery-view-content > a'))
.map(a => imageUrlResolver('https://imgbox.com' + a.pathname, modifiers))));
break;
case 'postimage.org': case 'postimg.cc':
if (!url.pathname.startsWith('/gallery/')) break;
return PostImage.resultsHandler(url).then(results => results.map(result => result.original));
case 'www.imagevenue.com': case 'imagevenue.com':
return globalXHR(url, { headers: { Referer: 'http://www.imagevenue.com/' } }).then(function({document}) {
let images = Array.from(document.querySelectorAll('div.card img')).map(function(img) {
return img.src.includes('://cdn-images') ? Promise.resolve(img.src)
: imageUrlResolver(img.parentNode.href, modifiers);
});
return images.length > 1 ? Promise.all(images) : images.length == 1 ? images[0] : notFound;
});
case 'www.imageshack.us': case 'imageshack.us':
return globalXHR(url).then(({document}) => document.querySelector('a#share-dl').href);
case 'www.flickr.com': case 'flickr.com':
if (url.pathname.startsWith('/photos/')) return globalXHR(url).then(function(response) {
if (/\b(?:modelExport)\s*:\s*(\{.+\}),/.test(response.responseText)) try {
let urls = JSON.parse(RegExp.$1).main['photo-models'].map(function(photoModel) {
let sizes = Object.keys(photoModel.sizes).sort((a, b) => photoModel.sizes[b].width *
photoModel.sizes[b].height - photoModel.sizes[a].width * photoModel.sizes[a].height);
return sizes.length > 0 ? 'https:'.concat(photoModel.sizes[sizes[0]].url) : null;
});
if (urls.length == 1) return urls[0]; else if (urls.length > 1) return urls;
} catch(e) { console.warn(e) }
return notFound;
}); else break;
case 'photos.google.com':
return googlePhotosResolver(url);
case 'www.500px.com': case 'web.500px.com': case '500px.com':
if (/^\/photo\/(\d+)\b/i.test(url.pathname))
return _500pxUrlHandler('photos?ids='.concat(RegExp.$1));
else if (/\/galleries\/([\w\%\-]+)/i.test(url.pathname)) {
let galleryId = RegExp.$1;
return globalXHR(url, { rsponseType: 'text' }).then(function(response) {
if (!/\b(?:App\.CuratorId)\s*=\s*"(\d+)"/.test(response.responseText)) return Promise.reject('Unexpected page structure');
return _500pxUrlHandler('users/' + RegExp.$1 + '/galleries/' + galleryId + '/items?sort=position&sort_direction=asc&rpp=999');
});
} else break;
case 'www.pxhere.com': case 'pxhere.com':
if (url.pathname.includes('/photo/')) return globalXHR(url).then(({document}) =>
JSON.parse(document.querySelector('div.hub-media-content > script[type="application/ld+json"]').text).contentUrl);
else if (url.pathname.includes('/collection/')) return pxhereCollectionResolver(url);
break;
case 'www.unsplash.com': case 'unsplash.com':
if (url.pathname.startsWith('/photos/')) return globalXHR(url.origin + url.pathname + '/download', { method: 'HEAD' })
.then(response => response.finalUrl.replace(/\?.*$/, ''));
else if (url.pathname.includes('/collections/')) return unsplashCollectionResolver(url);
break;
case 'www.pexels.com': case 'pexels.com':
if (url.pathname.startsWith('/photo/')) return globalXHR(url)
.then(({document}) => document.querySelector('meta[property="og:image"][content]').content.replace(/\?.*$/, ''));
else if (url.pathname.startsWith('/collections/')) return pexelsCollectionResolver(url);
break;
case 'www.piwigo.org': case 'piwigo.org':
/*if (url.pathname.includes('/picture/')) */return globalXHR(url, { responseType: 'text' }).then(function(response) {
if (/^(?:RVAS)\s*=\s*(\{[\S\s]+?\})$/m.test(response.responseText)) try {
let derivatives = eval('(' + RegExp.$1 + ')').derivatives.sort((a, b) => b.w * b.h - a.w * a.h);
return derivatives.length > 0 ? 'https://piwigo.org/demo/'.concat(derivatives[0].url) : notFound;
} catch(e) { console.warn(e) }
return Promise.reject('Unexpected page structure');
});
case 'www.freeimages.com': case 'freeimages.com':
if (url.pathname.startsWith('/photo/')) return globalXHR(url).then(function({document}) {
let types = Array.from(document.querySelectorAll('ul.download-type > li > span.reso'))
.sort((a, b) => eval(b.textContent.replace('x', '*')) - eval(a.textContent.replace('x', '*')));
return types.length > 0 ? url.origin.concat(types[0].parentNode.querySelector('a').pathname) : notFound;
}); else break;
case 'redacted.ch':
if (url.pathname == '/image.php') return globalXHR(url, { method: 'HEAD' }).then(({finalUrl}) => finalUrl);
else break;
case 'demo.cloudimg.io': {
if (!/\b(https?:\/\/\S+)$/.test(url.pathname.concat(url.search, url.hash))) break;
let resolved = RegExp.$1;
if (/\b(?:https?):\/\/(?:\w+\.)*discogs\.com\//i.test(resolved)) break;
return imageUrlResolver(resolved, modifiers);
}
case 'www.pimpandhost.com': case 'pimpandhost.com':
if (url.pathname.startsWith('/image/')) return globalXHR(url).then(function(response) {
let elem = resopnse.document.querySelector('div.main-image-wrapper');
if (elem != null && elem.dataset.src) return 'https:'.concat(elem.dataset.src);
elem = resopnse.document.querySelector('div.img-wrapper > a > img');
return elem != null ? 'https:'.concat(elem.src) : notFound;
}); else break;
case 'www.screencast.com': case 'screencast.com':
return globalXHR(url).then(function({document}) {
let ref = document.querySelectorAll('ul#containerContent > li a.media-link');
if (ref.length <= 0) return getFromMeta(document) || notFound;
return Promise.all(Array.from(ref).map(a => imageUrlResolver('https://www.screencast.com' + a.href, modifiers)));
});
case 'abload.de':
if (url.pathname.startsWith('/image.php')) return globalXHR(url).then(function({document}) {
let elem = document.querySelector('img#image');
if (elem == null) return notFound;
let src = new URL(elem.src);
return imageHostHandlers.abload.origin + src.pathname + src.search;
}); else break;
case 'fastpic.ru':
if (url.pathname.startsWith('/view/'))
return globalXHR(url).then(({document}) => imageUrlResolver(document.querySelector('a.img-a').href, modifiers));
else if (url.pathname.startsWith('/fullview/')) return globalXHR(url).then(function(response) {
let node = response.document.getElementById('image');
if (node != null) return node.src;
return /\bvar\s+loading_img\s*=\s*'(\S+?)';/.test(response.responseText) ? RegExp.$1 : notFound;
}); else break;
case 'www.radikal.ru': case 'radikal.ru': case 'a.radikal.ru':
return globalXHR(url).then(({document}) => document.querySelector('div.mainBlock img').src);
case 'imageban.ru': case 'ibn.im':
return globalXHR(url).then(({document}) => document.querySelector('a[download]').href);
case 'slow.pics':
if (url.pathname.startsWith('/c/')) return globalXHR(url).then(function({document}) {
let nodes = document.querySelectorAll('img.card-img-top');
if (nodes.length > 1) return Array.from(nodes).map(img => img.src);
else if (nodes.length > 0) return nodes[0].src;
nodes = document.querySelectorAll('a#comparisons + div.dropdown-menu > a.dropdown-item');
if (nodes.length > 0) return Promise.all(Array.from(nodes).map(a => globalXHR(url.origin + a.pathname)
.then(({document}) => Array.from(document.querySelectorAll('div#preload-images > img')).map(img => img.src))))
.then(imgUrls => imgUrls.flatten());
return notFound;
}); else break;
case 'www.amazon.com': case 'amazon.com':
case 'www.amazon.ae': case 'www.amazon.com.au': case 'www.amazon.com.br': case 'www.amazon.ca':
case 'www.amazon.cn': case 'www.amazon.de': case 'www.amazon.es': case 'www.amazon.fr':
case 'www.amazon.co.uk': case 'www.amazon.in': case 'www.amazon.it': case 'www.amazon.co.jp':
case 'www.amazon.com.mx': case 'www.amazon.nl': case 'www.amazon.sa': case 'www.amazon.se':
case 'www.amazon.sg': case 'www.amazon.com.tr':
return globalXHR(url).then(function(response) {
const rx = /\._\S+?_(?=\.)/,
getImgOrigin = colorImage => (colorImage.hiRes || colorImage.large || colorImage.thumb).replace(rx, '');
let obj = /^\s*(?:var\s+obj\s*=\s*jQuery\.parseJSON)\('(\{.+\})'\);/m.exec(response.responseText);
if (obj != null) {
try { obj = JSON.parse(obj[1]) } catch(e) { try { obj = eval('(' + obj[1] + ')') } catch(e) { obj = { } } }
let variants = Object.keys(obj.colorImages);
if (variants.length > 0) return variants.map(key => obj.colorImages[key].map(getImgOrigin));
}
let colorImages = /^\s*'colorImages':\s*(\{.+\}),?$/m.exec(response.responseText);
if (colorImages != null) {
try { colorImages = JSON.parse(colorImages[1].replace(/'/g, '"')) }
catch(e) { try { colorImages = eval('(' + colorImages[1] + ')') } catch(e) { colorImages = { } } }
if (Array.isArray(colorImages.initial) && colorImages.initial.length > 0)
return colorImages.initial.map(getImgOrigin);
}
let img = ['div#ppd-left img', 'img#igImage', 'img#imgBlkFront']
.reduce((acc, sel) => acc || response.document.querySelector(sel), null);
if (img == null) return notFound;
if (img.dataset.aDynamicImage) try {
let imgUrl = Object.keys(JSON.parse(img.dataset.aDynamicImage))[0];
if (httpParser.test(imgUrl)) return imgUrl.replace(rx, '');
} catch(e) { }
return httpParser.test(img.src) ? img.src.replace(rx, '') : notFound;
});
case 'www.casimages.com': case 'casimages.com':
if (url.pathname.startsWith('/i/')) return globalXHR(url).then(function({document}) {
let elem = document.querySelector('div.logo > a');
if (elem != null) return elem.href;
elem = document.querySelector('div.logo img');
return elem != null ? elem.src : notFound;
}); else break;
case 'www.getapic.me': case 'getapic.me':
return globalXHR(url, { responseType: 'json' }).then(function({response}) {
if (!response.result.success) return Promise.reject(response.result.errors);
if (Array.isArray(response.result.data.images))
return response.result.data.images.map(image => image.url);
return response.result.data.image ? response.result.data.image.url : notFound;
});
case 'sm.ms':
if (url.pathname.startsWith('/image/')) return globalXHR(url).then(function({document}) {
let img = document.querySelector('img.image');
return img != null ? img.src || img.parentElement.href : notFound;
}); else break;
case 'www.kizunaai.com': case 'kizunaai.com':
//if (!url.pathname.includes('/music/')) break;
return globalXHR(url).then(function({document}) {
let img = document.querySelector('div.post-body span > img');
return img != null ? img.src.replace(/-\d+x\d+(?=\.\w+$)/, '') : notFound;
});
case 'play.google.com':
if (url.pathname.startsWith('/store/')) return globalXHR(url).then(function({document}) {
let meta = getFromMeta(document);
return meta != null ? meta.replace(/(?:=[swh]\d+.*)?$/, '=s0') : notFound;
}); else break;
// music-related
case 'www.discogs.com': case 'discogs.com':
return globalXHR(url).then(({document}) => (function() {
if (url.pathname.includes('/master/')) return Promise.reject('this is master');
if (modifiers.ctrlKey) return Promise.reject('master release inquiry avoided (force release gallery)');
let master = document.getElementById('all-versions-link');
if (master == null) return Promise.reject('no master release for this page');
return imageUrlResolver('https://www.discogs.com' + master.pathname, modifiers);
})().catch(function(reason) {
const imgMax = [/^(?:https?):\/\/(?:img\.discogs\.com)\/.+\/([\w\%\-]+\.\w+)\b(?:\.\w+)*$/i,
'https://www.discogs.com/image/$1'];
let elem = document.querySelector('div.image_gallery, div.image_gallery_large');
if (elem != null) try {
if ((elem = JSON.parse(elem.dataset.images)).length <= 0) throw 'empty';
return elem.map(image => (image.full || image.thumb).replace(...imgMax));
} catch(e) { console.warn('Invalid Discogs image gallery:', elem, '(' + e + ')') } else {
console.warn('Missing Discogs image gallery record for', url.href);
}
return (elem = getFromMeta(document)) ? elem.replace(...imgMax) : notFound;
}));
case 'www.musicbrainz.org': case 'musicbrainz.org':
if (url.pathname.startsWith('/release/')) {
if (/^\/release\/([\w\-]+)(?=\/|$)/i.test(url.pathname)) url.pathname = '/release/' + RegExp.$1 + '/cover-art';
else console.warn('Unexpected MusicBrainz release url path:', url.pathname);
} else if (!url.pathname.startsWith('/release-group/')) break;
return globalXHR(url).then(({document}) => (function() {
if (url.pathname.startsWith('/release-group/')) return Promise.reject('this is release group');
if (modifiers.ctrlKey) return Promise.reject('release group inquiry avoided (force release gallery)');
let releaseGroup = document.querySelector('p.subheader > span.small > a');
if (releaseGroup == null) return Promise.reject('no release group for this page');
return imageUrlResolver('https://musicbrainz.org' + releaseGroup.pathname, modifiers);
})().catch(function(reason) {
let elem = document.querySelector('head > script[type="application/ld+json"]');
if (elem != null) try {
if (Array.isArray(elem = JSON.parse(elem.text).image)) {
if (elem.length > 0) return elem.map(image => 'https:' + image.contentUrl);
} else if (elem && elem.contentUrl) return 'https:' + elem.contentUrl;
} catch(e) { console.warn('MusicBrainz: invalid meta record', elem) }
elem = document.querySelectorAll('div#content > div.artwork-cont span.cover-art-image > img');
if (elem.length > 0) return Array.from(elem).map(img => img.src.replace(/-\d+(?=(?:\.\w+)+$)/, ''));
return (elem = document.querySelector('a.artwork-image')) != null ? elem.href
: (elem = document.querySelector('div.cover-art > img')) != null ? elem.src : notFound;
}));
case 'www.allmusic.com': case 'allmusic.com':
if (url.pathname.startsWith('/album/')) return globalXHR(url).then(function({document}) {
const imageMax = [/\b(?:f)=(\d+)\b/i, 'f=0'];
function amImgsXtractor(dom) {
if (dom instanceof Document) try {
//eval(dom.querySelector('div[class$="-cover"] script').text);
let imageGallery = JSON.parse(/(\[.+\]);/.exec(dom.querySelector('div[class$="-cover"] script').text)[1]);
if (imageGallery.length <= 0) throw 'empty gallery';
return imageGallery.map(image => (image.zoomURL || image.url).replace(...imageMax));
} catch(e) {
let img = dom.querySelector('div[class$="-cover"] img');
if (img != null) return (img.dataset.largeurl || img.src).replace(...imageMax);
}
return notFound;
}
return (function() {
const mainAlbum = document.querySelector('section.main-album a.album-title');
if (mainAlbum == null) return Promise.reject('no main album');
return globalXHR(mainAlbum.href).then(({document}) => amImgsXtractor(document));
})().catch(reason => amImgsXtractor(document));
}); else if (url.pathname.startsWith('/artist/')) return globalXHR(url).then(function({document}) {
const imgMax = /\b(?:f)=(\d+)\b/i, imageMax = imgUrl => verifyImageUrl(imgUrl.replace(imgMax, 'f=6'))
.catch(() => verifyImageUrl(imgUrl.replace(imgMax, 'f=0')))
.catch(() => verifyImageUrl(imgUrl.replace(imgMax, 'f=5')));
try {
//eval(document.querySelector('div.sidebar > script').text);
let imageGallery = JSON.parse(/(\[.+\]);/.exec(document.querySelector('div.sidebar > script').text)[1]);
if (imageGallery.length <= 0) throw 'empty gallery';
return Promise.all(imageGallery.map(image => imageMax(image.zoomURL || image.url)));
} catch(e) {
let img = document.querySelector('div.sidebar > div.artist-image img');
if (img != null) return imageMax(img.dataset.largeurl || img.src);
}
return notFound;
}); else break;
case 'music.apple.com': case 'itunes.apple.com': {
let appleId = amEntityParser.exec(url);
if (appleId != null) return (function() {
if ('appleMusicDesktopConfig' in sessionStorage) try {
return Promise.resolve(JSON.parse(sessionStorage.appleMusicDesktopConfig));
} catch(e) { console.warn('Apple Music invalid cached desktop config:', e) }
return globalXHR(url).then(function({document}) {
let environment = document.querySelector('meta[name="desktop-music-app/config/environment"][content]');
if (environment != null) environment = JSON.parse(decodeURIComponent(environment.content));
else return Promise.reject('Apple desktop environment missing');
if (!environment.MEDIA_API.token) {
console.warn('Apple Music received invalid desktop config:', environment);
return Promise.reject('Apple API token missing')
}
sessionStorage.appleMusicDesktopConfig = JSON.stringify(environment);
return environment;
});
})().then(environment => globalXHR(environment.MUSIC.BASE_URL + '/catalog/us/' + appleId[1] + 's/' + parseInt(appleId[2]), {
responseType: 'json',
headers: { 'Referer': url, 'Authorization': 'Bearer ' + environment.MEDIA_API.token },
})).then(function({response}) {
const artwork = response.data[0].attributes.artwork;
return artwork ? artwork.url.replace('{w}', artwork.width).replace('{h}', artwork.height) : notFound;
}); else break;
}
case 'www.deezer.com': case 'deezer.com':
if (dzrEntityParser.test(url)) return verifyImageUrl('https://api.deezer.com/' + RegExp.$1 + '/' + RegExp.$2 + '/image').catch(function(reason) {
console.warn('Deezer API image retrieval failed:', reason, url);
return globalXHR(url).then(({document}) => getFromMeta(document) || notFound);
}).then(imageUrl => !modifiers.ctrlKey ? getDeezerImageMax(imageUrl)
: verifyImageUrl(imageUrl.replace(...dzrImageMax)).catch(reason => imageUrl)); else break;
case 'www.qobuz.com': case 'qobuz.com':
if (url.pathname.includes('/album/')) return globalXHR(url).then(function({document}) {
let img = document.querySelector('div.album-cover > img');
if (img == null) return getFromMeta(document) || notFound;
return verifyImageUrl(img.src.replace(/_\d{3}(?=\.\w+$)/, '_org'))
.catch(reason => verifyImageUrl(img.src.replace(/_\d{3}(?=\.\w+$)/, '_max'))).catch(reason => img.src);
}); else break;
case 'www.boomkat.com': case 'boomkat.com':
if (url.pathname.startsWith('/products/')) return globalXHR(url).then(function({document}) {
let img = document.querySelector('img[itemprop="image"]');
if (img == null) return notFound;
return verifyImageUrl(img.src.replace(/\/large\//i, '/original/')).catch(reason => img.src);
}); else break;
case 'www.bleep.com': case 'bleep.com':
if (url.pathname.startsWith('/release/')) return globalXHR(url).then(function({document}) {
let img = document.querySelector('div.overlay-images li.current > img')
|| document.querySelector('img[itemprop="image"]');
img = img != null ? img.src : getFromMeta(document);
return img ? verifyImageUrl(img.replace(/\/r\/[a-z]\//i, '/r/')).catch(reason => img) : notFound;
}); else break;
case 'www.soundcloud.com': case 'soundcloud.com':
return globalXHR(url).then(function({document}) {
let meta = getFromMeta(document);
return meta ? verifyImageUrl(meta.replace(/\b(?:t\d+x\d+)(?=\.\w+$)/, 'original')).catch(reason => meta) : notFound;
});
case 'www.prestomusic.com': case 'prestomusic.com':
if (url.pathname.includes('/products/')) return globalXHR(url).then(({document}) =>
verifyImageUrl(document.querySelector('div.c-product-block__aside > a').href.replace(/\?\d+$/))); else break;
case 'www.bontonland.cz':case 'bontonland.cz':
return globalXHR(url).then(({document}) => document.querySelector('a.detailzoom').href);
case 'www.prostudiomasters.com': case 'prostudiomasters.com':
if (url.pathname.includes('/album/')) return globalXHR(url).then(function({document}) {
let a = document.querySelector('img.album-art');
return verifyImageUrl(a.currentSrc).catch(reason => a.src);
}); else break;
case 'www.e-onkyo.com': case 'e-onkyo.com':
if (url.pathname.includes('/album/')) return globalXHR(url).then(function({document}) {
let meta = getFromMeta(document);
return meta ? meta.replace(/\/s\d+\//, '/s0/') : notFound;
}); else break;
case 'store.acousticsounds.com':
return globalXHR(url).then(function({document}) {
let link = document.querySelector('div#detail > link[rel="image_src"]');
return verifyImageUrl(link.href.replace(/\/medium\//i, '/xlarge/')).catch(reason => link.href);
});
case 'www.indies.eu': case 'indies.eu':
if (url.pathname.includes('/alba/')) return globalXHR(url)
.then(({document}) => verifyImageUrl(document.querySelector('div.obrazekDetail > img').src)); else break;
case 'www.beatport.com': case 'classic.beatport.com': case 'pro.beatport.com': case 'beatport.com':
if (url.pathname.startsWith('/release/')) return globalXHR(url).then(function({document}) {
let elem = getFromMeta(document);
return elem || ((elem = document.querySelector('div.artwork')) != null ?
'https:' + elem.dataset.modalArtwork : notFound);
}).then(imgUrl => imgUrl.replace(/\/image_size\/\d+x\d+\//i, '/image/')); else break;
case 'www.beatsource.com': case 'beatsource.com':
if (url.pathname.startsWith('/release/')) return globalXHR(url).then(function({document}) {
let imgUrl = getFromMeta(document);
return imgUrl ? imgUrl.replace(/\/image_size\/\d+x\d+\//i, '/') : notFound;
}); else break;
case 'www.supraphonline.cz': case 'supraphonline.cz':
if (!url.pathname.includes('/album/')) break;
return globalXHR(url).then(({document}) => verifyImageUrl(document.querySelector('meta[itemprop="image"]')
.content.replace(/\?.*$/, '')).catch(reason => notFound));
case 'vgmdb.net':
if (url.pathname.includes('/album/')) return globalXHR(url).then(function({document}) {
let div = document.querySelector('div#coverart');
return verifyImageUrl(/\b(?:url)\s*\(\"(.*)"\)/i.test(div.style['background-image']) && RegExp.$1).catch(reason => notFound);
}); else break;
case 'www.ototoy.jp': case 'ototoy.jp':
return globalXHR(url).then(function({document}) {
let img = document.querySelector('div#jacket-full-wrapper > img'); // img[alt="album jacket"]
return img != null ? img.dataset.src || img.src : notFound;
});
case 'music.yandex.ru':
if (url.pathname.includes('/album/')) return globalXHR(url).then(function({document}) {
let script = document.querySelector('script.light-data');
return verifyImageUrl(JSON.parse(script.text).image).catch(reason => notFound);
}); else break;
//case 'www.mora.jp': case 'mora.jp':
// if (!url.pathname.includes('/package/')) break;
// return loadMoraMetadata(url).then(packageMeta => packageMeta.packageUrl + packageMeta.fullsizeimage);
case 'www.pias.com': case 'store.pias.com': case 'pias.com':
return globalXHR(url).then(function({document}) {
let node = getFromMeta(document);
if (node) return verifyImage(node.replace(/\/[sbl]\//i, '/')).catch(reason => node);
node = document.querySelector('img[itemprop="image"]');
return node != null ? verifyImage(node.src.replace(/\/[sbl]\//i, '/')).catch(reason => node.src) : notFound;
});
case 'www.eclassical.com': case 'eclassical.com':
return globalXHR(url).then(function({document}) {
let a = document.querySelector('div#articleImage > a');
return a != null ? a.href : notFound;
});
case 'www.hdtracks.com': case 'hdtracks.com':
if (!/\/album\/(\w+)\b/.test(url)) break;
return fetch('https://hdtracks.azurewebsites.net/api/v1/album/' + RegExp.$1).then(response => response.json())
.then(result => result.status.toLowerCase() == 'ok' ? result.cover : Promise.reject(result.status));
case 'www.muziekweb.nl': case 'muziekweb.nl':
if (/\/Link\/(\w+)\b/i.test(url)) return globalXHR(url).then(function({document}) {
let meta = getFromMeta(document)
return meta ? meta.replace(/\/COVER\/\w+\b/i, '/COVER/SUPERLARGE') : notFound;
}); else break;
case 'www.deejay.de': case 'deejay.de':
return globalXHR(url).then(function({document}) {
let elem = document.querySelector('div#gallery > a') || document.querySelector('div.cover a');
if (elem != null) return 'https://www.deejay.de' + elem.pathname;
return (elem = getFromMeta(document)) ? elem : notFound;
}).then(imgUrl => verifyImageUrl(imgUrl.replace(/\/images\/\w+\//i, '/images/xxl/')).catch(() => imgUrl));
case 'music.163.com':
if (!/\/(?:album)\b.*\b(?:id)=(\d+)\b/i.test(url.href)) break;
return globalXHR('https://music.163.com/api/album/' + RegExp.$1, { responseType: 'json' })
.then(({response}) => response.album.picUrl ?
response.album.picUrl.replace(/\b(?:p[123])(?=\.music\.\d+\.net\b)/i, 'p4') : notFound);
case 'listen.tidal.com': case 'www.tidal.com': case 'api.tidal.com': case 'tidal.com':
if (!/\/album\/(\d+)\b/i.test(url.pathname) && !/\b(?:albumId)=(\d+)\b/i.test(url.search)) break;
return globalXHR('https://api.tidal.com/v1/albums/' + RegExp.$1 + '?countrycode=US&token=_DSTon1kC8pABnTw', {
responseType: 'json',
}).then(({response}) => response.cover ?
'https://resources.tidal.com/images/' + response.cover.replace(/-/g, '/') + '/1280x1280.jpg' : notFound);
case 'www.extrememusic.com': case 'extrememusic.com':
if (url.pathname.startsWith('/albums/')) return globalXHR(url).then(function({document}) {
let meta = getFromMeta(document);
return meta ? meta.replace(/\/album\/\w+\//i, '/album/600/') : notFound;
}); else break;
case 'www.recochoku.jp': case 'recochoku.jp':
if (url.pathname.startsWith('/album/')) return globalXHR(url).then(function({document}) {
let imgUrl = getFromMeta(document);
if (!imgUrl) return notFound;
imgUrl = new URL(imgUrl);
let params = new URLSearchParams(imgUrl.search);
params.set('FFw', 999999999); params.set('FFh', 999999999);
params.delete('h'); params.delete('option');
imgUrl.search = params;
return imgUrl;
}); else break;
case 'www.elusivedisc.com': case 'elusivedisc.com':
return globalXHR(url).then(function({document}) {
let img = document.querySelector('figure > img.zoomImg');
if (img != null) return img.src;
img = document.querySelector('section.productView-images > figure');
return img != null && img.dataset.zoomImage || notFound;
});
case 'music.youtube.com':
return globalXHR(url).then(function({document}) {
for (let script of document.querySelectorAll('body > script[nonce]')) {
let data = /\b(?:initialData\.push)\s*\(\s*\{\s*(?:path):\s*('\\\/browse'),\s*(?:params):\s*(.+?)\s*,\s*(?:data):\s*('.+?')\s*\}\s*\);/.exec(script.text);
if (data != null) try {
const imgMax = [/(?:=[swh]\d+.*)?$/, '=s0'];
data = JSON.parse(eval(data[3]));
if ('frameworkUpdates' in data) try {
data = data.frameworkUpdates.entityBatchUpdate.mutations
.find(mutation => mutation.payload && 'musicAlbumRelease' in mutation.payload);
if (data != undefined && 'thumbnailDetails' in data.payload.musicAlbumRelease)
return data.payload.musicAlbumRelease.thumbnailDetails.thumbnails[0].url.replace(...imgMax);
} catch(e) { console.warn(e) }
if ('header' in data) try {
data = data.header.musicImmersiveHeaderRenderer.thumbnail.musicThumbnailRenderer.thumbnail.thumbnails;
if (data) return data[0].url.replace(...imgMax);
} catch(e) { console.warn(e) }
} catch(e) { console.warn(e) }
}
return notFound;
});
case 'www.kuwo.cn': case 'kuwo.cn':
if (url.pathname.startsWith('/album_detail/')) return globalXHR(url).then(function({document}) {
for (let script of document.querySelectorAll('body > script')) {
if (!/\b(?:__NUXT__)\b/.test(script.text)) continue;
if (/\b(?:pic):"(.+?)"/.test(script.text))
return eval('"' + RegExp.$1 + '"').replace(/(\/albumcover)\/\d+\//i, '$1/0/');
}
notFound;
}); else break;
// books-related
case 'www.goodreads.com': case 'goodreads.com':
if (url.pathname.includes('/show/')) return globalXHR(url).then(function({document}) {
let img = document.querySelector('div.editionCover > img') || document.querySelector('img#coverImage');
img = img != null ? img.src : getFromMeta(document);
return img && !img.includes('/nophoto/book/') ? img.replace(/\._\w+_\./g, '.').replace(/\?.*$/, '') : notFound;
}); else break;
}
return globalXHR(url, { headers: { 'Referer': url.origin } }).then(function({document}) {
if (url.pathname.startsWith('/album/')
&& document.querySelector('div#tabbed-content-group > div.content-listing > div.pad-content-listing') != null)
return cheveretoGalleryResolver(url.hostname, url);
let elem = document.querySelector('head > meta[name="generator"][content]');
if (elem != null && elem.content.toLowerCase() == 'bandcamp') {
elem = document.querySelector('div#tralbumArt > a.popupImage');
elem = elem != null ? elem.href : getFromMeta(document);
return httpParser.test(elem) ? elem.replace(/_\d+(?=\.\w+$)/, '_0') : notFound;
}
return getFromMeta(document) || notFound;
});
}));
}
PTPimg.prototype.setSession = function() {
return this.apiKey ? Promise.resolve(this.apiKey) : globalXHR(this.origin).then(({document}) => {
let apiKey = document.getElementById('api_key');
if (apiKey == null) {
let counter = GM_getValue('ptpimg_reminder_read', 0);
if (counter < 3) {
alert(`
PTPimg API key could not be captured. Please login to ${this.origin}/ and redo the action.
If you don\'t have PTPimg account at your disposal and not using the script on OPS,
consider to set "auto_rehost_cover" config entry to false.
Local images uploading is still available to fallback image hosts (proxied on RED).
`);
GM_setValue('ptpimg_reminder_read', ++counter);
}
return Promise.reject('API key not configured');
} else if (!(this.apiKey = apiKey.value))
return Promise.reject('assertion failed: empty PTPimg API key');
GM_setValue('ptpimg_api_key', this.apiKey);
Promise.resolve(this.apiKey)
.then(apiKey => { alert(`Your PTPimg API key [ ${apiKey} ] was successfully configured`) });
return this.apiKey;
});
}
var imageHosts = new ImageHostManager(
// fail messages callback
message => { addMessage(message, 'warning') },
// upload image hosts
isNWCD ? ['NWCD'] : ['PTPimg', 'ImgBB', 'PixHost', 'ImgBox', 'FunkyIMG', 'Slowpoke', 'PostImage'],
// rehost image hosts
isRED ? ['PTPimg'] : isNWCD ? ['NWCD'] : ['PTPimg', 'ImgBB', 'PixHost', 'FunkyIMG', 'PostImage']
);
function checkImageSize(image, elem, param) {
if (!(elem instanceof HTMLElement)) elem = null;
if (elem != null) elem.disabled = true;
return (image instanceof File ? Promise.resolve(image.size) : param > 0 ? Promise.resolve(param)
: param instanceof Promise ? param : getRemoteFileSize(image)).then(function(size) {
if (!(prefs.image_size_reduce_threshold > 0) || size <= prefs.image_size_reduce_threshold * 2**10) {
if (prefs.image_size_warning > 0 && size > prefs.image_size_warning * 2**10)
addMessage('immoderate cover size (' + formattedSize(size) + ')', 'notice');
return image;
}
//if (!prefs.auto_rehost_cover && !isNWCD) return Promise.reject('no hosts to upload result');
const msgElem = addMessage('excessive cover size, downsizing...', 'info');
return reduceImageSize(image, GM_getValue('image_reduce_maxheight', 2000),
GM_getValue('image_reduce_jpegquality', 90), typeof param == 'function' ? param : null).then(function(output) {
if (elem != null) {
if (!isNWCD) elem.value = output.uri;
if (image instanceof File) coverPreview(elem, output.uri, output.size);
}
Promise.resolve(output.size).then(reducedSize => {
const epilogue = ' reduced by ' + Math.round((size - reducedSize) * 100 / size) + '% (' +
Math.ceil(size / 2**10) + ' → ' + Math.ceil(reducedSize / 2**10) + ' KiB)';
if (msgElem instanceof HTMLElement) msgElem.textContent += 'done. Size' + epilogue;
else addMessage('cover size' + epilogue, 'info');
if (reducedSize > prefs.image_size_reduce_threshold * 2**10
|| prefs.image_size_warning > 0 && reducedSize > prefs.image_size_warning * 2**10)
addMessage('downsized cover still above limit, consider to adjust image_reduce_maxheight and/or image_reduce_jpegquality', 'notice');
});
return prefs.auto_rehost_cover || isNWCD ? output.uri : (function() {
let fallbackHost = new Chevereto('imgcdn.dev', 'ImgCDN',
['jpeg', 'png', 'gif', 'bmp', 'webp'], 30, { sizeLimitAnonymous: 20 });
if (!fallbackHost.apiKey) fallbackHost.apiKey = '5386e05a3562c7a8f984e73401540836';
return output.size > fallbackHost.sizeLimit * 2**20 ? Promise.reject('size limit exceeded')
: fallbackHost.rehost([output.uri]).then(singleImageGetter);
})().catch(function(reason) {
console.warn('Upload to ImgCDN fail:', reason);
return imageHostHandlers['pixhost'].rehost([output.uri]).then(singleImageGetter);
});
});
}).catch(function(reason) {
addMessage('failed to get image size, optimize the image, or upload it to fallback host: ' +
reason + ', size reduction was not performed', 'warning');
return image;
}).then(function(finalResult) {
if (elem != null) {
if (httpParser.test(finalResult)) {
if (!isNWCD && finalResult != elem.value) elem.value = finalResult;
} else elem.value = '';
elem.disabled = false;
}
return finalResult;
});
}
function getTorrentFromFile(file) {
return new Promise(function(resolve, reject) {
let fr = new FileReader;
fr.onload = evt => { try { resolve(Bencode.decode(fr.result)) } catch(e) { reject(e) } };
fr.onerror = fr.ontimeout = function(error) {
console.error('FileReader error (' + file.name + '):', error);
reject(error);
};
fr.readAsBinaryString(file);
});
}
function validateTorrentFile(torrent) {
if (!torrent || typeof torrent != 'object')
throw 'validateTorrentFile(...) assertion failed: the parameter is not valid';
const decodeFsString = pathStr => decodeURIComponent(escape(pathStr)),
category = document.getElementById('categories'),
isMusicUpload = category == null || category.value === '0' || category.value == 'Music',
rootFolderName = decodeFsString(torrent.info.name),
maxPathLen = 180;
let rootImageCount = 0;
if (rootFolderName.trueLength() + 1 >= maxPathLen) tfMessages.push(addMessage(new HTML('Root folder name "' +
rootFolderName + '" exceeding filepath length limit (' + rootFolderName.trueLength() + ' char(s))'), 'critical'));
if (hyphenCoupling.test(rootFolderName))
tfMessages.push(addMessage('torrent folder hyphen coupling ("' + rootFolderName + '")', 'notice'));
if (torrent.info.files) torrent.info.files.forEach(function(file) {
const fullPath = decodeFsString(file.path.join('/'));
if (/\s{2,}/.test(fullPath))
tfMessages.push(addMessage('excessive whitespace in file path: ' + fullPath, 'warning'));
if (file.path.some(folderName => /^\s+|\s+$/.test(folderName)))
tfMessages.push(addMessage('leading/tailing whitespace in path component: ' + fullPath, 'warning'));
const totalLen = rootFolderName.trueLength() + 1 + fullPath.trueLength(),
fileName = decodeFsString(file.path.pop());
if (rootFolderName.trueLength() + 1 < maxPathLen && totalLen > maxPathLen) {
const norm = fullPath.normalize('NFC'),
leftLen = Math.max(maxPathLen - 1 - rootFolderName.trueLength(), 0);
let html = '<span class="cutpart" style="color: red; font-weight: 900;">' + safeText(norm.slice(leftLen)) + '</span>';
html = '<span class="filename" style="color: #FF6060;">' + safeText(norm.slice(0, leftLen)) + html + '</span>';
html = 'file "' + html + '" exceeding filepath length limit by ';
html += (totalLen - maxPathLen) + ' ' + (totalLen - maxPathLen > 1 ? 'chars' : 'char');
tfMessages.push(addMessage(new HTML(html), 'critical-lite'));
}
if (file.path.length <= 0 && imageExtensions.some(ext => fileName.toLowerCase().endsWith('.' + ext))) {
++rootImageCount;
if (!/^(?:cover|artworks?|sleeve|artist|(?:front|back|rear)(?: cover)?)\.\w+$/i.test(fileName) && isMusicUpload)
tfMessages.push(addMessage('Nonstandard cover image name: ' + fileName, 'notice'));
}
if (/(?:\.(?:torrent|\!ut|\!qb|url|lnk|tmp|bak)|^Thumbs\.db)$/i.test(fileName))
tfMessages.push(addMessage(new HTML('garbage file "' + safeText(fullPath).bold() + '"'), 'warning'));
if (/^(?:(?:MediaInfo|errors)\.txt|(?:Lossless Audio Checker|results|auCDtect|audiochecker)\.log)$/i.test(fileName))
tfMessages.push(addMessage('Auxiliary text file in torrent: ' + fullPath, 'notice'));
if (/^(?:thumb\.jpg)$/i.test(fileName)) tfMessages.push(addMessage('thumb.jpg in torrent', 'notice'));
if (/^(?:DR\d+\.txt)$/i.test(fileName))
tfMessages.push(addMessage(`Nonstandard DR report in torrent (${fileName})`, 'notice'));
if ([
'm3u', 'm3u8', 'pls', 'fpl', 'wpl', 'asx', 'b4s', 'bpl', 'm4u', 'ram', 'plp',
'kpl', 'plist', 'xml', 'rmp', 'xspf', 'smi', 'smil', 'wax', 'wvx', 'wmx', 'pla',
].some(ext => fileName.toLowerCase().endsWith('.' + ext)))
tfMessages.push(addMessage('Disposable playlist found: ' + fullPath, 'notice'));
if (hyphenCoupling.test(fullPath))
tfMessages.push(addMessage('file path hyphen coupling ("' + fullPath + '")', 'notice'));
});
if (isMusicUpload) {
if (rootImageCount > 1) tfMessages.push(addMessage('More images (' + rootImageCount + ') in root folder', 'notice'));
if (rootImageCount <= 0) tfMessages.push(addMessage('No cover image in root folder', 'notice'));
}
return tfMessages.length;
}
function autoFillFromTorrent(torrent) {
if (!torrent || typeof torrent != 'object')
throw 'autoFillFromTorrent(...) assertion failed: the parameter is not valid';
if (autoFill) return;
let uaData = document.querySelector('textarea#ua-data');
if (uaData == null || uaData.value.length > 0) return;
const decodeFsString = pathStr => decodeURIComponent(escape(pathStr)),
category = document.getElementById('categories'),
bracketStripper = [/\s+(?:\([^\(\)]+\)|\[[^\[\]]+\]|\{[^\{\}]+\})/g, ''],
wsTrimmer = [/[\s\-]+$/, ''], spaceCollapser = [/\s+/g, ' '],
editionExtractor = /\s+\((([^\(\)]+),\s*#(\d+))\)/;
if (category == null) return;
let name = decodeFsString(torrent.info.name).replace(/(?:\.\w*)+$/, '').replace(/[\s_]+/g, ' '),
edition = editionExtractor.exec(name);
//name = name.replace(...bracketStripper).replace(...wsTrimmer);
//if (edition != null) name += ' (' + edition[2] + ', #' + edition[3] + ')';
function testEmpty(sel) {
let elem = document.querySelector(sel);
return elem != null && elem.value.length <= 0;
}
// E-Books + Audiobooks
if (category.value == 2 || category.value == 'E-Books' || category.value == 3 || category.value == 'Audiobooks') {
const resultsHandler = (resourceName, results, formattedTitle,
greediness = prefs.auto_fill_by_torrent_name_greediness,
minSimilariry = prefs.auto_fill_by_torrent_name_min_similarity) => {
if (!resourceName || !Array.isArray(results) || typeof formattedTitle != 'function') {
console.trace();
throw 'Assertion failed: one or more parameters are invalid (resultsHandler)';
}
if (results.length <= 0) return Promise.reject(resourceName + ': no matches');
function similarity(result) {
const n = name.toLowerCase(), ns = name.replace(...bracketStripper).replace(...wsTrimmer).toLowerCase();
let results = [ ];
for (let format = 0; format < 3; ++format) {
let ft = formattedTitle(result, format);
if (ft) results.push(jaroWrinkerSimilarity(n, ft.toLowerCase()),
jaroWrinkerSimilarity(ns, ft.replace(...bracketStripper).replace(...wsTrimmer).toLowerCase()));
}
//if (prefs.diag_mode) console.debug(result, results);
return Math.max(...results);
}
const matcher = result => similarity(result) >= (minSimilariry || 0.90);
if (prefs.diag_mode) {
console.table(results.map(result => ({
formattedTitle: formattedTitle(result),
similarity: similarity(result),
})));
}
if (greediness >= 3) {
if (results.length > 1) results.sort((a, b) => similarity(b) - similarity(a));
} else {
if (results.length > 1 && results.some(matcher)) results = results.filter(matcher);
if (greediness <= 0 && results.length > 1) return Promise.reject(resourceName, ': ambiguity');
if (greediness <= 1 && !matcher(results[0])) return Promise.reject(resourceName + ': no matches');
}
if (!matcher(results[0])) {
if (prefs.diag_mode) tfMessages.push(addMessage(resourceName + ': the best match lowly similar to torrent name (' +
Math.round(similarity(results[0]) * 100) + '%)', 'notice'));
console.warn(resourceName + ': the best match lowly similar to torrent name',
similarity(results[0]), results[0], name);
} else if (prefs.diag_mode) console.info(resourceName + ': result score ', similarity(results[0]));
return Promise.resolve(results[0]);
};
const martinusLookup = domain => globalXHR('https://www.' + domain + '/?' + new URLSearchParams({
'uMod': 'list',
'uTyp': 'search',
'uQ': name.replace(...bracketStripper).replace(...wsTrimmer),
})).then(({document}) => Array.from(document.querySelectorAll('div[class$="results"] > div.product-item')).map(function(div) {
let item = {
title: div.querySelector('h2 > a'),
authors: Array.from(div.querySelectorAll('ul > li > a'))
.map(span => span.textContent.trim().replace(...spaceCollapser)),
cover: div.querySelector('a > div > img'),
};
if (item.title != null) {
item.url = new URL(item.title);
item.id = parseInt(item.url.searchParams.get('uItem')) || undefined;
}
item.title = item.title != null ? item.title.textContent.trim().replace(...spaceCollapser) : undefined;
item.cover = item.cover != null ? item.cover.src.replace(/\/_\w+\//, '/_xl/')
.replace(/\/[a-z]*(\d+\.\w+)(?:\?.*)?$/i, '/xl$1') : undefined;
console.assert(item.url && item.title, div);
return item;
})).then(results => resultsHandler('Martinus', results, function(result, format = 1) {
let bookTitle = result.title;
edition = editionExtractor.exec(result.title);
//if (edition != null) bookTitle += ' (' + edition[2] + ', #' + edition[3] + ')';
if (Array.isArray(result.authors) && result.authors.length > 0) switch (format) {
case 1: return result.authors.join(' & ') + ' - ' + bookTitle;
case 2: return bookTitle + ' - ' + result.authors.join(' & ');
}
return bookTitle;
}, 1));
const lookupWorkers = {
'goodreads': () => globalXHR('https://www.goodreads.com/search?' + new URLSearchParams({
'utf8': '✓',
'q': name.replace(...bracketStripper).replace(...wsTrimmer),
'search_type': 'books',
'search[field]': 'on',
})).then(({document}) => Array.from(document.querySelectorAll('table.tableList > tbody > tr')).map(function(tr) {
let item = {
title: tr.querySelector('a.bookTitle > span[itemprop="name"]'),
authors: Array.from(tr.querySelectorAll('span[itemprop="author"] a > span[itemprop="name"]'))
.map(span => span.textContent.trim().replace(...spaceCollapser)),
cover: tr.querySelector('img.bookCover'),
};
item.url = item.title != null ? 'https://www.goodreads.com' + item.title.parentElement.pathname : undefined;
item.title = item.title != null ? item.title.textContent.trim().replace(...spaceCollapser) : undefined;
item.cover = item.cover != null ? item.cover.src.replace(/\._\w+_\./g, '.').replace(/\?.*/, '') : undefined;
console.assert(item.url && item.title, tr);
return item;
})).then(results => resultsHandler('Goodreads', results, function(result, format = 1) {
let bookTitle = result.title;
edition = editionExtractor.exec(result.title);
//if (edition != null) bookTitle += ' (' + edition[2] + ', #' + edition[3] + ')';
if (Array.isArray(result.authors) && result.authors.length > 0) switch (format) {
case 1: return result.authors.join(' & ') + ' - ' + bookTitle;
case 2: return bookTitle + ' - ' + result.authors.join(' & ');
}
return bookTitle;
}).then(result => result.url)),
'openlibrary': () => globalXHR('https://openlibrary.org/search.json?' + new URLSearchParams({
q: name.replace(...bracketStripper).replace(...wsTrimmer),
mode: 'everything',
}), { responseType: 'json' }).then(({response}) => response.numFound <= 0 ? Promise.reject('Open Library: no matches')
: resultsHandler('Open Library', response.docs, function(result, format = 1) {
let bookTitle = result.title;
edition = editionExtractor.exec(result.title);
//if (edition != null) bookTitle += ' (' + edition[2] + ', #' + edition[3] + ')';
if (result.author_name.length > 0) switch (format) {
case 1: return result.author_name.join(' & ') + ' - ' + bookTitle;
case 2: return bookTitle + ' - ' + result.author_name.join(' & ');
}
return bookTitle;
}).then(result => 'https://openlibrary.org' + result.key)),
'googlebooks': () => globalXHR('https://www.google.com/search?' + new URLSearchParams({
tbm: 'bks',
q: name.replace(...bracketStripper).replace(...wsTrimmer),
hl: 'en',
})).then(({document}) => Array.from(document.querySelectorAll('div#search > div > div[id] > div[data-hveid]')).map(function(div) {
let item = {
title: div.querySelector('a > h3 > span'),
author: div.querySelector('div > div > a > span'),
year: div.querySelector('div > div > span'),
};
if (item.title != null) {
item.url = new URL(item.title.parentElement.parentElement);
item.url.hostname = 'books.google.com';
item.url.search = 'id=' + item.url.searchParams.get('id') + '&hl=en';
}
item.title = item.title != null ? item.title.textContent.trim() : undefined;
item.author = item.author != null ? item.author.textContent.trim() : undefined;
item.year = item.year != null ? parseInt(item.year.textContent) : undefined;
if (!item.url || !item.title) {
console.warn('Google Books: search result element', item, div);
throw 'Assertion failed: invalid search result element';
}
console.assert(item.url && item.title, div);
return item;
})).then(results => resultsHandler('Google Books', results, function(result, format = 1) {
let bookTitle = result.title;
edition = editionExtractor.exec(result.title);
//if (edition != null) bookTitle += ' (' + edition[2] + ', #' + edition[3] + ')';
if (result.author) switch (format) {
case 1: return result.author + ' - ' + bookTitle;
case 2: return bookTitle + ' - ' + result.author;
}
return bookTitle;
}).then(result => result.url)),
'martinus': () => martinusLookup('martinus.cz').catch(() => martinusLookup('martinus.sk'))
.then(result => result.url),
'librarything': () => globalXHR('https://www.librarything.com/ajax_newsearch.php?' + new URLSearchParams({
search: name.replace(...bracketStripper).replace(...wsTrimmer),
searchtype: 'newwork_titles',
randomnumber: Math.round(Math.random() * 10**9),
}).toString(), { responseType: 'json' }).then(({response}) =>
Array.from(domParser.parseFromString(atob(response.text), 'text/html')
.querySelectorAll('div#ajaxcontent > table > tbody > tr')).map(function(tr) {
let item = {
title: tr.querySelector('p.item > a:first-of-type'),
author: tr.querySelector('p.item > a:last-of-type'),
cover: tr.querySelector('a > img'),
};
if (item.title != null) {
item.url = new URL(item.title);
item.url.hostname = 'www.librarything.com';
item.id = /\/(work)\/(\d+)\b/i.exec(item.url.pathname);
item.id = item.id != null ? parseInt(item.id[2]) : undefined;
}
item.title = item.title != null ? item.title.textContent.trim() : undefined;
item.author = item.author != null ? item.author.textContent.trim() : undefined;
item.cover = item.cover != null ? item.cover.src : undefined;
console.assert(item.url && item.title, tr);
return item;
})).then(results => resultsHandler('LibraryThing', results, function(result, format = 1) {
let bookTitle = result.title;
edition = editionExtractor.exec(result.title);
//if (edition != null) bookTitle += ' (' + edition[2] + ', #' + edition[3] + ')';
if (result.author) switch (format) {
case 1: return result.author + ' - ' + bookTitle;
case 2: return bookTitle + ' - ' + result.author;
}
return bookTitle;
}).then(result => result.url)),
};
let lookupSequence = Object.keys(lookupWorkers);
function lookup(index = 0) {
if (!(index >= 0 && index < lookupSequence.length)) return Promise.reject('index out of bounds');
const callback = lookupWorkers[lookupSequence[index]];
return typeof callback == 'function' ? callback().catch(reason => lookup(index + 1)) : lookup(index + 1);
}
if (!testEmpty('input[name="title"]') || !testEmpty('textarea[name="desc"]')) return;
if (prefs.diag_mode) console.debug('autoFillFromTorrent torrent name / search title:',
name, '/', name.replace(...bracketStripper).replace(...wsTrimmer));
lookup().then(function(url) {
uaData.value = url;
fillFromText();
});
} // ebooks
}
function defaultErrorHandler(response) {
console.error('HTTP error:', response);
let e = 'HTTP error ' + response.status;
if (response.statusText) e += ' (' + response.statusText + ')';
if (response.error) e += ' (' + response.error + ')';
if (prefs.messages_verbosity >= 2) addMessage(e, 'notice');
return e;
}
function defaultTimeoutHandler(response) {
console.error('HTTP timeout:', response);
let e = 'HTTP timeout';
if (prefs.messages_verbosity >= 2) addMessage(e, 'notice');
return e;
}
function insertUAControls() {
document.head.appendChild(document.createElement('style')).innerHTML = `
.ua-messages {
text-indent: -2em;
margin-left: 2em;
font: 8pt Verdana, Tahoma, sans-serif;
}
.ua-messages-bg {
padding: 15px;
text-align: left;
background-color: darkslategray;
}
.ua-critical { color: red; font-weight: bold; font-size: 10pt; }
.ua-critical-lite { color: red; font-weight: 500; font-size: 9.5pt; }
.ua-warning { color: #ff8d00; font-weight: 500; font-size: 9pt; }
.ua-notice { color: #e3d67b; }
.ua-info { color: white; }
.ua-button { vertical-align: middle; background-color: transparent; }
input.ua-button2 {
/*color: white;*/
/*background-color: #725200;*/
width: 13em;
font: 500 x-small "Segoe UI", Calibri, sans-serif;
}
.ua-input {
font: 600 x-small "Segoe UI", Calibri, sans-serif;
color: slategray; background-color: antiquewhite;
width: 620px; height: 40px;
margin-top: 8px; margin-bottom: 8px;
}
.ua-input:focus { color: black; }
#cover-preview {
width: 100%;
/*box-shadow: 3px 3px 3px;*/
}
#cover-size {
width: 100%;
color: white; background-color: #4b5a65;
font: 8.5pt Verdana, Tahoma, sans-serif;
text-align: center;
/*padding-top: 5px;*/
}
::placeholder {
font: bold 12pt Calibri, "Segoe UI", sans-serif;
color: #808080;
/*text-shadow: 0px 0px 3px #b4b4b4;*/
}
`;
if (isUpload) {
if ((ref = document.querySelector('form#upload_table > div#dynamic_form')) == null) return;
common1();
common4('Autofill form (overwrite)', 'Autofill form (keep values)');
common2();
ref.parentNode.insertBefore(tbl, ref);
} else if (isEdit) {
if ((ref = document.querySelector('form.edit_form')) == null) return;
common1();
common4('Autofill (overwrite)', 'Autofill (keep values)');
//common3('Autofill form (keep values)');
common2();
tbl.style.marginBottom = '10px';
ref.insertAdjacentElement('beforebegin', tbl);
} else if (isTorrentEdit) {
if ((ref = document.querySelector('form#upload_table')) == null) return;
common1();
common4('Autofill (overwrite)', 'Autofill (keep values)');
//common3('Autofill form (keep values)');
common2();
ref.insertAdjacentElement('beforebegin', tbl);
} else if (isRequestNew) {
if ((ref = document.getElementById('categories')) == null) return;
ref = ref.parentNode.parentNode.nextElementSibling;
ref.parentNode.insertBefore(document.createElement('br'), ref);
common1();
//common3('Autofill from URL');
common4('Autofill form (overwrite)', 'Autofill form (keep values)');
common2();
child = document.createElement('td');
child.colSpan = 2;
child.append(tbl);
elem = document.createElement('tr');
elem.append(child);
ref.parentNode.insertBefore(elem, ref);
} else if (isRequestEdit) {
if ((ref = document.querySelector('input#button[type="submit"]')) == null) return;
ref = ref.parentNode.parentNode;
ref.parentNode.insertBefore(document.createElement('br'), ref);
common1();
//common3('Autofill form (keep values)');
common4('Autofill (overwrite)', 'Autofill (keep values)');
common2();
tbl.style.marginBottom = '10px';
elem = document.createElement('tr');
child = document.createElement('td');
child.colSpan = 2;
child.append(tbl);
elem.append(child);
ref.parentNode.insertBefore(elem, ref);
}
if ((ref = document.getElementById('categories')) != null) {
ref.addEventListener('change', function(e) {
elem = document.getElementById('upload-assistant');
if (elem != null) elem.style.visibility = this.value < 4
|| ['Music', 'Applications', 'E-Books', 'Audiobooks'].includes(this.value) ? 'visible' : 'collapse';
setTimeout(setHandlers, 2000);
});
}
function common1() {
tbl = document.createElement('tr');
tbl.style.backgroundColor = 'darkgoldenrod';
tbl.style.verticalAlign = 'middle';
elem = document.createElement('td');
elem.style.textAlign = 'center';
child = document.createElement('textarea');
child.id = 'ua-data';
child.className = 'ua-input';
child.spellcheck = false;
child.placeholder = 'Paste/drop album from foobar2000 or URL to release page here';
child.onpaste = uaInsert;
if (!isNWCD) {
child.ondrop = uaInsert;
child.ondragover = clear0;
if (isFirefox) child.oninput = fixFirefoxDropBug;
} else child.ondrop = child.ondragstart = child.ondragover = function(evt) {
evt.preventDefault();
evt.stopPropagation();
return false;
};
var desc = document.getElementById('body');
if (desc != null && httpParser.test(desc.value)) {
child.value = RegExp.$1;
desc.value = '';
if (prefs.autfill_delay > 0) autoFill = setTimeout(fillFromText, prefs.autfill_delay);
}
elem.append(child);
tbl.append(elem);
elem = document.createElement('td');
elem.style.textAlign = 'center';
}
function common2() {
tbl.append(elem);
let tb = document.createElement('tbody');
tb.append(tbl);
tbl = document.createElement('table');
tbl.id = 'upload-assistant';
tbl.append(tb);
}
function common3(caption) {
child = document.createElement('input');
child.id = 'append-from-text';
child.value = caption;
child.type = 'button';
child.className = 'ua-button2';
child.style.height = '52px';
child.onclick = fillFromText;
elem.append(child);
}
function common4(caption1, caption2) {
let x = [ ];
x.push(document.createElement('tr'));
x[0].classList.add('ua-button');
child = document.createElement('input');
child.id = 'fill-from-text';
child.value = caption1;
child.type = 'button';
child.className = 'ua-button2';
child.onclick = fillFromText;
x[0].append(child);
elem.append(x[0]);
x.push(document.createElement('tr'));
x[1].classList.add('ua-button');
child = document.createElement('input');
child.id = 'fill-from-text-weak';
child.value = caption2;
child.type = 'button';
child.className = 'ua-button2';
child.onclick = fillFromText;
x[1].append(child);
elem.append(x[1]);
}
}