photopea-v2/Updater.py

#!/bin/python3

import sys
sys.path.insert(0,"_vendor")

import requests
import os
import re
import json
from tqdm import tqdm
from dataclasses import dataclass
import glob
import pprint

root = "www.photopea.com/"
website = "https://photopea.com/"
urls = [
    "index.html",
    "promo/thumb256.png",
    "rsrc/basic/basic.zip",
    "code/ext/hb.wasm",
    "code/ext/fribidi.wasm",
    "papi/tpls.json",
    "rsrc/fonts/fonts.png",
    "code/storages/deviceStorage.html",
    "code/storages/googledriveStorage.html",
    "code/storages/dropboxStorage.html",
    "img/nft.png",
    ["templates/?type=0&rsrc=","templates/index.html"],
    "templates/templates.js",
    "templates/templates.css",
    "plugins/gallery.json",
    "plugins/gallery.html",
    "img/wows_logo.png",
    "promo/icon512.png"
    
]



#Update files

def download_file(remote,local):
    if os.path.exists(local):
            #return --- Maybe make some flag for this
            pass
    with tqdm(desc=local, unit="B", unit_scale=True) as progress_bar:
        r = requests.get(remote, stream=True)
        progress_bar.total = int(r.headers.get("Content-Length", 0))

        if r.status_code != 200:
            progress_bar.desc += "ERROR: HTTP Status %d" % r.status_code
            return
        
        
        os.makedirs(os.path.dirname(local), exist_ok=True)
        with open(local, "wb") as outf:
            for chunk in r.iter_content(chunk_size=1024):
                progress_bar.update(len(chunk))
                outf.write(chunk)
def dl_file(path):
    if isinstance(path,list):
        outfn=path[1]
        path=path[0]
    else:
        outfn=path
        path=path

    download_file(website + path,root+outfn)

dl_file(urls[0]) #Always download the index.html page first

index = open(root+"index.html", encoding="utf-8").read()

regex_paths = {"_": r"style/all(\d+).css", "__": r"code/ext/ext(\d+).js", "DBS": r"code/dbs/DBS(\d+).js", "PP": r"code/pp/pp(\d+).js"}

for name, pattern in regex_paths.items():
    match = re.search(pattern, index)
    match = match.group(0)
    urls.append(match)
    if not name.startswith("_"):
        globals()[name]=match

for url in urls:
    dl_file(url)

db_data = open(root + DBS,encoding="utf-8").read()
db_vars = re.findall(r"var (\w+)\s*=\s*(\{[\w\W]+?\n\s*\})\s*(?=;|/\*|var)", db_data)
db = {}

for varname, vardata in db_vars:
    try:
        db[varname] = json.loads(vardata)
    except Exception as e:
        if varname=='FNTS':
            print("Unable to load DBS variable %s: %s" % (varname, e))

#Update fonts
@dataclass
class Font:
    ff: str
    fsf: str
    psn: str
    flg: int
    cat: int
    url: str


def decompress_font_list(flist):
    prev_ff, prev_fsf, prev_flg, prev_cat = "", "", "0", "0"
    for font in flist:
        ff, fsf, psn, flg, cat, url = font.split(",")
        if not ff:
            ff = prev_ff
        if not fsf:
            fsf = prev_fsf
        if not flg:
            flg = prev_flg
        if not cat:
            cat = prev_cat

        if not psn:
            psn = (ff + "-" + fsf).replace(" ", "")
        elif psn == "a":
            psn = ff.replace(" ", "")

        if not url:
            url = "fs/" + psn + ".otf"
        elif url == "a":
            url = "gf/" + psn + ".otf"

        yield Font(ff, fsf, psn, int(flg), int(cat), url)

        prev_ff, prev_fsf, prev_flg, prev_cat = ff, fsf, flg, cat

if '--fonts' in sys.argv:
    for font in decompress_font_list(db["FNTS"]["list"]):
        path = "rsrc/fonts/" + font.url
        if not os.path.isfile(root + path):
            print("Downloading " + font.url)
            dl_file(path)
            print("\n")
    
    #Delete any unused fonts
    fonts_db=[root+'rsrc/fonts/'+font.url for font in decompress_font_list(db["FNTS"]["list"])]
    
    fonts_local=[_ for _ in glob.glob(root + 'rsrc/fonts/**/*', recursive=True) if re.match(root+r'rsrc/fonts/(.*)/*.(otf|ttc|ttf)',_)]
    
    for font_file in list(set(fonts_local)-set(fonts_db)):
        print('Removing ' + font_file)
        os.remove(font_file)

if '--templates' in sys.argv:
    templates_db=['file/' + ('psdshared' if _[4].startswith("https://i.imgur.com/") or _[4].startswith("https://imgur.com/") else 'pp-resources') +'/' + _[3] for _ in json.load(open(root+"papi/tpls.json"))['list']]
    for template in templates_db:
        path="https://f000.backblazeb2.com/" + template
        outfn=root+"templates/"+template
        download_file(path,outfn)
        
    
    templates_local=[_ for _ in glob.glob(root + 'templates/file/**/*', recursive=True) if _.endswith(".psd")]
    templates_db=[root+"templates/"+_ for _ in templates_db]
    
    for tpl in list(set(templates_local)-set(templates_db)):
        print('Removing ' + tpl)
        os.remove(tpl)
    
def find_and_replace(file,find,replace):
    with open(os.path.join(root,file),'r') as pp:
        file1=pp.read()
    file1=file1.replace(find,replace)
    with open(os.path.join(root,file),'w') as pp:
        pp.write(file1)

#Allow any port to be used
find_and_replace(PP,'"\'$!|"))','"\'$!|"))||true')

#Don't load Google Analytics
find_and_replace('index.html','//www.google-analytics.com/analytics.js','')
find_and_replace('index.html', '//www.googletagmanager.com', '#')

#Allow the import of pictures of URLs (bypassing mirror.php)
find_and_replace(PP,'"mirror.php?url="+encodeURIComponent','')

#Allow Dropbox to load from dropboxStorage.html
find_and_replace('code/storages/dropboxStorage.html', 'var redirectUri = window.location.href;', 'var redirectUri = "https://www.photopea.com/code/storages/dropboxStorage.html";')

#Remove Facebook Pixel Domains
find_and_replace('index.html','https://connect.facebook.net','')

find_and_replace('index.html','https://www.facebook.com','')

#Redirect dynamic pages to static equivalent
find_and_replace(PP,'"&rsrc="','""')
find_and_replace(PP,'"templates/?type="','"templates/index.html?type="')
find_and_replace(PP,'"https://f000.backblazeb2.com/file/"', '"templates/file/"')

#Force enable Remove BG, and any other options that are disabled on self-hosted instances (much more brittle to changes than the other replacements)
find_and_replace(PP,'("~yy")','("~yy")||true')
# Having ? in static sites doesn't really work
#find_and_replace("templates/index.html",'sch.split("?");','sch.split("#");')