sorogon/StaticGalleryBuilder
1
0
Fork 0
mirror of https://github.com/greflm13/StaticGalleryBuilder.git synced 2026-02-05 02:59:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

read encoding and removed globals

Browse Source
This commit is contained in:
Flo Greistorfer
2024-07-09 23:04:17 +02:00
parent a419cdd397
commit 2b10cc6efc
1 changed files with 71 additions and 72 deletions
Download Patch File Download Diff File Expand all files Collapse all files

143
builder.py
View File

@@ -18,9 +18,9 @@ try:
import cairosvg import cairosvg
from io import BytesIO from io import BytesIO
svgsupport = True SVGSUPPORT = True
except: except ImportError:
svgsupport = False SVGSUPPORT = False
import cclicense import cclicense
@@ -31,7 +31,7 @@ FAVICON_PATH = ".static/favicon.ico"
GLOBAL_CSS_PATH = ".static/global.css" GLOBAL_CSS_PATH = ".static/global.css"
DEFAULT_THEME_PATH = os.path.join(os.path.abspath(os.path.dirname(__file__)), "themes", "default.css") DEFAULT_THEME_PATH = os.path.join(os.path.abspath(os.path.dirname(__file__)), "themes", "default.css")
DEFAULT_AUTHOR = "Author" DEFAULT_AUTHOR = "Author"
VERSION = "1.9.11" VERSION = "1.9.12"
RAW_EXTENSIONS = [".3fr", ".ari", ".arw", ".bay", ".braw", ".crw", ".cr2", ".cr3", ".cap", ".data", ".dcs", ".dcr", ".dng", ".drf", ".eip", ".erf", ".fff", ".gpr", ".iiq", ".k25", ".kdc", ".mdc", ".mef", ".mos", ".mrw", ".nef", ".nrw", ".obm", ".orf", ".pef", ".ptx", ".pxn", ".r3d", ".raf", ".raw", ".rwl", ".rw2", ".rwz", ".sr2", ".srf", ".srw", ".tif", ".tiff", ".x3f"] RAW_EXTENSIONS = [".3fr", ".ari", ".arw", ".bay", ".braw", ".crw", ".cr2", ".cr3", ".cap", ".data", ".dcs", ".dcr", ".dng", ".drf", ".eip", ".erf", ".fff", ".gpr", ".iiq", ".k25", ".kdc", ".mdc", ".mef", ".mos", ".mrw", ".nef", ".nrw", ".obm", ".orf", ".pef", ".ptx", ".pxn", ".r3d", ".raf", ".raw", ".rwl", ".rw2", ".rwz", ".sr2", ".srf", ".srw", ".tif", ".tiff", ".x3f"]
IMG_EXTENSIONS = [".jpg", ".jpeg"] IMG_EXTENSIONS = [".jpg", ".jpeg"]
EXCLUDES = [".lock", "index.html", "manifest.json", ".sizelist.json", ".thumbnails", ".static"] EXCLUDES = [".lock", "index.html", "manifest.json", ".sizelist.json", ".thumbnails", ".static"]
@@ -106,8 +106,7 @@ def parse_arguments() -> Args:
# fmt: on # fmt: on
def init_globals(_args: Args) -> Args: def init_globals(_args: Args, raw: list[str]) -> Args:
global RAW_EXTENSIONS
if not _args.file_extensions: if not _args.file_extensions:
_args.file_extensions = IMG_EXTENSIONS _args.file_extensions = IMG_EXTENSIONS
if not _args.exclude_folders: if not _args.exclude_folders:
@@ -115,9 +114,9 @@ def init_globals(_args: Args) -> Args:
_args.root_directory = _args.root_directory.rstrip("/") + "/" _args.root_directory = _args.root_directory.rstrip("/") + "/"
_args.web_root_url = _args.web_root_url.rstrip("/") + "/" _args.web_root_url = _args.web_root_url.rstrip("/") + "/"
RAW_EXTENSIONS = [ext.lower() for ext in RAW_EXTENSIONS] + [ext.upper() for ext in RAW_EXTENSIONS] raw = [ext.lower() for ext in raw] + [ext.upper() for ext in raw]
return _args return _args, raw
def copy_static_files(_args: Args) -> None: def copy_static_files(_args: Args) -> None:
@@ -133,7 +132,7 @@ def copy_static_files(_args: Args) -> None:
def webmanifest(_args: Args) -> None: def webmanifest(_args: Args) -> None:
icons: List[Icon] = [] icons: List[Icon] = []
files = os.listdir(os.path.join(STATIC_FILES_DIR, "icons")) files = os.listdir(os.path.join(STATIC_FILES_DIR, "icons"))
if svgsupport and any(file.endswith(".svg") for file in files): if SVGSUPPORT and any(file.endswith(".svg") for file in files):
svg = [file for file in files if file.endswith(".svg")][0] svg = [file for file in files if file.endswith(".svg")][0]
icons.append( icons.append(
{"src": f"{_args.web_root_url}.static/icons/{svg}", "type": "image/svg+xml", "sizes": "512x512", "purpose": "maskable"} {"src": f"{_args.web_root_url}.static/icons/{svg}", "type": "image/svg+xml", "sizes": "512x512", "purpose": "maskable"}
@@ -182,7 +181,7 @@ def webmanifest(_args: Args) -> None:
print("No icons found in the static/icons folder!") print("No icons found in the static/icons folder!")
return return
with open(os.path.join(_args.root_directory, ".static", "theme.css")) as f: with open(os.path.join(_args.root_directory, ".static", "theme.css"), "r", encoding="utf-8") as f:
content = f.read() content = f.read()
background_color = ( background_color = (
content.replace("body{", "body {").split("body {")[1].split("}")[0].split("background-color:")[1].split(";")[0].strip() content.replace("body{", "body {").split("body {")[1].split("}")[0].split("background-color:")[1].split(";")[0].strip()
@@ -202,10 +201,10 @@ def webmanifest(_args: Args) -> None:
f.write(content) f.write(content)
def generate_thumbnail(arguments: Tuple[str, str]) -> None: def generate_thumbnail(arguments: Tuple[str, str, str, bool]) -> None:
folder, item = arguments folder, item, root_directory, regenerate_thumbnails = arguments
path = os.path.join(args.root_directory, ".thumbnails", folder.removeprefix(args.root_directory), os.path.splitext(item)[0]) + ".jpg" path = os.path.join(root_directory, ".thumbnails", folder.removeprefix(root_directory), os.path.splitext(item)[0]) + ".jpg"
if not os.path.exists(path) or args.regenerate_thumbnails: if not os.path.exists(path) or regenerate_thumbnails:
if os.path.exists(path): if os.path.exists(path):
os.remove(path) os.remove(path)
try: try:
@@ -217,29 +216,29 @@ def generate_thumbnail(arguments: Tuple[str, str]) -> None:
print(f"Failed to generate thumbnail for {os.path.join(folder, item)}") print(f"Failed to generate thumbnail for {os.path.join(folder, item)}")
def get_total_folders(folder: str, _total: int = 0) -> int: def get_total_folders(folder: str, _args: Args, _total: int = 0) -> int:
_total += 1 _total += 1
pbar.desc = f"Traversing filesystem - {folder}" pbardict["traversingbar"].desc = f"Traversing filesystem - {folder}"
pbar.update(1) pbardict["traversingbar"].update(1)
items = os.listdir(folder) items = os.listdir(folder)
items.sort() items.sort()
for item in items: for item in items:
if item not in EXCLUDES: if item not in EXCLUDES:
if os.path.isdir(os.path.join(folder, item)): if os.path.isdir(os.path.join(folder, item)):
if item not in args.exclude_folders: if item not in _args.exclude_folders:
skip = False skip = False
for exclude in args.exclude_folders: for exclude in _args.exclude_folders:
if fnmatch.fnmatchcase(os.path.join(folder, item), exclude): if fnmatch.fnmatchcase(os.path.join(folder, item), exclude):
skip = True skip = True
if not skip: if not skip:
_total = get_total_folders(os.path.join(folder, item), _total) _total = get_total_folders(os.path.join(folder, item), _args, _total)
return _total return _total
def list_folder(folder: str, title: str) -> None: def list_folder(folder: str, title: str, _args: Args, raw: list[str]) -> None:
sizelist: Dict[Dict[str, int], Dict[str, int]] = {} sizelist: Dict[Dict[str, int], Dict[str, int]] = {}
if not os.path.exists(os.path.join(folder, ".sizelist.json")): if not os.path.exists(os.path.join(folder, ".sizelist.json")):
sizelistfile = open(os.path.join(folder, ".sizelist.json"), "x", encoding="utf-8") sizelistfile = open(os.path.join(folder, ".sizelist.json"), "x", encoding="utf-8")
@@ -251,31 +250,33 @@ def list_folder(folder: str, title: str) -> None:
items.sort() items.sort()
images: List[Dict[str, Any]] = [] images: List[Dict[str, Any]] = []
subfolders: List[Dict[str, str]] = [] subfolders: List[Dict[str, str]] = []
foldername = folder.removeprefix(args.root_directory) foldername = folder.removeprefix(_args.root_directory)
foldername = f"{foldername}/" if foldername else "" foldername = f"{foldername}/" if foldername else ""
baseurl = urllib.parse.quote(foldername) baseurl = urllib.parse.quote(foldername)
if not os.path.exists(os.path.join(args.root_directory, ".thumbnails", foldername)): if not os.path.exists(os.path.join(_args.root_directory, ".thumbnails", foldername)):
os.mkdir(os.path.join(args.root_directory, ".thumbnails", foldername)) os.mkdir(os.path.join(_args.root_directory, ".thumbnails", foldername))
contains_files = False contains_files = False
if not args.non_interactive_mode: if not _args.non_interactive_mode:
pbardict[folder] = tqdm(total=len(items), desc=f"Getting image infos - {folder}", unit="files", ascii=True, dynamic_ncols=True) pbardict[folder] = tqdm(total=len(items), desc=f"Getting image infos - {folder}", unit="files", ascii=True, dynamic_ncols=True)
for item in items: for item in items:
if item not in EXCLUDES: if item not in EXCLUDES:
if os.path.isdir(os.path.join(folder, item)): if os.path.isdir(os.path.join(folder, item)):
subfolder = {"url": f"{args.web_root_url}{baseurl}{urllib.parse.quote(item)}", "name": item} subfolder = {"url": f"{_args.web_root_url}{baseurl}{urllib.parse.quote(item)}", "name": item}
subfolders.append(subfolder) subfolders.append(subfolder)
if item not in args.exclude_folders: if item not in _args.exclude_folders:
skip = False skip = False
for exclude in args.exclude_folders: for exclude in _args.exclude_folders:
if fnmatch.fnmatchcase(os.path.join(folder, item), exclude): if fnmatch.fnmatchcase(os.path.join(folder, item), exclude):
skip = True skip = True
if not skip: if not skip:
list_folder(os.path.join(folder, item), os.path.join(folder, item).removeprefix(args.root_directory)) list_folder(
os.path.join(folder, item), os.path.join(folder, item).removeprefix(_args.root_directory), _args, raw
)
else: else:
extsplit = os.path.splitext(item) extsplit = os.path.splitext(item)
contains_files = True contains_files = True
if extsplit[1].lower() in args.file_extensions: if extsplit[1].lower() in _args.file_extensions:
if not sizelist.get(item) or args.regenerate_thumbnails: if not sizelist.get(item) or _args.regenerate_thumbnails:
exifdata = {} exifdata = {}
with Image.open(os.path.join(folder, item)) as img: with Image.open(os.path.join(folder, item)) as img:
exif = img.getexif() exif = img.getexif()
@@ -292,37 +293,37 @@ def list_folder(folder: str, title: str) -> None:
sizelist[item] = {"width": width, "height": height} sizelist[item] = {"width": width, "height": height}
image = { image = {
"url": f"{args.web_root_url}{baseurl}{urllib.parse.quote(item)}", "url": f"{_args.web_root_url}{baseurl}{urllib.parse.quote(item)}",
"thumbnail": f"{args.web_root_url}.thumbnails/{baseurl}{urllib.parse.quote(extsplit[0])}.jpg", "thumbnail": f"{_args.web_root_url}.thumbnails/{baseurl}{urllib.parse.quote(extsplit[0])}.jpg",
"name": item, "name": item,
"width": sizelist[item]["width"], "width": sizelist[item]["width"],
"height": sizelist[item]["height"], "height": sizelist[item]["height"],
} }
if not os.path.exists(os.path.join(args.root_directory, ".thumbnails", foldername, item)): if not os.path.exists(os.path.join(_args.root_directory, ".thumbnails", foldername, item)):
thumbnails.append((folder, item)) thumbnails.append((folder, item, _args.root_directory, _args.regenerate_thumbnails))
for raw in RAW_EXTENSIONS: for _raw in raw:
if os.path.exists(os.path.join(folder, extsplit[0] + raw)): if os.path.exists(os.path.join(folder, extsplit[0] + _raw)):
url = urllib.parse.quote(extsplit[0]) + raw url = urllib.parse.quote(extsplit[0]) + _raw
if raw in (".tif", ".tiff"): if _raw in (".tif", ".tiff"):
image["tiff"] = f"{args.web_root_url}{baseurl}{url}" image["tiff"] = f"{_args.web_root_url}{baseurl}{url}"
else: else:
image["raw"] = f"{args.web_root_url}{baseurl}{url}" image["raw"] = f"{_args.web_root_url}{baseurl}{url}"
images.append(image) images.append(image)
if item == "info": if item == "info":
with open(os.path.join(folder, item), encoding="utf-8") as f: with open(os.path.join(folder, item), encoding="utf-8") as f:
_info = f.read() _info = f.read()
info[urllib.parse.quote(folder)] = _info info[urllib.parse.quote(folder)] = _info
if not args.non_interactive_mode: if not _args.non_interactive_mode:
pbardict[folder].update(1) pbardict[folder].update(1)
pbar.update(0) pbardict["htmlbar"].update(0)
if not args.non_interactive_mode: if not _args.non_interactive_mode:
pbardict[folder].close() pbardict[folder].close()
sizelistfile.seek(0) sizelistfile.seek(0)
sizelistfile.write(json.dumps(sizelist, indent=4)) sizelistfile.write(json.dumps(sizelist, indent=4))
sizelistfile.truncate() sizelistfile.truncate()
if not contains_files and not args.use_fancy_folders: if not contains_files and not _args.use_fancy_folders:
return return
if images or (args.use_fancy_folders and not contains_files) or (args.use_fancy_folders and args.ignore_other_files): if images or (_args.use_fancy_folders and not contains_files) or (_args.use_fancy_folders and _args.ignore_other_files):
image_chunks = np.array_split(images, 8) if images else [] image_chunks = np.array_split(images, 8) if images else []
with open(os.path.join(folder, "index.html"), "w", encoding="utf-8") as f: with open(os.path.join(folder, "index.html"), "w", encoding="utf-8") as f:
_info: List[str] = None _info: List[str] = None
@@ -330,17 +331,17 @@ def list_folder(folder: str, title: str) -> None:
parent = ( parent = (
None None
if not foldername if not foldername
else f"{args.web_root_url}{urllib.parse.quote(foldername.removesuffix(folder.split('/')[-1] + '/'))}" else f"{_args.web_root_url}{urllib.parse.quote(foldername.removesuffix(folder.split('/')[-1] + '/'))}"
) )
license_info: cclicense.License = ( license_info: cclicense.License = (
{ {
"project": args.site_title, "project": _args.site_title,
"author": args.author_name, "author": _args.author_name,
"type": cclicense.licensenameswitch(args.license_type), "type": cclicense.licensenameswitch(_args.license_type),
"url": cclicense.licenseurlswitch(args.license_type), "url": cclicense.licenseurlswitch(_args.license_type),
"pics": cclicense.licensepicswitch(args.license_type), "pics": cclicense.licensepicswitch(_args.license_type),
} }
if args.license_type if _args.license_type
else None else None
) )
if urllib.parse.quote(folder) in info: if urllib.parse.quote(folder) in info:
@@ -352,10 +353,10 @@ def list_folder(folder: str, title: str) -> None:
html = env.get_template("index.html.j2") html = env.get_template("index.html.j2")
content = html.render( content = html.render(
title=title, title=title,
favicon=f"{args.web_root_url}{FAVICON_PATH}", favicon=f"{_args.web_root_url}{FAVICON_PATH}",
stylesheet=f"{args.web_root_url}{GLOBAL_CSS_PATH}", stylesheet=f"{_args.web_root_url}{GLOBAL_CSS_PATH}",
theme=f"{args.web_root_url}.static/theme.css", theme=f"{_args.web_root_url}.static/theme.css",
root=args.web_root_url, root=_args.web_root_url,
parent=parent, parent=parent,
header=header, header=header,
license=license_info, license=license_info,
@@ -363,21 +364,19 @@ def list_folder(folder: str, title: str) -> None:
images=image_chunks, images=image_chunks,
info=_info, info=_info,
allimages=images, allimages=images,
webmanifest=args.generate_webmanifest, webmanifest=_args.generate_webmanifest,
) )
f.write(content) f.write(content)
else: else:
if os.path.exists(os.path.join(folder, "index.html")): if os.path.exists(os.path.join(folder, "index.html")):
os.remove(os.path.join(folder, "index.html")) os.remove(os.path.join(folder, "index.html"))
if not args.non_interactive_mode: if not _args.non_interactive_mode:
pbar.update(1) pbardict["htmlbar"].update(1)
def main() -> None: def main() -> None:
global args, pbar
args = parse_arguments() args = parse_arguments()
args = init_globals(args) args, raw = init_globals(args, RAW_EXTENSIONS)
if os.path.exists(os.path.join(args.root_directory, ".lock")): if os.path.exists(os.path.join(args.root_directory, ".lock")):
print("Another instance of this program is running.") print("Another instance of this program is running.")
@@ -396,20 +395,20 @@ def main() -> None:
if args.non_interactive_mode: if args.non_interactive_mode:
print("Generating HTML files...") print("Generating HTML files...")
list_folder(args.root_directory, args.site_title) list_folder(args.root_directory, args.site_title, args, raw)
with Pool(os.cpu_count()) as pool: with Pool(os.cpu_count()) as pool:
print("Generating thumbnails...") print("Generating thumbnails...")
pool.map(generate_thumbnail, thumbnails) pool.map(generate_thumbnail, thumbnails)
else: else:
pbar = tqdm(desc="Traversing filesystem", unit="folders", ascii=True, dynamic_ncols=True) pbardict["traversingbar"] = tqdm(desc="Traversing filesystem", unit="folders", ascii=True, dynamic_ncols=True)
total = get_total_folders(args.root_directory) total = get_total_folders(args.root_directory, args)
pbar.desc = "Traversing filesystem" pbardict["traversingbar"].desc = "Traversing filesystem"
pbar.update(0) pbardict["traversingbar"].update(0)
pbar.close() pbardict["traversingbar"].close()
pbar = tqdm(total=total, desc="Generating HTML files", unit="folders", ascii=True, dynamic_ncols=True) pbardict["htmlbar"] = tqdm(total=total, desc="Generating HTML files", unit="folders", ascii=True, dynamic_ncols=True)
list_folder(args.root_directory, args.site_title) list_folder(args.root_directory, args.site_title, args, raw)
pbar.close() pbardict["htmlbar"].close()
with Pool(os.cpu_count()) as pool: with Pool(os.cpu_count()) as pool:
for _ in tqdm( for _ in tqdm(