clone_system_apps_repo.py

# clone system repo and generate the apps.json list. will pullapp descrption pulled from the yaml if available
import json
import os
import shutil
import subprocess

import yaml

system_apps_path = "system-apps"
system_apps_repo = (
    os.environ.get("SYSTEM_APPS_REPO") or "https://github.com/tavdog/tronbyt-apps.git"
)
# check for existence of apps_path dir
if os.path.exists(system_apps_path):
    print("{} found, updating {}".format(system_apps_path, system_apps_repo))

    result = subprocess.run(["git", "pull", "--rebase=true"], cwd=system_apps_path)
    if result.returncode != 0:
        print("Error updating repo, whatevs")
    else:
        print("Repo updated")
else:
    print("{} not found, cloning {}".format(system_apps_path, system_apps_repo))

    result = subprocess.run(
        ["git", "clone", system_apps_repo, system_apps_path, "--depth", "1"]
    )
    if result.returncode != 0:
        print("Error Cloning Repo")
    else:
        print("Repo Cloned")

# run a command to generate a txt file withh all the .star file in the apps_path directory
command = ["find", system_apps_path, "-name", "*.star"]
output = subprocess.check_output(command, text=True)
# print("got find output of {}".format(output))

apps_array = []
apps = output.split("\n")
apps.sort()
count = 0
skip_count = 0
new_previews = 0
num_previews = 0
for app in apps:
    # print(app)
    try:
        # read in the file from system_apps_path/apps/
        app_dict = dict()
        app_basename = os.path.basename(app).replace(".star", "")
        app_dict["name"] = app_basename
        app_dict["path"] = app
        # "{}/apps/{}/{}.star".format(system_apps_path, app.replace('_',''), app)
        app_path = app

        # skip any files that include secret.star module and
        with open(app_path, "r") as f:
            app_str = f.read()
            if "secret.star" in app_str:
                # print("skipping {} (uses secret.star)".format(app))
                skip_count += 1
                continue
            if "summary:" in app_str:
                # loop though lines and pick out the summary line
                for line in app_str.split("\n"):
                    if "summary:" in line:
                        app_dict["summary"] = line.split(": ")[1]

        app_base_path = ("/").join(app_path.split("/")[0:-1])
        yaml_path = "{}/manifest.yaml".format(app_base_path)
        static_images_path = "tronbyt_server/static/images"

        # check for existence of yaml_path
        if os.path.exists(yaml_path):
            with open(yaml_path, "r") as f:
                yaml_dict = yaml.safe_load(f)
                app_dict.update(yaml_dict)
        else:
            app_dict["summary"] = "System App"

        # Check for a preview in the repo and copy it over to static previews directory
        image_found = False
        for ext in ["webp", "gif", "png"]:
            image_path = os.path.join(app_base_path, f"{app_basename}.{ext}")
            static_image_path = os.path.join(
                static_images_path, f"{app_basename}.{ext}"
            )

            # less than a meg only
            if (
                os.path.exists(image_path)
                and os.path.getsize(image_path) < 1 * 1024 * 1024
            ):
                # print(f"copying {image_path}")
                if not os.path.exists(static_image_path):
                    print(f"copying preview to static dir {app_dict['name']}.{ext}")
                    new_previews += 1
                    shutil.move(image_path, static_image_path)
                image_found = True

            # set the preview for the app to the static preview location
            if os.path.exists(static_image_path):
                num_previews += 1
                app_dict["preview"] = os.path.basename(image_path)
                break

        count += 1
        apps_array.append(app_dict)
    except Exception as e:
        print("skipped " + app + " due to error: " + repr(e))
# print(apps_array)

# writeout apps_array as a json file
print(f"got {count} useable apps")
print(f"skipped {skip_count} secrets.star using apps")
print(f"copied {new_previews} new previews into static")
print(f"total previews found {num_previews}")
with open("system-apps.json", "w") as f:
    json.dump(apps_array, f)