code_report.py

import subprocess
import os


def run_tree_command(
    output_file_path, exclude_patterns, repo_root, partially_exclude=[]
):
    additional_excludes = []
    for folder in partially_exclude:
        for root, dirs, files in os.walk(os.path.join(repo_root, folder)):
            additional_excludes.append("'" + root.replace(repo_root + "/", "") + "'")

    # print(f"repo_root: {repo_root} exclude_patterns: {exclude_patterns}")

    command = f"tree {repo_root} -a -I {exclude_patterns}"
    print(f"Running command: {command}")

    try:
        with open(output_file_path, "w") as f:
            subprocess.run(command, stdout=f, shell=True)
    except Exception as e:
        print(f"An error occurred while running the tree command: {e}")


def append_file_content_to_output(
    output_file_path,
    exclude_folders,
    exclude_scripts_print_list,
    list_hide_code,
    repo_root,
    partially_exclude=[],
):
    for root, dirs, files in os.walk(repo_root):
        if any(exclude in root for exclude in exclude_folders):
            continue

        if any(
            root.startswith(os.path.join(repo_root, pe)) for pe in partially_exclude
        ):
            continue

        for file_name in files:
            if (
                (
                    file_name.endswith(".yaml")
                    or file_name.endswith(".tsx")
                    or file_name.endswith(".ts")
                    or file_name.endswith(".json")
                    # or file_name.endswith(".js")
                    # or file_name.endswith(".mdx")
                    or file_name.endswith(".prisma")
                    or file_name.endswith(".js")
                    or file_name.endswith(".env.example")
                )
                and (file_name not in exclude_scripts_print_list)
                and (file_name not in list_hide_code)
            ):
                file_path = os.path.join(root, file_name)
                try:
                    with open(file_path, "r") as src_file:
                        content = src_file.read()
                    with open(output_file_path, "a") as dest_file:
                        dest_file.write(f"\n\n=== Content of {file_path} ===\n\n")
                        dest_file.write(content)
                except Exception as e:
                    print(
                        f"An error occurred while reading/writing file {file_path}: {e}"
                    )
            elif file_name in list_hide_code:
                file_path = os.path.join(root, file_name)
                try:
                    with open(output_file_path, "a") as dest_file:
                        dest_file.write(f"\n\n=== Content of {file_path} ===\n\n")
                        dest_file.write(
                            "Code present but not reported for space reasons"
                        )
                except Exception as e:
                    print(
                        f"An error occurred while reading/writing file {file_path}: {e}"
                    )


if __name__ == "__main__":
    script_dir = os.path.dirname(
        os.path.abspath(__file__)
    )  # Get the directory of this script
    repo_root = os.path.abspath(
        os.path.join(script_dir)
    )  # Go up two directories to get to the repo root
    print(repo_root)
    output_file_path = os.path.join(repo_root, "custom_tree_and_files_corrected.txt")
    exclude_patterns = "'__pycache__|package-lock.json|components|lib|data|ui|scripts|data|.next|.git|.contentlayer|public|.cache|node_modules'"
    exclude_folders = [
        "__pycache__",
        "node_modules",
        "components",
        "package-lock.json",
        "ui",
        "lib",
        "public",
        "data",
        ".venv",
        ".git",
        "data",
        "scripts",
        ".vscode",
        ".next",
        "repo_utils_scripts",
        "archive",
        "__init__.py",
        "tree_code_report.py",
        "notebooks",
        "investortoolkit",
        "backend",
        "mlruns",
        "experiments_storage",
        "data_prometheus",
    ]

    exclude_scripts_print_list = ["__init__.py", "tree_code_report.py"]
    list_hide_code = [
        "model_validation.py",
        "frontend",
        "tree_code_report.py",
        "button.tsx",
        "use-toast.ts",
        "tooltip.tsx",
        "card.tsx",
        "data",
        "toast.tsx",
        "toaster.tsx",
        "BillingForm.tsx",
        "MaxWidthWrapper.tsx",
        "stripe.ts",
        "Icons.tsx",
        "package-lock.json",
        "types.d.ts",
        "theme.ts",
        "contentlayer.config.js",
        "Books.tsx",
    ]

    partially_exclude = ["frontend", "backend"]

    run_tree_command(output_file_path, exclude_patterns, repo_root, partially_exclude)
    append_file_content_to_output(
        output_file_path,
        exclude_folders,
        exclude_scripts_print_list,
        list_hide_code,
        repo_root,
        partially_exclude,
    )