54 add benchmarking harness

.github/workflows/tests.yaml

@@ -12,14 +12,18 @@ jobs:
         sudo apt-get install -y
         git build-essential autoconf pkg-config libtool libc++-dev
         libyaml-dev libntl-dev libgmp-dev llvm clang llvm-dev
-        libclang-dev python-is-python3 swig
+        libclang-dev swig
+        openmpi-bin openmpi-common libopenmpi-dev
 
     - name: Set up Python 🐍
       uses: actions/setup-python@v5
       with:
         python-version: "3.12"
         # cache: 'pip'
 
+    - name: Install mpi4py
+      run: python -m pip install mpi4py halo --user
+
     - name: Check out repo
       uses: actions/checkout@master
 

CMakeLists.txt

@@ -54,13 +54,15 @@ else()
   set(PET_CONFIGURE_WITH_ISL bundled)
 endif()
 
+include_directories(include)
+
 if(NOT PET_FOUND)
   message("Package 'pet' not found, but don't worry, I know how to build it!")
   set(ENV{CC} ${CMAKE_C_COMPILER})
   set(ENV{CXX} ${CMAKE_CXX_COMPILER})
   execute_process(
     # OUTPUT_QUIET 
-    COMMAND /usr/bin/bash ${INSTALL_SCRIPTS}/pet.sh ${pet_BINARY_DIR} ${PET_CONFIGURE_WITH_ISL}
+    COMMAND ${INSTALL_SCRIPTS}/pet.sh ${pet_BINARY_DIR} ${PET_CONFIGURE_WITH_ISL} ${CMAKE_SOURCE_DIR}/deps/opt
     WORKING_DIRECTORY ${pet_SOURCE_DIR}
   )
   pkg_check_modules(PET REQUIRED IMPORTED_TARGET pet)
@@ -79,8 +81,6 @@ target_link_libraries(transformations PUBLIC PkgConfig::ISL PkgConfig::PET)
 add_library(scops SHARED src/scops.cc)
 target_link_libraries(scops PUBLIC PkgConfig::ISL PkgConfig::PET)
 
-include_directories(include)
-
 add_library(ctadashi SHARED src/ctadashi.cc)
 target_link_libraries(ctadashi PUBLIC PkgConfig::ISL PkgConfig::PET legality code_gen transformations scops)
 add_library(CTadashi::ctadashi ALIAS ctadashi)
@@ -128,12 +128,12 @@ set_property(SOURCE src/ctadashi.i
 swig_add_library(ctadashi_swig
   TYPE MODULE
   LANGUAGE python
-  OUTPUT_DIR ${CMAKE_CURRENT_BINARY_DIR}/pytadashi
+  OUTPUT_DIR ${CMAKE_CURRENT_BINARY_DIR}
   OUTFILE_DIR ${CMAKE_CURRENT_BINARY_DIR}
   SOURCES src/ctadashi.i)
 swig_link_libraries(ctadashi_swig PUBLIC ctadashi Python3::Python PkgConfig::PET legality code_gen transformations)
 set_target_properties(ctadashi_swig PROPERTIES
-  LIBRARY_OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/pytadashi
+  LIBRARY_OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}
   INSTALL_RPATH ${CMAKE_INSTALL_PREFIX}
   SWIG_USE_TARGET_INCLUDE_DIRECTORIES TRUE
   SWIG_COMPILE_OPTIONS -doxygen

deps/install_scripts/all.sh

@@ -0,0 +1,9 @@
+#!/usr/bin/bash
+
+rm -rf "${TADASHI_DEPS_PREFIX:-$(git rev-parse --show-toplevel)/deps/opt}"
+SCRIPTS_DIR=${TADASHI_DEPS_PREFIX:-$(git rev-parse --show-toplevel)/deps/install_scripts}
+"${SCRIPTS_DIR}/gmp.sh"
+"${SCRIPTS_DIR}/llvm_src.sh"
+"${SCRIPTS_DIR}/python.sh"
+"${SCRIPTS_DIR}/swig.sh"
+

deps/install_scripts/gcc.sh

@@ -11,7 +11,7 @@ pushd gcc-14.2.0 || exit
 mkdir objdir
 pushd objdir || exit
 "$PWD"/../configure --disable-multilib  --enable-host-shared --prefix="$TADASHI_DEPS_PREFIX"
-make -j 10
+make
 make install
 popd || exit
 popd || exit

deps/install_scripts/gmp.sh

@@ -0,0 +1,15 @@
+#!/usr/bin/bash
+
+TADASHI_DEPS_PREFIX=${TADASHI_DEPS_PREFIX:-$(git rev-parse --show-toplevel)/deps/opt}
+mkdir -p "$TADASHI_DEPS_PREFIX"
+
+pushd /tmp || exit
+wget -c https://gmplib.org/download/gmp/gmp-6.3.0.tar.xz
+tar xvf gmp-6.3.0.tar.xz
+pushd gmp-6.3.0 || exit
+./configure --prefix="$TADASHI_DEPS_PREFIX"
+make -j
+make install
+popd || exit
+rm -rf gmp-6.3.0
+popd || exit

deps/install_scripts/llvm_src.sh

@@ -0,0 +1,15 @@
+#!/usr/bin/bash
+
+TADASHI_DEPS_PREFIX=${TADASHI_DEPS_PREFIX:-$(git rev-parse --show-toplevel)/deps/opt}
+mkdir -p "$TADASHI_DEPS_PREFIX"
+
+pushd /tmp || exit
+# git clone --depth 1 --branch llvmorg-19.1.7 https://github.com/llvm/llvm-project.git
+wget -c https://github.com/llvm/llvm-project/releases/download/llvmorg-19.1.7/llvm-project-19.1.7.src.tar.xz
+tar xvf llvm-project-19.1.7.src.tar.xz
+pushd llvm-project-19.1.7.src || exit
+cmake -S llvm -B build -G Ninja -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX="${TADASHI_DEPS_PREFIX}" -DLLVM_ENABLE_PROJECTS=clang
+ninja -C build install
+popd || exit
+popd || exit
+

deps/install_scripts/pet.sh

@@ -1,10 +1,15 @@
 #!/usr/bin/bash
 
-pet_BINARY_DIR=$1
-PET_CONFIGURE_WITH_ISL=$2
+CONFIGURE_ARGS=(
+  --enable-shared
+  --prefix="$1"
+  --with-isl="$2"
+  --with-llvm="$3"
+)
 
+./get_submodules.sh
 ./autogen.sh
-./configure --prefix="${pet_BINARY_DIR}" --with-isl="${PET_CONFIGURE_WITH_ISL}"
+./configure "${CONFIGURE_ARGS[@]}"
 make -j
 make -j install
 

deps/install_scripts/python.sh

@@ -3,13 +3,16 @@
 TADASHI_DEPS_PREFIX=${TADASHI_DEPS_PREFIX:-$(git rev-parse --show-toplevel)/deps/opt}
 mkdir -p "$TADASHI_DEPS_PREFIX"
 
+module load system/genoa mpi/mpich-x86_64
+set_env /home/users/emil.vatai/code/tadashi/deps/opt
+
 pushd /tmp || exit
-wget https://www.python.org/ftp/python/3.13.0/Python-3.13.0.tar.xz
-tar xvf  Python-3.13.0.tar.xz
-pushd Python-3.13.0 || exit
+wget -c https://www.python.org/ftp/python/3.12.0/Python-3.12.0.tar.xz
+tar xvf  Python-3.12.0.tar.xz
+pushd Python-3.12.0 || exit
 ./configure --enable-shared --prefix="${TADASHI_DEPS_PREFIX}"
 make -j
 make install
 popd || exit
-rm -rf Python-3.13.0
+rm -rf Python-3.12.0
 popd || exit

deps/install_scripts/swig.sh

@@ -4,7 +4,7 @@ TADASHI_DEPS_PREFIX=${TADASHI_DEPS_PREFIX:-$(git rev-parse --show-toplevel)/deps
 mkdir -p "$TADASHI_DEPS_PREFIX"
 
 pushd /tmp || exit
-wget http://prdownloads.sourceforge.net/swig/swig-4.3.0.tar.gz
+wget -c http://prdownloads.sourceforge.net/swig/swig-4.3.0.tar.gz
 tar xvf swig-4.3.0.tar.gz
 pushd swig-4.3.0 || exit
 ./configure --prefix="$TADASHI_DEPS_PREFIX"

examples/harness_demo.py

@@ -0,0 +1,44 @@
+#!/usr/bin/env python
+import socket
+
+import tadashi
+from halo import Halo
+from mpi4py import futures
+from mpi4py.futures import MPIPoolExecutor as Executor
+from tadashi.apps import App, Simple
+
+
+def func(idx):
+    return f"FUNC({idx}) on {socket.gethostname()}"
+
+def compile_and_run(source):
+    app = Simple(source)
+    app.compile()
+    return app.measure()
+
+@Halo(spinner="dots")
+def main():
+    app = Simple("examples/depnodep.c")
+    tlist = [
+        [0, 1, tadashi.TrEnum.FULL_SHIFT_VAR, 13, 1],
+    ]
+    print(f"MAIN {socket.gethostname()=}")
+    fs = []
+    with Executor(max_workers=3) as executor:
+        for idx in range(3):
+            app.transform_list(tlist)
+            new_app = app.generate_code(ephemeral=False)
+            print(f"{new_app.source=}")
+            fs.append(executor.submit(compile_and_run, str(new_app.source)))
+            # fs.append(executor.submit(new_app.compile))
+            # fs.append(executor.submit(func, idx))
+        print(f"{len(fs)=}")
+        while fs:
+            done = [f for f in fs if f.done()]
+            for f in done:
+                print(f"{f.result()=}")
+                del fs[fs.index(f)]
+
+
+if __name__ == "__main__":
+    main()

tadashi/__init__.py

@@ -5,15 +5,13 @@
 # from ctypes import CDLL, c_bool, c_char_p, c_int, c_long, c_size_t
 from __future__ import annotations
 
-import os
 from ast import literal_eval
 from collections import namedtuple
 from dataclasses import dataclass
 from enum import Enum, StrEnum, auto
 from pathlib import Path
-from typing import Optional
 
-from build.pytadashi import pytadashi
+from build import pytadashi
 
 
 class AstLoopType(Enum):

tadashi/apps.py

@@ -4,11 +4,14 @@
 import shutil
 import subprocess
 import tempfile
+from collections import namedtuple
 from pathlib import Path
-from typing import Optional
+from typing import Optional, Tuple
 
 from . import Scops
 
+Result = namedtuple("Result", ["legal", "walltime"])
+
 
 class App:
     scops: Scops
@@ -26,7 +29,7 @@ def _finalize_object(
         self.compiler_options += [f"-I{p}" for p in include_paths]
         os.environ["C_INCLUDE_PATH"] = ":".join([str(p) for p in include_paths])
         self.source = Path(source)
-        self.scops = Scops(self.source)
+        self.scops = Scops(str(self.source))
 
     @classmethod
     def make_ephemeral(cls, *args, **kwargs):
@@ -84,6 +87,32 @@ def measure(self, *args, **kwargs) -> float:
         stdout = result.stdout.decode()
         return self.extract_runtime(stdout)
 
+    def compile_and_measure(self, *args, **kwargs) -> Optional[float]:
+        if not self.compile():
+            return None
+        return self.measure(*args, **kwargs)
+
+    def transform_list(
+        self, transformation_list: list, run_each: bool = False
+    ) -> Result | list[Result]:
+        if run_each:
+            results = []
+            self.compile()
+            walltime = self.measure()
+            results.append(Result(True, walltime))
+        for si, ni, *tr in transformation_list:
+            node = self.scops[si].schedule_tree[ni]
+            legal = node.transform(*tr)
+            if run_each:
+                self.compile()
+                walltime = self.measure()
+                results.append(Result(legal, walltime))
+        if not run_each:
+            self.compile()
+            walltime = self.measure()
+            return Result(legal, walltime)
+        return results
+
 
 class Simple(App):
     def __init__(self, source: str, compiler_options: list[str] = []):

tadashi/distributor/__init__.py

@@ -0,0 +1,25 @@
+# distributor init
+
+from mpi4py import MPI
+
+RANK = MPI.COMM_WORLD.Get_rank()
+
+
+def master():
+    print("I'm the master")
+    MPI.COMM_WORLD
+
+
+def worker():
+    print("I'm a worker")
+    exit()
+
+
+def send(lst: list):
+    pass
+
+
+if RANK == 0:
+    master()
+else:
+    worker()