From 8395abebc44c159ba57046adbc1ea3de988dbf09 Mon Sep 17 00:00:00 2001 From: Jean Luca Bez Date: Mon, 18 Dec 2023 13:30:54 -0800 Subject: [PATCH] Enable cache/no-cache PDC CI tests (#171) CI with cache and no-cache versions of PDC --- .github/workflows/dependencies-linux.sh | 1 - .github/workflows/ubuntu-cache.yml | 28 +++ .github/workflows/ubuntu-no-cache.yaml | 28 +++ .gitlab-ci.yml | 280 ++++++++++++++++++------ 4 files changed, 275 insertions(+), 62 deletions(-) create mode 100644 .github/workflows/ubuntu-cache.yml create mode 100644 .github/workflows/ubuntu-no-cache.yaml diff --git a/.github/workflows/dependencies-linux.sh b/.github/workflows/dependencies-linux.sh index 27ad6d09f..38955304a 100755 --- a/.github/workflows/dependencies-linux.sh +++ b/.github/workflows/dependencies-linux.sh @@ -6,7 +6,6 @@ sudo apt-get update sudo apt-get install libopenmpi-dev libhdf5-dev # libfabric -# git clone https://github.com/ofiwg/libfabric.git wget https://github.com/ofiwg/libfabric/archive/refs/tags/v1.12.1.tar.gz tar xf v1.12.1.tar.gz cd libfabric-1.12.1 diff --git a/.github/workflows/ubuntu-cache.yml b/.github/workflows/ubuntu-cache.yml new file mode 100644 index 000000000..6a10f2129 --- /dev/null +++ b/.github/workflows/ubuntu-cache.yml @@ -0,0 +1,28 @@ +name: Ubuntu (cache) + +on: + pull_request: + branches: [ stable, develop ] + + workflow_dispatch: + +jobs: + PDC: + runs-on: ubuntu-latest + timeout-minutes: 60 + + steps: + - uses: actions/checkout@v3 + + - name: Dependencies + run: .github/workflows/dependencies-linux.sh + + - name: Build PDC + run: | + mkdir build && cd build + cmake ../ -DBUILD_MPI_TESTING=ON -DBUILD_SHARED_LIBS=ON -DPDC_SERVER_CACHE=ON -DBUILD_TESTING=ON -DPDC_ENABLE_MPI=ON -DCMAKE_C_COMPILER=mpicc + make -j2 + + - name: Test PDC + working-directory: build + run: ctest -L serial diff --git a/.github/workflows/ubuntu-no-cache.yaml b/.github/workflows/ubuntu-no-cache.yaml new file mode 100644 index 000000000..c3df83093 --- /dev/null +++ b/.github/workflows/ubuntu-no-cache.yaml @@ -0,0 +1,28 @@ +name: Ubuntu (no-cache) + +on: + pull_request: + branches: [ stable, develop ] + + workflow_dispatch: + +jobs: + PDC: + runs-on: ubuntu-latest + timeout-minutes: 60 + + steps: + - uses: actions/checkout@v3 + + - name: Dependencies + run: .github/workflows/dependencies-linux.sh + + - name: Build PDC + run: | + mkdir build && cd build + cmake ../ -DBUILD_MPI_TESTING=ON -DBUILD_SHARED_LIBS=ON -DPDC_SERVER_CACHE=OFF -DBUILD_TESTING=ON -DPDC_ENABLE_MPI=ON -DCMAKE_C_COMPILER=mpicc + make -j2 + + - name: Test PDC + working-directory: build + run: ctest -L serial diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index ddef71e19..fd4c5e390 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -7,151 +7,309 @@ stages: - test - metrics -perlmutter-build: +perlmutter-no-cache-build: stage: build when: manual allow_failure: false tags: - perlmutter variables: - SCHEDULER_PARAMETERS: "-A m1248 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" + SCHEDULER_PARAMETERS: "-A m2621 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" SUPERCOMPUTER: "perlmutter" - MERCURY_DIR: "/global/cfs/cdirs/m1248/pdc-perlmutter/mercury/install" + MERCURY_DIR: "/global/cfs/cdirs/m2621/pdc-perlmutter/mercury/install" script: - module load libfabric/1.15.2.0 - module list - - mkdir -p ${PDC_BUILD_PATH}/perlmutter - - cd ${PDC_BUILD_PATH}/perlmutter - - cmake ../.. -DBUILD_MPI_TESTING=ON -DBUILD_SHARED_LIBS=ON -DPDC_SERVER_CACHE=ON -DBUILD_TESTING=ON -DCMAKE_INSTALL_PREFIX=$PDC_DIR -DPDC_ENABLE_MPI=ON -DMERCURY_DIR=$MERCURY_DIR -DCMAKE_C_COMPILER=cc -DMPI_RUN_CMD="srun -A m2621 --qos=debug --constraint=cpu --tasks-per-node=64" -DCMAKE_INSTALL_PREFIX=${PDC_INSTALL_PATH}/perlmutter + - mkdir -p ${PDC_BUILD_PATH}/perlmutter/no-cache + - cd ${PDC_BUILD_PATH}/perlmutter/no-cache + - cmake ../../.. -DBUILD_MPI_TESTING=ON -DBUILD_SHARED_LIBS=ON -DPDC_SERVER_CACHE=OFF -DBUILD_TESTING=ON -DCMAKE_INSTALL_PREFIX=$PDC_DIR -DPDC_ENABLE_MPI=ON -DMERCURY_DIR=$MERCURY_DIR -DCMAKE_C_COMPILER=cc -DMPI_RUN_CMD="srun -A m2621 --qos=debug --constraint=cpu --tasks-per-node=64" -DCMAKE_INSTALL_PREFIX=${PDC_INSTALL_PATH}/perlmutter/no-cache + - make -j + - make install + artifacts: + paths: + - ${PDC_BUILD_PATH}/perlmutter/no-cache + - ${PDC_INSTALL_PATH}/perlmutter/no-cache + +perlmutter-cache-build: + stage: build + when: manual + allow_failure: false + tags: + - perlmutter + variables: + SCHEDULER_PARAMETERS: "-A m2621 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" + SUPERCOMPUTER: "perlmutter" + MERCURY_DIR: "/global/cfs/cdirs/m2621/pdc-perlmutter/mercury/install" + script: + - module load libfabric/1.15.2.0 + - module list + - mkdir -p ${PDC_BUILD_PATH}/perlmutter/cache + - cd ${PDC_BUILD_PATH}/perlmutter/cache + - cmake ../../.. -DBUILD_MPI_TESTING=ON -DBUILD_SHARED_LIBS=ON -DPDC_SERVER_CACHE=ON -DBUILD_TESTING=ON -DCMAKE_INSTALL_PREFIX=$PDC_DIR -DPDC_ENABLE_MPI=ON -DMERCURY_DIR=$MERCURY_DIR -DCMAKE_C_COMPILER=cc -DMPI_RUN_CMD="srun -A m2621 --qos=debug --constraint=cpu --tasks-per-node=64" -DCMAKE_INSTALL_PREFIX=${PDC_INSTALL_PATH}/perlmutter/cache - make -j - make install artifacts: paths: - - ${PDC_BUILD_PATH}/perlmutter - - ${PDC_INSTALL_PATH}/perlmutter + - ${PDC_BUILD_PATH}/perlmutter/cache + - ${PDC_INSTALL_PATH}/perlmutter/cache + +# ==================================================================== +# Perlmutter +# PDC (no-cache) +# ==================================================================== -perlmutter-parallel-pdc: +perlmutter-no-cache-parallel-pdc: stage: test rules: - if: '$METRICS == null' needs: - - perlmutter-build + - perlmutter-no-cache-build tags: - perlmutter variables: - SCHEDULER_PARAMETERS: "-A m1248 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" + SCHEDULER_PARAMETERS: "-A m2621 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" SUPERCOMPUTER: "perlmutter" - MERCURY_DIR: "/global/cfs/cdirs/m1248/pdc-perlmutter/mercury/install" - PDC_TMPDIR: "${PDC_BUILD_PATH}/pdc-tmp-paralell-pdc" - PDC_DATA_LOC: "${PDC_BUILD_PATH}/pdc-data-paralell-pdc" + MERCURY_DIR: "/global/cfs/cdirs/m2621/pdc-perlmutter/mercury/install" + PDC_TMPDIR: "${PDC_BUILD_PATH}/no-cache/pdc-tmp-paralell-pdc" + PDC_DATA_LOC: "${PDC_BUILD_PATH}/no-cache/pdc-data-paralell-pdc" script: - export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH" - - cd ${PDC_BUILD_PATH}/perlmutter + - cd ${PDC_BUILD_PATH}/perlmutter/no-cache - ctest -L parallel_pdc - rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC} -perlmutter-parallel-obj: +perlmutter-no-cache-parallel-obj: stage: test rules: - if: '$METRICS == null' needs: - - perlmutter-build - - perlmutter-parallel-pdc + - perlmutter-no-cache-build + - perlmutter-no-cache-parallel-pdc tags: - perlmutter variables: - SCHEDULER_PARAMETERS: "-A m1248 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" + SCHEDULER_PARAMETERS: "-A m2621 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" SUPERCOMPUTER: "perlmutter" - MERCURY_DIR: "/global/cfs/cdirs/m1248/pdc-perlmutter/mercury/install" - PDC_TMPDIR: "${PDC_BUILD_PATH}/pdc-tmp-paralell-obj" - PDC_DATA_LOC: "${PDC_BUILD_PATH}/pdc-data-paralell-obj" + MERCURY_DIR: "/global/cfs/cdirs/m2621/pdc-perlmutter/mercury/install" + PDC_TMPDIR: "${PDC_BUILD_PATH}/no-cache/pdc-tmp-paralell-obj" + PDC_DATA_LOC: "${PDC_BUILD_PATH}/no-cache/pdc-data-paralell-obj" script: - export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH" - - cd ${PDC_BUILD_PATH}/perlmutter + - cd ${PDC_BUILD_PATH}/perlmutter/no-cache - ctest -L parallel_obj - rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC} -perlmutter-parallel-cont: +perlmutter-no-cache-parallel-cont: stage: test rules: - if: '$METRICS == null' needs: - - perlmutter-build - - perlmutter-parallel-pdc + - perlmutter-no-cache-build + - perlmutter-no-cache-parallel-pdc tags: - perlmutter variables: - SCHEDULER_PARAMETERS: "-A m1248 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" + SCHEDULER_PARAMETERS: "-A m2621 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" SUPERCOMPUTER: "perlmutter" - MERCURY_DIR: "/global/cfs/cdirs/m1248/pdc-perlmutter/mercury/install" - PDC_TMPDIR: "${PDC_BUILD_PATH}/pdc-tmp-paralell-cont" - PDC_DATA_LOC: "${PDC_BUILD_PATH}/pdc-data-paralell-cont" + MERCURY_DIR: "/global/cfs/cdirs/m2621/pdc-perlmutter/mercury/install" + PDC_TMPDIR: "${PDC_BUILD_PATH}/no-cache/pdc-tmp-paralell-cont" + PDC_DATA_LOC: "${PDC_BUILD_PATH}/no-cache/pdc-data-paralell-cont" script: - export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH" - - cd ${PDC_BUILD_PATH}/perlmutter + - cd ${PDC_BUILD_PATH}/perlmutter/no-cache - ctest -L parallel_cont - rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC} -perlmutter-parallel-prop: +perlmutter-no-cache-parallel-prop: stage: test rules: - if: '$METRICS == null' needs: - - perlmutter-build - - perlmutter-parallel-pdc + - perlmutter-no-cache-build + - perlmutter-no-cache-parallel-pdc tags: - perlmutter variables: - SCHEDULER_PARAMETERS: "-A m1248 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" + SCHEDULER_PARAMETERS: "-A m2621 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" SUPERCOMPUTER: "perlmutter" - MERCURY_DIR: "/global/cfs/cdirs/m1248/pdc-perlmutter/mercury/install" - PDC_TMPDIR: "${PDC_BUILD_PATH}/pdc-tmp-paralell-prop" - PDC_DATA_LOC: "${PDC_BUILD_PATH}/pdc-data-paralell-prop" + MERCURY_DIR: "/global/cfs/cdirs/m2621/pdc-perlmutter/mercury/install" + PDC_TMPDIR: "${PDC_BUILD_PATH}/no-cache/pdc-tmp-paralell-prop" + PDC_DATA_LOC: "${PDC_BUILD_PATH}/no-cache/pdc-data-paralell-prop" script: - export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH" - - cd ${PDC_BUILD_PATH}/perlmutter + - cd ${PDC_BUILD_PATH}/perlmutter/no-cache - ctest -L parallel_prop - rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC} -perlmutter-parallel-region: +perlmutter-no-cache-parallel-region: stage: test rules: - if: '$METRICS == null' needs: - - perlmutter-build - - perlmutter-parallel-pdc + - perlmutter-no-cache-build + - perlmutter-no-cache-parallel-pdc tags: - perlmutter variables: - SCHEDULER_PARAMETERS: "-A m1248 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" + SCHEDULER_PARAMETERS: "-A m2621 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" SUPERCOMPUTER: "perlmutter" - MERCURY_DIR: "/global/cfs/cdirs/m1248/pdc-perlmutter/mercury/install" - PDC_TMPDIR: "${PDC_BUILD_PATH}/pdc-tmp-paralell-region" - PDC_DATA_LOC: "${PDC_BUILD_PATH}/pdc-data-paralell-region" + MERCURY_DIR: "/global/cfs/cdirs/m2621/pdc-perlmutter/mercury/install" + PDC_TMPDIR: "${PDC_BUILD_PATH}/no-cache/pdc-tmp-paralell-region" + PDC_DATA_LOC: "${PDC_BUILD_PATH}/no-cache/pdc-data-paralell-region" script: - export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH" - - cd ${PDC_BUILD_PATH}/perlmutter + - cd ${PDC_BUILD_PATH}/perlmutter/no-cache - ctest -L parallel_region_transfer - rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC} -perlmutter-parallel-region-all: +perlmutter-no-cache-parallel-region-all: stage: test rules: - if: '$METRICS == null' needs: - - perlmutter-build - - perlmutter-parallel-pdc + - perlmutter-no-cache-build + - perlmutter-no-cache-parallel-pdc tags: - perlmutter variables: - SCHEDULER_PARAMETERS: "-A m1248 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" + SCHEDULER_PARAMETERS: "-A m2621 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" SUPERCOMPUTER: "perlmutter" - MERCURY_DIR: "/global/cfs/cdirs/m1248/pdc-perlmutter/mercury/install" - PDC_TMPDIR: "${PDC_BUILD_PATH}/pdc-tmp-paralell-region-all" - PDC_DATA_LOC: "${PDC_BUILD_PATH}/pdc-data-paralell-region-all" + MERCURY_DIR: "/global/cfs/cdirs/m2621/pdc-perlmutter/mercury/install" + PDC_TMPDIR: "${PDC_BUILD_PATH}/no-cache/pdc-tmp-paralell-region-all" + PDC_DATA_LOC: "${PDC_BUILD_PATH}/no-cache/pdc-data-paralell-region-all" script: - export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH" - - cd ${PDC_BUILD_PATH}/perlmutter + - cd ${PDC_BUILD_PATH}/perlmutter/no-cache + - ctest -L parallel_region_transfer_all + - rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC} + +# ==================================================================== +# Perlmutter +# PDC (cache) +# ==================================================================== + +perlmutter-cache-parallel-pdc: + stage: test + rules: + - if: '$METRICS == null' + needs: + - perlmutter-cache-build + tags: + - perlmutter + variables: + SCHEDULER_PARAMETERS: "-A m2621 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" + SUPERCOMPUTER: "perlmutter" + MERCURY_DIR: "/global/cfs/cdirs/m2621/pdc-perlmutter/mercury/install" + PDC_TMPDIR: "${PDC_BUILD_PATH}/cache/pdc-tmp-paralell-pdc" + PDC_DATA_LOC: "${PDC_BUILD_PATH}/cache/pdc-data-paralell-pdc" + script: + - export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH" + - cd ${PDC_BUILD_PATH}/perlmutter/cache + - ctest -L parallel_pdc + - rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC} + +perlmutter-cache-parallel-obj: + stage: test + rules: + - if: '$METRICS == null' + needs: + - perlmutter-cache-build + - perlmutter-cache-parallel-pdc + tags: + - perlmutter + variables: + SCHEDULER_PARAMETERS: "-A m2621 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" + SUPERCOMPUTER: "perlmutter" + MERCURY_DIR: "/global/cfs/cdirs/m2621/pdc-perlmutter/mercury/install" + PDC_TMPDIR: "${PDC_BUILD_PATH}/cache/pdc-tmp-paralell-obj" + PDC_DATA_LOC: "${PDC_BUILD_PATH}/cache/pdc-data-paralell-obj" + script: + - export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH" + - cd ${PDC_BUILD_PATH}/perlmutter/cache + - ctest -L parallel_obj + - rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC} + +perlmutter-cache-parallel-cont: + stage: test + rules: + - if: '$METRICS == null' + needs: + - perlmutter-cache-build + - perlmutter-cache-parallel-pdc + tags: + - perlmutter + variables: + SCHEDULER_PARAMETERS: "-A m2621 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" + SUPERCOMPUTER: "perlmutter" + MERCURY_DIR: "/global/cfs/cdirs/m2621/pdc-perlmutter/mercury/install" + PDC_TMPDIR: "${PDC_BUILD_PATH}/cache/pdc-tmp-paralell-cont" + PDC_DATA_LOC: "${PDC_BUILD_PATH}/cache/pdc-data-paralell-cont" + script: + - export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH" + - cd ${PDC_BUILD_PATH}/perlmutter/cache + - ctest -L parallel_cont + - rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC} + +perlmutter-cache-parallel-prop: + stage: test + rules: + - if: '$METRICS == null' + needs: + - perlmutter-cache-build + - perlmutter-cache-parallel-pdc + tags: + - perlmutter + variables: + SCHEDULER_PARAMETERS: "-A m2621 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" + SUPERCOMPUTER: "perlmutter" + MERCURY_DIR: "/global/cfs/cdirs/m2621/pdc-perlmutter/mercury/install" + PDC_TMPDIR: "${PDC_BUILD_PATH}/cache/pdc-tmp-paralell-prop" + PDC_DATA_LOC: "${PDC_BUILD_PATH}/cache/pdc-data-paralell-prop" + script: + - export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH" + - cd ${PDC_BUILD_PATH}/perlmutter/cache + - ctest -L parallel_prop + - rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC} + +perlmutter-cache-parallel-region: + stage: test + rules: + - if: '$METRICS == null' + needs: + - perlmutter-cache-build + - perlmutter-cache-parallel-pdc + tags: + - perlmutter + variables: + SCHEDULER_PARAMETERS: "-A m2621 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" + SUPERCOMPUTER: "perlmutter" + MERCURY_DIR: "/global/cfs/cdirs/m2621/pdc-perlmutter/mercury/install" + PDC_TMPDIR: "${PDC_BUILD_PATH}/cache/pdc-tmp-paralell-region" + PDC_DATA_LOC: "${PDC_BUILD_PATH}/cache/pdc-data-paralell-region" + script: + - export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH" + - cd ${PDC_BUILD_PATH}/perlmutter/cache + - ctest -L parallel_region_transfer + - rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC} + +perlmutter-cache-parallel-region-all: + stage: test + rules: + - if: '$METRICS == null' + needs: + - perlmutter-cache-build + - perlmutter-cache-parallel-pdc + tags: + - perlmutter + variables: + SCHEDULER_PARAMETERS: "-A m2621 --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00" + SUPERCOMPUTER: "perlmutter" + MERCURY_DIR: "/global/cfs/cdirs/m2621/pdc-perlmutter/mercury/install" + PDC_TMPDIR: "${PDC_BUILD_PATH}/cache/pdc-tmp-paralell-region-all" + PDC_DATA_LOC: "${PDC_BUILD_PATH}/cache/pdc-data-paralell-region-all" + script: + - export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH" + - cd ${PDC_BUILD_PATH}/perlmutter/cache - ctest -L parallel_region_transfer_all - rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC} @@ -160,21 +318,21 @@ perlmutter-metrics: rules: - if: '$METRICS == "true"' needs: - - perlmutter-build + - perlmutter-cache-build tags: - perlmutter variables: PDC_N_NODES: 64 PDC_N_CLIENTS: 127 - SCHEDULER_PARAMETERS: "-A m1248 --qos=regular --constraint=cpu --tasks-per-node=${PDC_N_CLIENTS} -N ${PDC_N_NODES} -t 00:30:00" + SCHEDULER_PARAMETERS: "-A m2621 --qos=regular --constraint=cpu --tasks-per-node=${PDC_N_CLIENTS} -N ${PDC_N_NODES} -t 00:30:00" SUPERCOMPUTER: "perlmutter" - MERCURY_DIR: "/global/cfs/cdirs/m1248/pdc-perlmutter/mercury/install" + MERCURY_DIR: "/global/cfs/cdirs/m2621/pdc-perlmutter/mercury/install" PDC_TMPDIR: "${PDC_BUILD_PATH}/pdc-tmp-metrics" PDC_DATA_LOC: "${PDC_BUILD_PATH}/pdc-data-metrics" PDC_CLIENT_LOOKUP: "NONE" - PDC_SERVER: "${PDC_BUILD_PATH}/perlmutter/bin/pdc_server.exe" - PDC_SERVER_CLOSE: "${PDC_BUILD_PATH}/perlmutter/bin/close_server" - PDC_CLIENT: "${PDC_BUILD_PATH}/perlmutter/bin/vpicio_mts" + PDC_SERVER: "${PDC_BUILD_PATH}/perlmutter/cache/bin/pdc_server.exe" + PDC_SERVER_CLOSE: "${PDC_BUILD_PATH}/perlmutter/cache/bin/close_server" + PDC_CLIENT: "${PDC_BUILD_PATH}/perlmutter/cache/bin/vpicio_mts" PDC_JOB_OUTPUT: "pdc-metrics.log" script: - hostname