Added code to build OpenBLAS on Power and then install standard libra…

…ries via PIP in the stable dependencies.

.gitlab/setup_env.sh

@@ -194,15 +194,15 @@ else
     python_pkgs="ninja"
 fi
 
-VENV_DIR="${TMPDIR}/${USER}/lbann_venv"
+VENV_DIR="${INSTALL_EXTERNALS_ROOT}/${SYSTEM_INSTALL_PREFIX_EXTERNALS}/venv"
 CMD="python3 -m venv ${VENV_DIR}"
 echo "${CMD}"
 ${CMD}
 CMD="source ${VENV_DIR}/bin/activate"
 echo "${CMD}"
 ${CMD}
 
-export PYTHONUSERBASE=${TMPDIR}/${USER}/python/${cluster}
+export PYTHONUSERBASE="${INSTALL_EXTERNALS_ROOT}/${SYSTEM_INSTALL_PREFIX_EXTERNALS}/python"
 export PATH=${PYTHONUSERBASE}/bin:${PATH}
 CMD="python3 -m pip install --prefix ${PYTHONUSERBASE} ${python_pkgs}"
 echo "${CMD}"

scripts/superbuild/ci/ci_core_dependencies.sh

@@ -68,7 +68,12 @@ case "${cluster}" in
         power9_flags="-D LBANN_SB_OpenCV_C_COMPILER=/usr/tce/packages/gcc/gcc-11.2.1/bin/gcc \
                       -D LBANN_SB_OpenCV_CXX_COMPILER=/usr/tce/packages/gcc/gcc-11.2.1/bin/g++ \
                       -D LBANN_SB_FWD_OpenCV_WITH_OPENJPEG=OFF \
-                      -D LBANN_SB_FWD_OpenCV_WITH_IPP=OFF"
+                      -D LBANN_SB_FWD_OpenCV_WITH_IPP=OFF \
+                      \
+                      -D LBANN_SB_BUILD_OpenBLAS=${BUILD_EXTERNAL_TPLS} \
+                      -D LBANN_SB_OpenBLAS_C_COMPILER=/usr/tce/packages/gcc/gcc-11.2.1/bin/gcc \
+                      -D LBANN_SB_OpenBLAS_CXX_COMPILER=/usr/tce/packages/gcc/gcc-11.2.1/bin/g++ \
+                      -D LBANN_SB_OpenBLAS_Fortran_COMPILER=/usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran"
         ;;
     *)
         ;;
@@ -161,3 +166,12 @@ module -t list 2> ${INSTALL_PREFIX}/logs/modules.txt
 pushd ${BUILD_DIR}
 ninja
 popd
+
+echo "~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~"
+echo "~~~~~ Installing Python Packages with PIP"
+echo "~~~~~ $(date)"
+echo "~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~"
+
+CMD="python3 -m pip install -i https://pypi.org/simple --prefix ${PYTHONUSERBASE} pytest protobuf tqdm numpy scipy"
+echo ${CMD}
+${CMD}