added CI for testing DYAD

.github/workflows/compile_test.yaml

@@ -20,6 +20,7 @@ jobs:
       DYAD_KVS_NAMESPACE: "test"
       DYAD_DTL_MODE: "FLUX_RPC"
       DYAD_TEST_DIR: "/home/runner/work/dyad/dyad/docs/demos/ecp_feb_2023"
+      DYAD_PATH: "/home/runner/work/dyad/temp"
     steps:
       - uses: actions/checkout@v3
       - name: Cache install modules
@@ -181,47 +182,49 @@ jobs:
         if: steps.cache-modules.outputs.cache-hit != 'true'
         run: |
           . ${SPACK_DIR}/share/spack/setup-env.sh
-          spack install flux-core@${FLUX_VERSION}
-          spack install [email protected]
+          spack install -j4 flux-core@${FLUX_VERSION} [email protected]
+          mkdir -p ${DYAD_INSTALL_PREFIX}
+          spack view --verbose symlink ${DYAD_INSTALL_PREFIX} flux-core@${FLUX_VERSION} [email protected]
       - name: Compile DYAD
         run: |
           echo "Activating spack"
           . ${SPACK_DIR}/share/spack/setup-env.sh
-          echo "Load spack modules"
-          spack load flux-core@${FLUX_VERSION}
-          spack load [email protected]
-          echo "Set INSTALL DIRS"
-          FLUX_CORE_INSTALL=`spack location -i flux-core@${FLUX_VERSION}`
-          UCX_INSTALL=`spack location -i [email protected]`
           echo "Install DYAD"
           cd /home/runner/work/dyad/dyad
           ./autogen.sh
+          export PKG_CONFIG_PATH=$PKG_CONFIG_PATH:${DYAD_INSTALL_PREFIX}/lib/pkgconfig
           ./configure --enable-dyad-debug --prefix=${DYAD_INSTALL_PREFIX} \
-                      CFLAGS="-I${FLUX_CORE_INSTALL}/include -I${UCX_INSTALL}/include" \
-                      CXXFLAGS="-I${FLUX_CORE_INSTALL}/include -I${UCX_INSTALL}/include" \
-                      LDFLAGS="-L${FLUX_CORE_INSTALL}/lib -L${UCX_INSTALL}/lib"
+                      CFLAGS="-I${DYAD_INSTALL_PREFIX}/include" \
+                      CXXFLAGS="-I${DYAD_INSTALL_PREFIX}/include" \
+                      LDFLAGS="-L${DYAD_INSTALL_PREFIX}/lib"
           make install -j
       - name: Install Test
         run: |
           . ${SPACK_DIR}/share/spack/setup-env.sh
-          spack load flux-core@${FLUX_VERSION}
-          spack load [email protected]
+          export CFLAGS="-I${DYAD_INSTALL_PREFIX}/include"
+          export CXXFLAGS="-I${DYAD_INSTALL_PREFIX}/include"
+          export LDFLAGS="-L${DYAD_INSTALL_PREFIX}/lib"
           cd ${DYAD_TEST_DIR}
           make all
       - name: Test DYAD
         run: |
-          DYAD_PATH=/home/runner/work/dyad/temp
           mkdir $DYAD_PATH
           . ${SPACK_DIR}/share/spack/setup-env.sh
-          spack load flux-core@${FLUX_VERSION}
-          spack load [email protected]
+          export PATH=${PATH}:${DYAD_INSTALL_PREFIX}/bin:${DYAD_INSTALL_PREFIX}/sbin
           export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:${DYAD_INSTALL_PREFIX}/lib
-          flux start --test-size=2
+          echo "Starting flux brokers"
+          flux start --verbose=5 --test-size=2
+          echo "Creating namespace for DYAD"
           flux kvs namespace create ${DYAD_KVS_NAMESPACE}
+          echo "Loading DYAD module"
           flux exec -r all flux module load ${DYAD_INSTALL_PREFIX}/lib/dyad.so  $DYAD_PATH $DYAD_DTL_MODE
+          
           export DYAD_PATH_CONSUMER=$DYAD_PATH
           export DYAD_PATH_PRODUCER=$DYAD_PATH
-          cons_id=`flux submit -N 1 --env=DYAD_KVS_NAMESPACE=${DYAD_DTL_MODE} --env=DYAD_DTL_MODE=${DYAD_KVS_NAMESPACE} --env=DYAD_PATH_CONSUMER=$DYAD_PATH ${DYAD_TEST_DIR}/cpp_cons 10 $DYAD_PATH`
-          prod_id=`flux submit -N 1 --env=DYAD_KVS_NAMESPACE=${DYAD_DTL_MODE} --env=DYAD_DTL_MODE=${DYAD_KVS_NAMESPACE} --env=DYAD_PATH_PRODUCER=$DYAD_PATH ${DYAD_TEST_DIR}/cpp_prod 10 $DYAD_PATH`
+          echo "Running Consumer job"
+          cons_id=`flux submit -N 1 --exclusive --env=DYAD_KVS_NAMESPACE=${DYAD_DTL_MODE} --env=DYAD_DTL_MODE=${DYAD_KVS_NAMESPACE} --env=DYAD_PATH_CONSUMER=$DYAD_PATH ${DYAD_TEST_DIR}/cpp_cons 10 $DYAD_PATH`
+          echo "Running Producer job"
+          prod_id=`flux submit -N 1 --exclusive --env=DYAD_KVS_NAMESPACE=${DYAD_DTL_MODE} --env=DYAD_DTL_MODE=${DYAD_KVS_NAMESPACE} --env=DYAD_PATH_PRODUCER=$DYAD_PATH ${DYAD_TEST_DIR}/cpp_prod 10 $DYAD_PATH`
+          echo "Checking status of Consumer"
           flux job attach ${cons_id}