[Cylon] Add export for native build

Signed-off-by: Arup Sarker <arupcsedu@gmail.com>

.github/workflows/c-cpp.yml

@@ -21,8 +21,11 @@ jobs:
       run: sudo apt-get update && sudo apt-get install -y --no-install-recommends --no-install-suggests g++ python3 python3-dev python3-pip maven libnuma-dev libc-dev python3-venv python3-numpy openmpi-bin libopenmpi-dev
     - name: Installing UCX
       run: wget https://github.com/openucx/ucx/releases/download/v1.13.1/ucx-1.13.1.tar.gz -P $HOME/ucx && (cd $HOME/ucx && tar xzf ucx-1.13.1.tar.gz) && (cd $HOME/ucx/ucx-1.13.1 && ./contrib/configure-release --prefix=$PWD/install --with-go=no && make -j8 install)
+    - name: Export Arrow Path
+      run: export LD_LIBRARY_PATH=$PWD/build/arrow/install/lib64:$PWD/build/glog/install/lib64:$$PWD/build/lib64:$PWD/build/lib:$LD_LIBRARY_PATH
+
     - name: Build and test
-      run: python3 -m venv ENV && ./build.sh -pyenv $(pwd)/ENV -bpath $(pwd)/build --cpp --test --python --pytest --cmake-flags "-DCYLON_UCX=ON -DUCX_LIBDIR=$HOME/ucx/ucx-1.13.1/install/lib -DUCX_INCLUDEDIR=$HOME/ucx/ucx-1.13.1/install/include"
+      run: python3 -m venv ENV && ./build.sh -pyenv $(pwd)/ENV -bpath $(pwd)/build --cpp --test --python --pytest --cmake-flags "-DCYLON_UCX=ON -DUCX_LIBDIR=$HOME/ucx/ucx-1.13.1/install/lib -DUCX_INCLUDEDIR=$HOME/ucx/ucx-1.13.1/install/include -DMPI_C_COMPILER=$(which mpicc) -DMPI_CXX_COMPILER=$(which mpicxx)"
     - name: Build java
       run: ./build.sh -pyenv $(pwd)/ENV -bpath $(pwd)/build --java
 

.github/workflows/macos.yml

@@ -28,6 +28,7 @@ jobs:
         run: rm -f /usr/local/bin/2to3
       - name: Install dependencies
         run: brew install re2 automake boost brotli c-ares ccache flatbuffers grpc llvm lz4 minio ninja openssl@1.1 protobuf rapidjson snappy thrift wget zstd miniconda
+        run: conda init "$(basename "${SHELL}")"
 
       - uses: conda-incubator/setup-miniconda@v2
         with:

build.py

@@ -227,18 +227,17 @@ def build_cpp():
             res = subprocess.call(sym_generator, cwd=BUILD_DIR, shell=True)
             check_status(res, "Generate Symbolic link")
 
-
-    os.environ['CC']=f"{conda_prefix}/bin/mpicc" 
-    logger.info(f"export cc: : {os.getenv('CC')}")
-
-    os.environ['CXX']=f"{conda_prefix}/bin/mpicxx" 
-    logger.info(f"export cxx: : {os.getenv('CXX')}")
-
-    os.environ['MPI_CC']=f"{conda_prefix}/bin/mpicc" 
-    logger.info(f"export mpicc: : {os.getenv('MPI_CC')}")
-
-    os.environ['MPI_CXX']=f"{conda_prefix}/bin/mpicxx" 
-    logger.info(f"export mpicxx: : {os.getenv('MPI_CXX')}")
+        os.environ['CC']=f"{conda_prefix}/bin/mpicc" 
+        logger.info(f"export cc: : {os.getenv('CC')}")
+
+        os.environ['CXX']=f"{conda_prefix}/bin/mpicxx" 
+        logger.info(f"export cxx: : {os.getenv('CXX')}")
+
+        os.environ['MPI_CC']=f"{conda_prefix}/bin/mpicc" 
+        logger.info(f"export mpicc: : {os.getenv('MPI_CC')}")
+
+        os.environ['MPI_CXX']=f"{conda_prefix}/bin/mpicxx" 
+        logger.info(f"export mpicxx: : {os.getenv('MPI_CXX')}")
 
 
     cmake_command = f"cmake -DPYCYLON_BUILD={on_off(BUILD_PYTHON)} {win_cmake_args} " \

conda/environments/gcylon.yml

@@ -6,10 +6,10 @@ channels:
   - defaults
 dependencies:
   - cudf
-  - cuda-toolkit
-  - cuda-runtime
-  - cuda-nvcc
-  - cuda-cudart
+  - cuda-toolkit=11.8
+  - cuda-runtime=11.8
+  - cuda-nvcc=11.8
+  - cuda-cudart=11.8
   - python=3.11
   - cmake
   #- arrow-cpp=9
@@ -28,6 +28,6 @@ dependencies:
   - pytest
   - pytest-mpi
   - mpi4py
-  - gcc=12
-  - gxx=12
-  - gxx_linux-64=12
+  - gcc=11.4
+  - gxx=11.4
+  - gxx_linux-64=11.4