Build conda packages using rattler-build

ci/build_cpp.sh

@@ -17,7 +17,28 @@ rapids-print-env
 
 rapids-logger "Begin C++ and Python builds"
 
-rapids-conda-retry mambabuild \
-  conda/recipes/ucxx
+# TODO: Upstream this to the image.
+mamba install rattler-build -c conda-forge
+
+# Notes on the comments in the command below (some things like file renamings
+# should be done before merging):
+# - rattler-build uses recipe.yaml by default, not meta.yaml.
+# - rattler-build uses variants.yaml by default, not conda_build_config.yaml
+# - rattler-build does not respect .condarc, so channels and the output dir
+#   must be explicitly specified
+# - The multi-output cache is currently an experimental feature.
+#   (https://prefix-dev.github.io/rattler-build/dev/multiple_output_cache/)
+# - By default rattler-build adds a timestamp that defeats sccache caching,
+#   which --no-build-id turns off
+RAPIDS_PACKAGE_VERSION=$(rapids-generate-version) rattler-build build \
+    --recipe conda/recipes/ucxx/meta.yaml \
+    --variant-config conda/recipes/ucxx/conda_build_config.yaml \
+    -c rapidsai-nightly -c conda-forge \
+    --output-dir ${RAPIDS_CONDA_BLD_OUTPUT_DIR} \
+    --experimental \
+    --no-build-id
+
+echo "sccache stats:"
+sccache -s
 
 rapids-upload-conda-to-s3 cpp

conda/recipes/ucxx/build.sh

@@ -3,5 +3,10 @@
 # SPDX-FileCopyrightText: Copyright (c) 2023, NVIDIA CORPORATION & AFFILIATES.
 # SPDX-License-Identifier: BSD-3-Clause
 
-export ucxx_ROOT="$(realpath ./cpp/build)"
+export LIB_BUILD_DIR="${PREFIX}/tmp/ucx_build/" 
 ./build.sh -n -v libucxx libucxx_python benchmarks examples tests --cmake-args=\"-DCMAKE_INSTALL_LIBDIR=lib\"
+
+cmake --install ${LIB_BUILD_DIR} --prefix ${PREFIX}/tmp/install/libucxx/
+for component in python benchmarks examples testing; do
+  cmake --install ${LIB_BUILD_DIR} --component ${component} --prefix ${PREFIX}/tmp/install/${component}/
+done

conda/recipes/ucxx/build_and_install_ucxx.sh

@@ -3,5 +3,5 @@
 # SPDX-FileCopyrightText: Copyright (c) 2023, NVIDIA CORPORATION & AFFILIATES.
 # SPDX-License-Identifier: BSD-3-Clause
 
-cmake --install cpp/build --component python
+cp -r ${PREFIX}/tmp/install/python/* ${PREFIX}/
 ./build.sh ucxx

conda/recipes/ucxx/conda_build_config.yaml

@@ -25,7 +25,7 @@ python:
   - 3.11
 
 ucx:
-  - "==1.15.*"
+  - ">=1.15.0,<1.16.0a0"
 
 gmock:
   - ">=1.13.0"

conda/recipes/ucxx/install_libucxx.sh

@@ -3,10 +3,5 @@
 # SPDX-FileCopyrightText: Copyright (c) 2023, NVIDIA CORPORATION & AFFILIATES.
 # SPDX-License-Identifier: BSD-3-Clause
 
-cmake --install cpp/build
-cmake --install cpp/build --component benchmarks
-
-# For some reason RAPIDS headers are getting installed causing clobbering, which shouldn't happen.
-# To workaround this issue for now, just remove all the RAPIDS headers that were installed to avoid clobbering.
-# xref: https://github.com/rapidsai/ucxx/issues/20
-rm -rf "${PREFIX}/include/rapids"
+cp -r ${PREFIX}/tmp/install/libucxx/* ${PREFIX}/
+cp -r ${PREFIX}/tmp/install/benchmarks/* ${PREFIX}/

conda/recipes/ucxx/install_libucxx_examples.sh

@@ -3,4 +3,4 @@
 # SPDX-FileCopyrightText: Copyright (c) 2023, NVIDIA CORPORATION & AFFILIATES.
 # SPDX-License-Identifier: BSD-3-Clause
 
-cmake --install cpp/build --component examples
+cp -r ${PREFIX}/tmp/install/examples/* ${PREFIX}/

conda/recipes/ucxx/install_libucxx_tests.sh

@@ -3,4 +3,4 @@
 # SPDX-FileCopyrightText: Copyright (c) 2023, NVIDIA CORPORATION & AFFILIATES.
 # SPDX-License-Identifier: BSD-3-Clause
 
-cmake --install cpp/build --component testing
+cp -r ${PREFIX}/tmp/install/testing/* ${PREFIX}/