Allow compiling with Rust code (#3137)

Co-authored-by: Yuri Astrakhan <[email protected]>
Co-authored-by: Ian Wagner <[email protected]>

.bazelversion

@@ -1 +1 @@
-7.3.1
+8.0.0

.github/workflows/linux-ci.yml

@@ -37,6 +37,7 @@ jobs:
       - name: Get all Linux files that have changed
         if: github.event_name != 'workflow_dispatch'
         id: changed-files
+
         uses: tj-actions/changed-files@v45
         with:
           files_yaml_from_source_file: .github/changed-files.yml
@@ -52,7 +53,7 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-        renderer: [legacy, drawable, vulkan]
+        renderer: [legacy, drawable, vulkan, drawable-rust]
     runs-on: ubuntu-22.04
     steps:
       - uses: actions/checkout@v4
@@ -91,6 +92,11 @@ jobs:
       - if: matrix.renderer == 'drawable'
         run: echo renderer_flag_cmake=-DMLN_DRAWABLE_RENDERER=ON >> "$GITHUB_ENV"
 
+      - if: matrix.renderer == 'drawable-rust'
+        run: |
+          echo "renderer_flag_cmake=-DMLN_DRAWABLE_RENDERER=ON -DMLN_USE_RUST=ON" >> "$GITHUB_ENV"
+          cargo install cxxbridge-cmd
+
       - if: matrix.renderer == 'legacy'
         run: echo renderer_flag_cmake=-DMLN_LEGACY_RENDERER=ON >> "$GITHUB_ENV"
 
@@ -158,7 +164,12 @@ jobs:
 
       - name: Run render test
         id: render_test
-        run: xvfb-run -a build/mbgl-render-test-runner --manifestPath=metrics/linux-${{ matrix.renderer }}.json
+        run: |
+          renderer="${{ matrix.renderer }}"
+          if [[ "$renderer" == *-rust ]]; then
+            renderer=${renderer%-rust}
+          fi
+          xvfb-run -a build/mbgl-render-test-runner --manifestPath=metrics/linux-"$renderer".json
 
       - name: Upload render test result
         if: always() && steps.render_test.outcome == 'failure'

.pre-commit-config.yaml

@@ -24,6 +24,13 @@ repos:
   hooks:
     - id: swiftformat
       args: [--swiftversion, "5.8"]
+-   repo: local
+    hooks:
+    -   id: rustfmt
+        name: rustfmt
+        entry: bash -c 'cd rustutils && cargo fmt' --
+        language: rust
+        types: [rust]
 ci:
   # sometimes fails https://github.com/keith/pre-commit-buildifier/issues/13
   skip: [buildifier]

BUILD.bazel

@@ -1,5 +1,5 @@
 load("@aspect_rules_js//js:defs.bzl", "js_binary", "js_library", "js_run_binary")
-load("@bazel_skylib//rules:common_settings.bzl", "string_flag")
+load("@bazel_skylib//rules:common_settings.bzl", "bool_flag", "string_flag")
 load("@npm//:defs.bzl", "npm_link_all_packages")
 load(
     "//bazel:core.bzl",
@@ -124,7 +124,6 @@ cc_library(
         ":mbgl-core-generated-private-artifacts",
         ":mbgl-core-generated-public-artifacts",
         "//vendor:boost",
-        "//vendor:csscolorparser",
         "//vendor:earcut.hpp",
         "//vendor:eternal",
         "//vendor:mapbox-base",
@@ -149,6 +148,13 @@ cc_library(
             "//vendor:metal-cpp",
         ],
         "//conditions:default": [],
+    }) + select({
+        ":rust": [
+            "//rustutils:rustutilslib",
+        ],
+        "//conditions:default": [
+            "//vendor:csscolorparser",
+        ],
     }),
 )
 
@@ -195,6 +201,19 @@ config_setting(
     },
 )
 
+bool_flag(
+    name = "use_rust",
+    build_setting_default = False,
+    visibility = ["//visibility:public"],
+)
+
+config_setting(
+    name = "rust",
+    flag_values = {
+        "//:use_rust": "true",
+    },
+)
+
 exports_files(
     [
         "LICENSE.md",

CMakeLists.txt

@@ -17,6 +17,7 @@ option(MLN_LEGACY_RENDERER "Include the legacy rendering pathway" ON)
 option(MLN_DRAWABLE_RENDERER "Include the drawable rendering pathway" OFF)
 option(MLN_USE_UNORDERED_DENSE "Use ankerl dense containers for performance" ON)
 option(MLN_USE_TRACY "Enable Tracy instrumentation" OFF)
+option(MLN_USE_RUST "Use components in Rust" OFF)
 
 if (MLN_WITH_CLANG_TIDY)
     find_program(CLANG_TIDY_COMMAND NAMES clang-tidy)
@@ -940,7 +941,7 @@ list(APPEND SRC_FILES
     ${PROJECT_SOURCE_DIR}/src/mbgl/util/bounding_volumes.cpp
     ${PROJECT_SOURCE_DIR}/src/mbgl/util/chrono.cpp
     ${PROJECT_SOURCE_DIR}/src/mbgl/util/client_options.cpp
-    ${PROJECT_SOURCE_DIR}/src/mbgl/util/color.cpp
+    ${PROJECT_SOURCE_DIR}/src/mbgl/util/color$<IF:$<BOOL:${MLN_USE_RUST}>,.rs.cpp,.cpp>
     ${PROJECT_SOURCE_DIR}/src/mbgl/util/constants.cpp
     ${PROJECT_SOURCE_DIR}/src/mbgl/util/convert.cpp
     ${PROJECT_SOURCE_DIR}/src/mbgl/util/event.cpp
@@ -1458,6 +1459,10 @@ include(${PROJECT_SOURCE_DIR}/vendor/vector-tile.cmake)
 include(${PROJECT_SOURCE_DIR}/vendor/wagyu.cmake)
 include(${PROJECT_SOURCE_DIR}/vendor/metal-cpp.cmake)
 
+if(MLN_USE_RUST)
+include(${PROJECT_SOURCE_DIR}/rustutils/rustutils.cmake)
+endif()
+
 target_link_libraries(
     mbgl-core
     PRIVATE
@@ -1468,7 +1473,6 @@ target_link_libraries(
         Mapbox::Base::cheap-ruler-cpp
         mbgl-compiler-options
         mbgl-vendor-boost
-        mbgl-vendor-csscolorparser
         mbgl-vendor-earcut.hpp
         mbgl-vendor-eternal
         mbgl-vendor-parsedate
@@ -1479,6 +1483,7 @@ target_link_libraries(
         mbgl-vendor-vector-tile
         mbgl-vendor-wagyu
         $<$<BOOL:${MLN_WITH_METAL}>:mbgl-vendor-metal-cpp>
+        $<IF:$<BOOL:${MLN_USE_RUST}>,mbgl-rustutils,mbgl-vendor-csscolorparser>
     PUBLIC
         Mapbox::Base
         Mapbox::Base::Extras::expected-lite
@@ -1490,9 +1495,8 @@ target_link_libraries(
         unordered_dense
 )
 
-export(TARGETS
+set(EXPORT_TARGETS
     mbgl-core
-
     mapbox-base
     mapbox-base-cheap-ruler-cpp
     mapbox-base-extras-expected-lite
@@ -1508,7 +1512,6 @@ export(TARGETS
     mapbox-base-variant
     mbgl-compiler-options
     mbgl-vendor-boost
-    mbgl-vendor-csscolorparser
     mbgl-vendor-earcut.hpp
     mbgl-vendor-eternal
     mbgl-vendor-parsedate
@@ -1520,10 +1523,16 @@ export(TARGETS
     mbgl-vendor-wagyu
     mbgl-vendor-metal-cpp
     unordered_dense
-
-    FILE MapboxCoreTargets.cmake
 )
 
+if(MLN_USE_RUST)
+    list(APPEND EXPORT_TARGETS mbgl-rustutils rustutils)
+else()
+    list(APPEND EXPORT_TARGETS mbgl-vendor-csscolorparser)
+endif()
+
+export(TARGETS ${EXPORT_TARGETS} FILE MapboxCoreTargets.cmake)
+
 if(MLN_WITH_VULKAN)
     include(${PROJECT_SOURCE_DIR}/vendor/vulkan.cmake)
 

MODULE.bazel

@@ -1,6 +1,6 @@
 module(name = "maplibre")
 
-bazel_dep(name = "apple_support", version = "1.17.0", repo_name = "build_bazel_apple_support")
+bazel_dep(name = "apple_support", version = "1.17.1", repo_name = "build_bazel_apple_support")
 bazel_dep(name = "bazel_skylib", version = "1.7.1")
 bazel_dep(name = "platforms", version = "0.0.10")
 bazel_dep(name = "rules_apple", version = "3.16.1", repo_name = "build_bazel_rules_apple")
@@ -59,4 +59,35 @@ darwin_config = use_repo_rule("//platform/darwin:bazel/darwin_config_repository_
 
 darwin_config(
     name = "darwin_config",
-)
+)
+
+bazel_dep(name = "rules_rust", version = "0.56.0")
+bazel_dep(name = "cxx.rs", version = "1.0.136")
+git_override(
+    module_name = "cxx.rs",
+    commit = "d54e44698c3fa5833a861cb3ae502533b92f2f57",
+    remote = "https://github.com/dtolnay/cxx.git",
+)
+
+rust = use_extension("@rules_rust//rust:extensions.bzl", "rust")
+rust.toolchain(
+    edition = "2021",
+    extra_target_triples = [
+        "aarch64-apple-ios-sim",
+        "x86_64-apple-ios",
+        "aarch64-apple-ios",
+        "aarch64-apple-darwin",
+        "x86_64-apple-darwin",
+    ],
+)
+use_repo(rust, "rust_toolchains")
+
+register_toolchains("@rust_toolchains//:all")
+
+crate = use_extension("@rules_rust//crate_universe:extensions.bzl", "crate")
+crate.from_cargo(
+    name = "crates",
+    cargo_lockfile = "//rustutils:Cargo.lock",
+    manifests = ["//rustutils:Cargo.toml"],
+)
+use_repo(crate, "crates")

bazel/core.bzl

@@ -584,7 +584,6 @@ MLN_CORE_SOURCE = [
     "src/mbgl/util/bounding_volumes.cpp",
     "src/mbgl/util/chrono.cpp",
     "src/mbgl/util/client_options.cpp",
-    "src/mbgl/util/color.cpp",
     "src/mbgl/util/constants.cpp",
     "src/mbgl/util/convert.cpp",
     "src/mbgl/util/event.cpp",
@@ -652,7 +651,14 @@ MLN_CORE_SOURCE = [
     "src/mbgl/util/version.cpp",
     "src/mbgl/util/version.hpp",
     "src/mbgl/util/work_request.cpp",
-]
+] + select({
+    "//:rust": [
+        "src/mbgl/util/color.rs.cpp",
+    ],
+    "//conditions:default": [
+        "src/mbgl/util/color.cpp",
+    ],
+})
 
 MLN_CORE_HEADERS = [
     "include/mbgl/gfx/context.hpp",

docker/Dockerfile

@@ -23,20 +23,23 @@ RUN    apt-get update \
         ccache \
         ninja-build \
         pkg-config \
+        python3 \
+        python3-pip \
+        python-is-python3 \
         clang-tidy \
     && : # end of the RUN cmd - easier to keep a colon at the end of the list, than to keep the backslashes in check
 
 # This could also be `.../releases/latest/download/bazelisk-linux-amd64` for the latest version, but for predictability better hardcode it
 # Detect if current CPU is x64 or ARM64 and download the appropriate binary
-RUN if [ "$(uname -m)" = "aarch64" ]; then \
+RUN echo "Download and install Bazel" \
+    && if [ "$(uname -m)" = "aarch64" ]; then \
         curl -fsSL https://github.com/bazelbuild/bazelisk/releases/download/v1.20.0/bazelisk-linux-arm64 -o /usr/local/bin/bazel ;\
     else \
         curl -fsSL https://github.com/bazelbuild/bazelisk/releases/download/v1.20.0/bazelisk-linux-amd64 -o /usr/local/bin/bazel ;\
     fi \
     && chmod +x /usr/local/bin/bazel \
     && :
 
-WORKDIR /app
 
 ARG USERNAME=user
 ARG USER_UID=1000
@@ -50,11 +53,21 @@ RUN groupadd --force --gid $USER_GID $USERNAME \
     && echo $USERNAME ALL=\(root\) NOPASSWD:ALL > /etc/sudoers.d/$USERNAME \
     && chmod 0440 /etc/sudoers.d/$USERNAME
 
+# This allows users to `docker run` without specifying -u and -g
+USER $USERNAME
+
+RUN pip install pre-commit
+
+ENV RUSTUP_HOME=/home/$USERNAME/.cache/.rustup \
+    CARGO_HOME=/home/$USERNAME/.cache/.cargo \
+    PATH=/home/$USERNAME/.cache/.cargo/bin:$PATH
+
+# As the very last step, copy the startup script
+USER root
 COPY startup.sh /usr/local/bin/startup.sh
 RUN chmod +x /usr/local/bin/startup.sh
-
-# This allows users to `docker run` without specifying -u and -g
 USER $USERNAME
 
+WORKDIR /app
 ENTRYPOINT ["/usr/local/bin/startup.sh"]
 CMD ["bash"]

docker/startup.sh

@@ -1,13 +1,51 @@
 #!/bin/sh
 
-if [ ! -d /app/.github ] || [ ! -d /home/user/.cache ]; then
+if [ ! -d /app/.github ] || [ ! -d ~/.cache ]; then
     echo " "
     echo "ERROR: Docker container was not started properly."
     echo "       From the root of this repo, run the following command."
     echo "       You may add any command to perform in the container at the end of this command."
     echo " "
-    echo '  docker run --rm -it -v "$PWD:/app/" -v "$PWD/docker/.cache:/home/user/.cache" maplibre-native-image'
+    echo '  docker run --rm -it -v "$PWD:/app/" -v "$PWD/docker/.cache:/home/'"$USERNAME"'/.cache" maplibre-native-image'
     exit 1
 fi
 
+export PATH="$PATH:~/.local/bin/"
+
+
+# Work in progress:  install and configure Swift and pre-commit
+# Detect if current CPU is x64 or ARM64 and download the appropriate binary
+#RUN echo "Download and install SWIFT" \
+#    && if [ "$(uname -m)" = "aarch64" ]; then \
+#        curl -fsSL https://download.swift.org/swift-5.10.1-release/ubuntu2204-aarch64/swift-5.10.1-RELEASE/swift-5.10.1-RELEASE-ubuntu22.04-aarch64.tar.gz \
+#                -o /tmp/swift.tar.gz ;\
+#    else \
+#        curl -fsSL https://download.swift.org/swift-5.10.1-release/ubuntu2204/swift-5.10.1-RELEASE/swift-5.10.1-RELEASE-ubuntu22.04.tar.gz \
+#                -o /tmp/swift.tar.gz ;\
+#    fi \
+#    && tar -xzf /tmp/swift.tar.gz -C / --strip-components=1 \
+#    && rm /tmp/swift.tar.gz \
+#    && :
+#if [ ! -f "/app/.git/hooks/pre-commit" ]; then
+#    echo "Configuring pre-commit git hooks by creating a .git/hooks/pre-commit file..."
+#    ~/.local/bin/pre-commit install
+#fi
+
+
+
+if [ ! -f "$CARGO_HOME/env" ]; then
+    echo "Downloading and installing Rust..."
+    curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --profile minimal
+fi
+. "$CARGO_HOME/env"
+
+
+
+if ! command -v cxxbridge > /dev/null; then
+    echo "Installing cxxbridge..."
+    cargo install cxxbridge-cmd
+fi
+
+
+
 exec "$@"

docs/mdbook/src/SUMMARY.md

@@ -22,3 +22,5 @@
 
 - [Profiling applications that use MapLibre Native](./profiling/README.md)
   - [Tracy profiling](./profiling/tracy-profiling.md)
+
+- [Rust](./rust.md)