Better macOS build support

.github/actions/install-deps/action.yml

@@ -0,0 +1,31 @@
+name: "Install dependencies"
+description: "Installs dependencies on GitHub Actions runners"
+
+inputs:
+  os:
+    description: 'Runner OS'
+    required: true
+
+runs:
+  using: "composite"
+  steps:
+    - name: Verify ubuntu only
+      shell: bash
+      run: |
+        if ! echo ${{ inputs.os }} | grep -q "ubuntu"; then
+          echo "${{ inputs.os }} does not seem to be ubuntu"
+        fi
+    - name: Assert requested os exists in dependencies
+      shell: bash
+      run: |
+        if ! jq -e ".\"${{ inputs.os }}\" != null" $GITHUB_ACTION_PATH/dependencies.json; then
+          echo "${{ inputs.os }} does not exist as a supported os in $GITHUB_ACTION_PATH/dependencies.json"
+        fi
+    - name: Retrieve and install pkg deps based on OS
+      id: retrieve-pkg-deps
+      shell: bash
+      run: |
+        DEPENDENCIES=$(jq -r --arg os "${{ inputs.os }}" '.[$os] | .[]' $GITHUB_ACTION_PATH/dependencies.json)
+        echo $DEPENDENCIES
+        sudo apt update
+        sudo apt install $DEPENDENCIES

.github/actions/install-deps/dependencies.json

@@ -0,0 +1,12 @@
+{
+  "ubuntu-22.04": [
+    "software-properties-common",
+    "build-essential",
+    "python3.10-venv",
+    "libyaml-cpp-dev",
+    "libboost-all-dev",
+    "libsndfile1",
+    "libhwloc-dev",
+    "libzmq3-dev"
+  ]
+}

.github/workflows/build-artifacts.yml

@@ -0,0 +1,24 @@
+name: Build artifacts
+
+on:
+  workflow_dispatch:
+  workflow_call:
+
+env:
+  PYTHON_VERSION: "python3.10"
+
+jobs:
+  build-artifacts:
+    strategy:
+      matrix:
+        arch: ["grayskull"]
+    runs-on: ubuntu-22.04
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ./.github/actions/install-deps
+        with:
+          os: ubuntu-22.04
+      - name: Update submodule
+        run: git submodule update --init --recursive
+      - name: Build for ${{ matrix.arch }}
+        run: source env_for_silicon.sh

.github/workflows/post-commit-workflow.yml

@@ -0,0 +1,13 @@
+name: Post commit workflow
+
+on:
+  workflow_dispatch:
+  workflow_call:
+  push:
+    branches:
+      - main
+
+jobs:
+  build-artifacts:
+    uses: ./.github/workflows/build-artifacts.yml
+    secrets: inherit

.github/workflows/pull-request-workflow.yml

@@ -0,0 +1,13 @@
+name: Pull request workflow
+
+on:
+  workflow_dispatch:
+  workflow_call:
+  pull_request:
+    branches:
+      - main
+
+jobs:
+  build-artifacts:
+    uses: ./.github/workflows/build-artifacts.yml
+    secrets: inherit

.gitignore

@@ -48,132 +48,8 @@ bp_data
 third_party/llvm
 device_images
 generated_modules
+build_deps/
 
 # ClangD
 compile_commands.json
 \n\n# Exclude LFS files to keep the public repo small
-third_party/budabackend/common_lib/libboost_filesystem.so.1.65.1
-third_party/budabackend/common_lib/libboost_regex.so.1.65.1
-third_party/budabackend/common_lib/libboost_system.so.1.65.1
-third_party/budabackend/common_lib/libboost_thread.so.1.65.1
-third_party/budabackend/common_lib/libicudata.so.60
-third_party/budabackend/common_lib/libicui18n.so.60
-third_party/budabackend/common_lib/libicuuc.so.60
-third_party/budabackend/common_lib/libsqlite3.so.0
-third_party/budabackend/common_lib/libz.so.1
-third_party/budabackend/dbd/docs-md/images/debuda-buda.png
-third_party/budabackend/dbd/docs-md/images/debuda-debuda-server.png
-third_party/budabackend/dbd/docs-md/images/debuda-export-db.png
-third_party/budabackend/dbd/docs-md/images/debuda-speed-dial.png
-third_party/budabackend/dbd/docs-md/images/debuda-start-and-repl.png
-third_party/budabackend/dbd/docs-md/images/debuda.png
-third_party/budabackend/dbd/docs-md/images/tenstorrent-pdf-titlepage.png
-third_party/budabackend/device/bin/silicon/grayskull/clkctl
-third_party/budabackend/device/bin/silicon/grayskull/init
-third_party/budabackend/device/bin/silicon/grayskull/pm_en.ttx
-third_party/budabackend/device/bin/silicon/grayskull/setup_interface
-third_party/budabackend/device/bin/silicon/grayskull/tt-script
-third_party/budabackend/device/bin/silicon/reset-chip
-third_party/budabackend/device/bin/silicon/tensix-reset
-third_party/budabackend/device/bin/silicon/wormhole/boot
-third_party/budabackend/device/bin/silicon/wormhole/create-ethernet-map
-third_party/budabackend/device/bin/silicon/wormhole/flash-spi
-third_party/budabackend/device/bin/silicon/wormhole/get-wormhole-interfaces
-third_party/budabackend/device/bin/silicon/wormhole/imx8-reset
-third_party/budabackend/device/bin/silicon/wormhole/load-eth-fw
-third_party/budabackend/device/bin/silicon/wormhole/noc-overlay-dump
-third_party/budabackend/device/bin/silicon/wormhole/setup-interface
-third_party/budabackend/device/bin/silicon/wormhole/temp
-third_party/budabackend/device/bin/silicon/wormhole/tt-flash
-third_party/budabackend/device/bin/silicon/wormhole/tt-script
-third_party/budabackend/docs/public/images/1.png
-third_party/budabackend/docs/public/images/10.png
-third_party/budabackend/docs/public/images/perf_ui_candlestick.png
-third_party/budabackend/docs/public/images/11.png
-third_party/budabackend/docs/public/images/perf_ui_wft.png
-third_party/budabackend/docs/public/images/12.png
-third_party/budabackend/docs/public/images/13.png
-third_party/budabackend/docs/public/images/14.png
-third_party/budabackend/docs/public/images/16.png
-third_party/budabackend/docs/public/images/17.png
-third_party/budabackend/docs/public/images/18.png
-third_party/budabackend/docs/public/images/2.png
-third_party/budabackend/docs/public/images/20.png
-third_party/budabackend/docs/public/images/21.png
-third_party/budabackend/docs/public/images/22.png
-third_party/budabackend/docs/public/images/23.png
-third_party/budabackend/docs/public/images/24.png
-third_party/budabackend/docs/public/images/25.png
-third_party/budabackend/docs/public/images/26.png
-third_party/budabackend/docs/public/images/27.png
-third_party/budabackend/docs/public/images/28.png
-third_party/budabackend/docs/public/images/29.png
-third_party/budabackend/docs/public/images/3.png
-third_party/budabackend/docs/public/images/30.png
-third_party/budabackend/docs/public/images/31.png
-third_party/budabackend/docs/public/images/32.png
-third_party/budabackend/docs/public/images/33.png
-third_party/budabackend/docs/public/images/34.png
-third_party/budabackend/docs/public/images/35.png
-third_party/budabackend/docs/public/images/36.png
-third_party/budabackend/docs/public/images/37.png
-third_party/budabackend/docs/public/images/4.png
-third_party/budabackend/docs/public/images/5.png
-third_party/budabackend/docs/public/images/6.png
-third_party/budabackend/docs/public/images/7.png
-third_party/budabackend/docs/public/images/perf_ui_local_select.png
-third_party/budabackend/docs/public/images/8.png
-third_party/budabackend/docs/public/images/9.png
-third_party/budabackend/docs/public/images/Screen_Shot_2023-05-24_at_11.56.12_PM.png
-third_party/budabackend/docs/public/images/bfp-efficiency.png
-third_party/budabackend/docs/public/images/bfp2_blocks.png
-third_party/budabackend/docs/public/images/bfp4_blocks.png
-third_party/budabackend/docs/public/images/bfp8_blocks.png
-third_party/budabackend/docs/public/images/cropped-favicon-32x32.png
-third_party/budabackend/docs/public/images/data-formats.png
-third_party/budabackend/docs/public/images/logo.png
-third_party/budabackend/docs/public/images/perf_ui_device.png
-third_party/budabackend/docs/public/images/perf_ui_diff.png
-third_party/budabackend/docs/public/images/perf_ui_front_page.png
-third_party/budabackend/docs/public/images/perf_ui_host.png
-third_party/budabackend/docs/public/images/perf_ui_inputs.png
-third_party/budabackend/docs/public/images/perf_ui_select_test.png
-third_party/budabackend/docs/public/images/perf_ui_select_workspace.png
-third_party/budabackend/docs/public/images/tt_logo.png
-third_party/budabackend/docs/public/images/tt_logo.svg
-third_party/budabackend/docs/public/images/unpack_math_pack.png
-third_party/budabackend/loader/tests/reference_tensor_conv_bin/expected_tensor_for_conv_bfp8_s2.bin
-third_party/budabackend/loader/tests/reference_tensor_conv_bin/expected_tensor_for_conv_fp16b_s2.bin
-third_party/budabackend/loader/tests/reference_tensor_conv_bin/expected_tensor_for_conv_fp32_s2.bin
-third_party/budabackend/loader/tests/reference_tensor_conv_bin_mt/input_tensor_for_conv_fp16b.0.bin
-third_party/budabackend/loader/tests/reference_tensor_conv_bin_mt/input_tensor_for_conv_fp16b_s1.0.bin
-third_party/budabackend/loader/tests/reference_tensor_conv_bin_mt/input_tensor_for_conv_fp32.0.bin
-third_party/budabackend/perf_lib/graph_tests/grayskull/inference/bert_large_hifi3_fp16b.yaml
-third_party/budabackend/perf_lib/graph_tests/grayskull/inference/bert_large_lofi_bfp8b.yaml
-third_party/budabackend/verif/graph_tests/netlists/pregenerated/group_1.zip
-third_party/budabackend/verif/graph_tests/netlists/pregenerated/group_2.zip
-third_party/budabackend/verif/graph_tests/netlists/pregenerated/group_3.zip
-third_party/budabackend/verif/graph_tests/netlists/pregenerated/group_4.zip
-third_party/budabackend/verif/graph_tests/netlists/pregenerated/group_5.zip
-third_party/budabackend/verif/graph_tests/netlists/pregenerated/group_6.zip
-third_party/budabackend/verif/graph_tests/netlists/pregenerated/group_7.zip
-third_party/budabackend/verif/graph_tests/netlists/t5_large_wormhole_b0.yaml
-third_party/budabackend/verif/graph_tests/netlists/wormhole_b0/netlist_bert_12x_encoder_1x_whb0_base_training.yaml
-third_party/budabackend/verif/graph_tests/netlists/wormhole_b0/netlist_bert_24x_encoder_1x_whb0_large_training.yaml
-third_party/budabackend/verif/multichip_tests/wh_multichip/large_cluster/falcon_60l_8chip.yaml
-third_party/budabackend/verif/multichip_tests/wh_multichip/large_cluster/midbloom_inference_12chip_lab68.yaml
-third_party/budabackend/verif/multichip_tests/wh_multichip/large_cluster/midbloom_inference_32chip_lab78.no_snakeplace.yaml
-third_party/budabackend/verif/multichip_tests/wh_multichip/large_cluster/midbloom_inference_32chip_lab78.yaml
-third_party/budabackend/verif/multichip_tests/wh_multichip/large_cluster/midbloom_inference_4chip_jb11.yaml
-third_party/budabackend/verif/multichip_tests/wh_multichip/large_cluster/midbloom_inference_8chip_jb11.yaml
-third_party/budabackend/verif/multichip_tests/wh_multichip/netlist_bert_concurrent_24x_encoder_2x_wh_large_inference.yaml
-third_party/budabackend/verif/pipegen_tests/netlists/grayskull/nightly/baseline.zip
-third_party/budabackend/verif/pipegen_tests/netlists/grayskull/push/baseline.zip
-third_party/budabackend/verif/pipegen_tests/netlists/wormhole_b0/nightly/baseline.zip
-third_party/budabackend/verif/pipegen_tests/netlists/wormhole_b0/push/baseline.zip
-third_party/budabackend/verif/template_netlist/netlists/multi_tm_tests/weekly/wormhole_b0/test_dram_input_matmul_3tms_and_reblock.zip
-third_party/budabackend/verif/template_netlist/netlists/test_datacopy_matmul_2tms_and_reblock_pregenerated.zip
-third_party/budabackend/verif/template_netlist/netlists/test_datacopy_matmul_3tms_and_reblock_000_force_grayskull.zip
-third_party/budabackend/verif/template_netlist/netlists/test_dram_input_matmul_3tms_and_reblock_grayskull.zip
-third_party/budabackend/verif/tm_tests/directed/bert_large_inference_hifi.yaml
-third_party/budabackend/verif/tm_tests/directed/packer_mcast.tar.gz

.gitlab-ci.perf.yml

@@ -0,0 +1,44 @@
+include:
+  - .gitlab-ci.wheels.yml
+
+  # PyBuda repo, Grayskull e150
+  - ci/gitlab-test-lists/.gitlab-ci.grayskull_e150_perf_bfp8_b_nightly.yml
+  - ci/gitlab-test-lists/.gitlab-ci.grayskull_e150_perf_fp16_nightly.yml
+  - ci/gitlab-test-lists/.gitlab-ci.grayskull_e150_perf_release_nightly.yml
+
+  # PyBuda repo, Grayskull e75
+  - ci/gitlab-test-lists/.gitlab-ci.grayskull_e75_perf_bfp8_b_nightly.yml
+  - ci/gitlab-test-lists/.gitlab-ci.grayskull_e75_perf_fp16_nightly.yml
+  - ci/gitlab-test-lists/.gitlab-ci.grayskull_e75_perf_release_nightly.yml
+
+  # PyBuda repo, Wormhole B0
+  - ci/gitlab-test-lists/.gitlab-ci.wormhole_b0_silicon_perf_bfp8_b_nightly.yml
+  - ci/gitlab-test-lists/.gitlab-ci.wormhole_b0_silicon_perf_fp16_nightly.yml
+  - ci/gitlab-test-lists/.gitlab-ci.wormhole_b0_silicon_perf_release_nightly.yml
+
+  - ci/gitlab-test-lists/.gitlab-ci.wormhole_b0_silicon_perf_bfp8_b_manual.yml
+  - ci/gitlab-test-lists/.gitlab-ci.wormhole_b0_silicon_perf_fp16_manual.yml
+  - ci/gitlab-test-lists/.gitlab-ci.wormhole_b0_silicon_perf_release_manual.yml
+
+  # Benchmarking repo
+  # Grayskull e75, Grayskull e150, Wormhole B0
+  - ci/gitlab-test-lists/benchmarking/.gitlab-ci.wormhole_b0_silicon_perf_release_public.yml
+  - ci/gitlab-test-lists/benchmarking/.gitlab-ci.grayskull_e75_perf_release_public.yml
+  - ci/gitlab-test-lists/benchmarking/.gitlab-ci.grayskull_e150_perf_release_public.yml
+
+# Dissable other jobs from .gitlab-ci.wheels.yml
+pybuda-gs-latest-bbe-wheel:
+  rules:
+    - if: ($CI_PIPELINE_SOURCE == "push" && $CI_COMMIT_MESSAGE !~ /\[no_ci_perf/)
+
+pybuda-wh-b0-latest-bbe-wheel:
+  rules:
+    - if: ($CI_PIPELINE_SOURCE == "push" && $CI_COMMIT_MESSAGE !~ /\[no_ci_perf/)
+
+pybuda-gs-unittests:
+  rules:
+    - if: ($CI_PIPELINE_SOURCE == "push" && $CI_COMMIT_MESSAGE !~ /\[no_ci_perf/)
+
+pybuda-wh-b0-unittests:
+  rules:
+    - if: ($CI_PIPELINE_SOURCE == "push" && $CI_COMMIT_MESSAGE !~ /\[no_ci_perf/)

.gitmodules

@@ -1,12 +1,13 @@
 [submodule "third_party/tvm"]
 	path = third_party/tvm
-	url = ../tt-tvm.git
-[submodule "third_party/budabackend"]
-	path = third_party/budabackend
-	url = ../tt-budabackend.git
+	url = https://github.com/tenstorrent/tt-tvm
 [submodule "third_party/pybind11"]
 	path = third_party/pybind11
-	url = https://github.com/pybind/pybind11
-[submodule "third_party/public-tt-buda"]
-	path = third_party/public-tt-buda
-	url = ../tt-buda-demos.git
+	url = https://github.com/pybind/pybind11.git
+[submodule "third_party/buda-model-demos"]
+	path = third_party/buda-model-demos
+	url = https://github.com/tenstorrent/tt-buda-demos
+
+[submodule "third_party/tt-mlir"]
+	path = third_party/tt-mlir
+	url = [email protected]:tenstorrent/tt-mlir.git

CMakeLists.txt

@@ -0,0 +1,51 @@
+cmake_minimum_required(VERSION 3.20.0)
+project(pybuda LANGUAGES CXX)
+
+find_program(CLANG_17 clang++-17)
+find_program(CLANG clang)
+if(CLANG_17 AND CLANG)
+    message(STATUS "Found Clang-17 here: ${CLANG_17}")
+    set(CMAKE_CXX_COMPILER "${CLANG_17}")
+    set(CMAKE_C_COMPILER "${CLANG}")
+else()
+    message(WARNING "Clang++-17 or clang not found!!!")
+endif()
+
+set(CMAKE_CXX_STANDARD 17)
+set(CMAKE_CXX_STANDARD_REQUIRED ON)
+set(CMAKE_CXX_EXTENSIONS OFF)
+set(CMAKE_EXPORT_COMPILE_COMMANDS ON)
+
+list(APPEND CMAKE_MODULE_PATH "${CMAKE_SOURCE_DIR}/cmake")
+include(Utils)
+
+check_required_env_var(PYBUDA_PYTHON_VERSION)
+check_required_env_var(PYBUDA_TOOLCHAIN_DIR)
+check_required_env_var(PYBUDA_VENV_DIR)
+
+set(PYBUDA_PYTHON_VERSION $ENV{PYBUDA_PYTHON_VERSION})
+set(PYBUDA_TOOLCHAIN_DIR $ENV{PYBUDA_TOOLCHAIN_DIR})
+set(PYBUDA_VENV_DIR $ENV{PYBUDA_VENV_DIR})
+
+find_package(Python COMPONENTS REQUIRED Interpreter Development)
+
+set(TTMLIR_TOOLCHAIN_DIR $ENV{TTMLIR_TOOLCHAIN_DIR})
+set(TTMLIR_VENV_DIR $ENV{TTMLIR_VENV_DIR})
+
+if (NOT CMAKE_BUILD_TYPE)
+    set(CMAKE_BUILD_TYPE Release)
+endif()
+
+add_compile_options(-Wall -Wextra -Wpedantic -Werror -Wno-unused-parameter)
+
+set(PYBUDA_CSRC_WARNINGS -Wall -Wextra -Wno-pragmas -Wno-unused-parameter)
+set(CFLAGS_NO_WARN -DFMT_HEADER_ONLY)
+set(PYBUDA_CSRC_CFLAGS ${CFLAGS_NO_WARN} ${PYBUDA_CSRC_WARNINGS} -DUTILS_LOGGER_PYTHON_OSTREAM_REDIRECT=1)
+
+set(CONFIG_LDFLAGS "")
+
+set(STATIC_LIB_FLAGS -fPIC)
+set(SHARED_LIB_FLAGS -fPIC)
+
+add_subdirectory(third_party)
+add_subdirectory(pybuda)