Merge branch 'main' into npetrovic/ttl-sharded-sweep

tenstorrent · Jun 7, 2024 · ed60c5b · ed60c5b
2 parents 77211d7 + 407e0d5
commit ed60c5b
Show file tree

Hide file tree

Showing 100 changed files with 1,426 additions and 2,150 deletions.
diff --git a/.github/workflows/ttnn-post-commit.yaml b/.github/workflows/ttnn-post-commit.yaml
@@ -25,8 +25,7 @@ jobs:
             cmd: pytest $TT_METAL_HOME/tests/ttnn/unit_tests -xv --splits 2 --group 2 -m "not disable_fast_runtime_mode"
           - name: ttnn group 3
             cmd: pytest $TT_METAL_HOME/tests/ttnn/unit_tests -xv -m requires_fast_runtime_mode_off
-            env:
-              TTNN_CONFIG_OVERRIDES: '{"enable_fast_runtime_mode": false}'
+            fast_runtime_mode_off: true
           - name: ttnn cpp tests
             cmd: ./build/test/ttnn/unit_tests_ttnn
     name: ${{ matrix.test-group.name }} ${{ matrix.runner-info.arch }} ${{ matrix.runner-info.name }}
@@ -47,6 +46,10 @@ jobs:
       - name: Extract files
         run: tar -xvf ttm_${{ matrix.runner-info.arch }}.tar
       - uses: ./.github/actions/install-python-deps
+      - name: Set ttnn fast runtime if exists in config
+        if: ${{ matrix.test-group.fast_runtime_mode_off }}
+        run: |
+          echo "TTNN_CONFIG_OVERRIDES={\"enable_fast_runtime_mode\": false}" >> $GITHUB_ENV
       - name: ${{ matrix.test-group.name }} tests
         timeout-minutes: 45
         run: |

diff --git a/.gitignore b/.gitignore
@@ -10,7 +10,7 @@ test_hlk_args_init_gen
 tt_build
 tt_debug
 build
-python_env/
+/python_env/
 
 /llk_out/
 /out/

diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -15,7 +15,7 @@ else()
     message(WARNING "Clang++-17 not found!!!")
 endif()
 
-if(${CMAKE_SOURCE_DIR} STREQUAL ${CMAKE_BINARY_DIR})
+if(${PROJECT_SOURCE_DIR} STREQUAL ${PROJECT_BINARY_DIR})
     message(FATAL_ERROR "CMake generation is not allowed within source directory!! Please set a build folder with '-B'!!")
 endif()
 
@@ -26,13 +26,13 @@ project(tt-metal
         LANGUAGES CXX
 )
 
-include(${CMAKE_SOURCE_DIR}/cmake/macros.cmake)
+include(${PROJECT_SOURCE_DIR}/cmake/macros.cmake)
 CHECK_COMPILERS()
 
 ############################################################################################################################
 # Find all required libraries to build
 ############################################################################################################################
-include(${CMAKE_SOURCE_DIR}/cmake/CPM_boost.cmake)
+include(${PROJECT_SOURCE_DIR}/cmake/CPM_boost.cmake)
 find_package(GTest REQUIRED)
 find_package (Python3 COMPONENTS Interpreter Development)
 find_library(NUMA_LIBRARY NAMES numa)
@@ -63,7 +63,7 @@ set(CMAKE_CXX_STANDARD_REQUIRED ON)
 set(CMAKE_CXX_EXTENSIONS OFF)
 
 # Set default values for variables/options
-set(UMD_HOME "${CMAKE_SOURCE_DIR}/tt_metal/third_party/umd")
+set(UMD_HOME "${PROJECT_SOURCE_DIR}/tt_metal/third_party/umd")
 
 option(ENABLE_CODE_TIMERS "Enable code timers" OFF)
 option(TT_METAL_VERSIM_DISABLED "Disable TT_METAL_VERSIM" ON)
@@ -77,11 +77,11 @@ endif()
 message(STATUS "Build shared libs: ${BUILD_SHARED_LIBS}")
 
 include(GNUInstallDirs)
-set(CMAKE_INSTALL_PREFIX "${CMAKE_BINARY_DIR}")
-set(CMAKE_INSTALL_LIBDIR "${CMAKE_BINARY_DIR}/lib")
-set(CMAKE_INSTALL_BINDIR "${CMAKE_BINARY_DIR}/tmp/bin")
-set(CMAKE_INSTALL_INCLUDEDIR "${CMAKE_BINARY_DIR}/tmp/include")
-set(CMAKE_INSTALL_DATAROOTDIR "${CMAKE_BINARY_DIR}/tmp/share")
+set(CMAKE_INSTALL_PREFIX "${PROJECT_BINARY_DIR}")
+set(CMAKE_INSTALL_LIBDIR "${PROJECT_BINARY_DIR}/lib")
+set(CMAKE_INSTALL_BINDIR "${PROJECT_BINARY_DIR}/tmp/bin")
+set(CMAKE_INSTALL_INCLUDEDIR "${PROJECT_BINARY_DIR}/tmp/include")
+set(CMAKE_INSTALL_DATAROOTDIR "${PROJECT_BINARY_DIR}/tmp/share")
 
 ############################################################################################################################
 # Constructing interface libs for common compiler flags, header directories, and libraries
@@ -122,7 +122,7 @@ if($ENV{ENABLE_TRACY})
 endif()
 
 add_library(metal_header_directories INTERFACE)
-target_include_directories(metal_header_directories INTERFACE ${CMAKE_SOURCE_DIR}/tt_metal/hw/inc)
+target_include_directories(metal_header_directories INTERFACE ${PROJECT_SOURCE_DIR}/tt_metal/hw/inc)
 foreach(lib ${BoostPackages})
     target_include_directories(metal_header_directories INTERFACE ${Boost${lib}_SOURCE_DIR}/include)
 endforeach()
@@ -144,27 +144,27 @@ endif()
 # Can't use the `REUSE_FROM` option bc tt_lib and ttnn have different build flags :(
 add_library(pch_pybinds INTERFACE)
 target_precompile_headers(pch_pybinds INTERFACE
-    ${CMAKE_SOURCE_DIR}/tt_metal/third_party/pybind11/include/pybind11/operators.h
-    ${CMAKE_SOURCE_DIR}/tt_metal/third_party/pybind11/include/pybind11/pybind11.h
-    ${CMAKE_SOURCE_DIR}/tt_metal/third_party/pybind11/include/pybind11/stl.h
+    ${PROJECT_SOURCE_DIR}/tt_metal/third_party/pybind11/include/pybind11/operators.h
+    ${PROJECT_SOURCE_DIR}/tt_metal/third_party/pybind11/include/pybind11/pybind11.h
+    ${PROJECT_SOURCE_DIR}/tt_metal/third_party/pybind11/include/pybind11/stl.h
 )
 
 ############################################################################################################################
 # Build subdirectories
 ############################################################################################################################
 if($ENV{ENABLE_TRACY})
-    include(${CMAKE_CURRENT_SOURCE_DIR}/cmake/tracy.cmake)
+    include(${PROJECT_SOURCE_DIR}/cmake/tracy.cmake)
 endif()
 
 # Build umd_device
-include(${CMAKE_CURRENT_SOURCE_DIR}/cmake/umd_device.cmake)
+include(${PROJECT_SOURCE_DIR}/cmake/umd_device.cmake)
 
-add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/tt_metal/hw)
-add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/tt_metal)
-add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/tt_eager)
-add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/ttnn)
+add_subdirectory(${PROJECT_SOURCE_DIR}/tt_metal/hw)
+add_subdirectory(${PROJECT_SOURCE_DIR}/tt_metal)
+add_subdirectory(${PROJECT_SOURCE_DIR}/tt_eager)
+add_subdirectory(${PROJECT_SOURCE_DIR}/ttnn)
 
-add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/tests EXCLUDE_FROM_ALL)
+add_subdirectory(${PROJECT_SOURCE_DIR}/tests EXCLUDE_FROM_ALL)
 
 ############################################################################################################################
 # Install targets for build artifacts and pybinds
@@ -197,16 +197,22 @@ install(TARGETS ttnn
 )
 
 # Install .so into src files for pybinds implementation
-install(FILES ${CMAKE_BINARY_DIR}/lib/_ttnn.so
-    DESTINATION ${CMAKE_SOURCE_DIR}/ttnn/ttnn
+install(FILES ${PROJECT_BINARY_DIR}/lib/_ttnn.so
+    DESTINATION ${PROJECT_SOURCE_DIR}/ttnn/ttnn
     COMPONENT tt_pybinds
 )
-install(FILES ${CMAKE_BINARY_DIR}/lib/_C.so
-    DESTINATION ${CMAKE_SOURCE_DIR}/tt_eager/tt_lib
+install(FILES ${PROJECT_BINARY_DIR}/lib/_C.so
+    DESTINATION ${PROJECT_SOURCE_DIR}/tt_eager/tt_lib
     COMPONENT tt_pybinds
 )
 
 # Temporary workaround for Issue #8767
-install(DIRECTORY ${CMAKE_BINARY_DIR}/hw/toolchain
-    DESTINATION ${CMAKE_SOURCE_DIR}/runtime/hw
+install(DIRECTORY ${PROJECT_BINARY_DIR}/hw/toolchain
+    DESTINATION ${PROJECT_SOURCE_DIR}/runtime/hw
+)
+
+# Custom clean target for `built` folder for when new kernel changes are pulled
+add_custom_target(clean-built
+   COMMAND ${CMAKE_COMMAND} -E remove_directory ${PROJECT_SOURCE_DIR}/built
+   COMMENT "Cleaning `built` directory"
 )
diff --git a/CODEOWNERS b/CODEOWNERS
@@ -142,12 +142,12 @@ functional_*/ @eyonland @arakhmati @cfjchu @xanderchin
 models/demos @eyonland @arakhmati @cfjchu @xanderchin
 models/demos/wormhole @uaydonat @eyonland @AleksKnezevic @nsmithtt
 models/demos/t3000 @uaydonat @AleksKnezevic @nsmithtt
-models/demos/falcon7b @skhorasganiTT @djordje-tt @uaydonat
+models/demos/falcon7b @skhorasganiTT @djordje-tt @uaydonat @pavlejosipovic @pavlepopovic @s-jovic
 models/demos/mamba @esmalTT @uaydonat @kpaigwar
 models/demos/wormhole/falcon7b @skhorasganiTT @djordje-tt @uaydonat @pavlejosipovic @pavlepopovic @s-jovic
 models/demos/wormhole/mistral7b @yieldthought @uaydonat @mtairum
 models/demos/t3000/falcon40b @johanna-rock-tt @uaydonat @s-jovic
-models/demos/t3000/falcon7b @skhorasganiTT @djordje-tt @uaydonat
+models/demos/t3000/falcon7b @skhorasganiTT @djordje-tt @uaydonat @pavlejosipovic @pavlepopovic @s-jovic
 models/demos/t3000/llama2_70b @cglagovichTT @caixunshiren @uaydonat
 models/demos/t3000/llama3_70b @cglagovichTT @caixunshiren @uaydonat
 models/demos/t3000/mixtral8x7b @yieldthought @mtairum @uaydonat

diff --git a/README.md b/README.md
@@ -45,7 +45,7 @@
 | Model                                                                                | Gen. Token [3]     |  Batch               | End-to-end throughput [1]    | Device throughput [2]       | Target         |
 |--------------------------------------------------------------------------------------|--------------------|----------------------|------------------------------|-----------------------------|----------------|
 | [Falcon7B-decode](./models/demos/wormhole/falcon7b)                                  | 129th              | 32                   | 11.6 t/s/u - 371 t/s         | 15.4 t/s/u - 493 t/s        | 21             |
-| [Mistral-7B-decode](./models/demos/wormhole/mistral7b)                               | 33rd               | 32                   | 10.9 t/s/u - 349 t/s         | 13.3 t/s/u - 426 t/s        | 21             |
+| [Mistral-7B-decode](./models/demos/wormhole/mistral7b)                               | 33rd               | 32                   | 11.7 t/s/u - 374 t/s         | 16.7 t/s/u - 538 t/s        | 21             |
 | [Mamba-2.8B-decode](./models/demos/mamba)                                            | any                | 32                   | 9.6 t/s/u - 307 t/s          | 15.8 t/s/u - 506 t/s        | 22             |
 | [BERT-Large](./models/demos/metal_BERT_large_11/) (sen/s) [4]                        |                    | 8                    | 270                          | 340                         | 400            |
 | [Stable Diffusion 1.4](./models/demos/wormhole/stable_diffusion) 512x512  (sec/img)  |                    | 1                    | 8                            | 5                           |                |

diff --git a/cmake/CPM.cmake b/cmake/CPM.cmake
@@ -11,7 +11,7 @@ if(CPM_SOURCE_CACHE)
 elseif(DEFINED ENV{CPM_SOURCE_CACHE})
   set(CPM_DOWNLOAD_LOCATION "$ENV{CPM_SOURCE_CACHE}/cpm/CPM_${CPM_DOWNLOAD_VERSION}.cmake")
 else()
-  set(CPM_DOWNLOAD_LOCATION "${CMAKE_BINARY_DIR}/cmake/CPM_${CPM_DOWNLOAD_VERSION}.cmake")
+  set(CPM_DOWNLOAD_LOCATION "${PROJECT_BINARY_DIR}/cmake/CPM_${CPM_DOWNLOAD_VERSION}.cmake")
 endif()
 
 # Expand relative path. This is important if the provided path contains a tilde (~)

diff --git a/cmake/CPM_boost.cmake b/cmake/CPM_boost.cmake
@@ -1,7 +1,7 @@
 
-set(ENV{CPM_SOURCE_CACHE} "${CMAKE_SOURCE_DIR}/.cpmcache")
+set(ENV{CPM_SOURCE_CACHE} "${PROJECT_SOURCE_DIR}/.cpmcache")
 
-include(${CMAKE_SOURCE_DIR}/cmake/CPM.cmake)
+include(${PROJECT_SOURCE_DIR}/cmake/CPM.cmake)
 set(BoostPackages
     Align
     Config

diff --git a/cmake/helper_functions.cmake b/cmake/helper_functions.cmake
@@ -16,14 +16,14 @@ function(CREATE_EAGER_TEST_EXE TESTLIST)
         target_link_libraries(${TEST_TARGET} PUBLIC test_eager_common_libs)
         target_include_directories(${TEST_TARGET} PRIVATE
             ${UMD_HOME}
-            ${CMAKE_SOURCE_DIR}
-            ${CMAKE_SOURCE_DIR}/tt_metal
-            ${CMAKE_SOURCE_DIR}/ttnn/cpp
-            ${CMAKE_SOURCE_DIR}/tt_metal/common
-            ${CMAKE_SOURCE_DIR}/tests
+            ${PROJECT_SOURCE_DIR}
+            ${PROJECT_SOURCE_DIR}/tt_metal
+            ${PROJECT_SOURCE_DIR}/ttnn/cpp
+            ${PROJECT_SOURCE_DIR}/tt_metal/common
+            ${PROJECT_SOURCE_DIR}/tests
             ${CMAKE_CURRENT_SOURCE_DIR}
         )
-        set_target_properties(${TEST_TARGET} PROPERTIES RUNTIME_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/test/tt_eager/${TEST_DIR})
+        set_target_properties(${TEST_TARGET} PROPERTIES RUNTIME_OUTPUT_DIRECTORY ${PROJECT_BINARY_DIR}/test/tt_eager/${TEST_DIR})
         list(APPEND EAGER_TEST_TARGETS ${TEST_TARGET})
     endforeach()
     set(EAGER_TEST_TARGETS "${EAGER_TEST_TARGETS}" PARENT_SCOPE)
@@ -37,12 +37,12 @@ function(CREATE_PGM_EXAMPLES_EXE TESTLIST SUBDIR)
         target_link_libraries(${TEST_TARGET} PUBLIC tt_metal stdc++fs yaml-cpp m pthread)
         target_include_directories(${TEST_TARGET} PRIVATE
             ${UMD_HOME}
-            ${CMAKE_SOURCE_DIR}
-            ${CMAKE_SOURCE_DIR}/tt_metal
-            ${CMAKE_SOURCE_DIR}/tt_metal/common
+            ${PROJECT_SOURCE_DIR}
+            ${PROJECT_SOURCE_DIR}/tt_metal
+            ${PROJECT_SOURCE_DIR}/tt_metal/common
             ${CMAKE_CURRENT_SOURCE_DIR}
         )
-        set_target_properties(${TEST_TARGET} PROPERTIES RUNTIME_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/programming_examples/${SUBDIR})
+        set_target_properties(${TEST_TARGET} PROPERTIES RUNTIME_OUTPUT_DIRECTORY ${PROJECT_BINARY_DIR}/programming_examples/${SUBDIR})
         list(APPEND PROGRAMMING_EXAMPLES_TEST_TARGETS ${TEST_TARGET})
     endforeach()
     set(PROGRAMMING_EXAMPLES_TEST_TARGETS "${PROGRAMMING_EXAMPLES_TEST_TARGETS}" PARENT_SCOPE)

diff --git a/cmake/tracy.cmake b/cmake/tracy.cmake
@@ -1,13 +1,13 @@
 
 # Built as outlined in Tracy documentation (pg.12)
-set(TRACY_HOME ${CMAKE_SOURCE_DIR}/tt_metal/third_party/tracy)
+set(TRACY_HOME ${PROJECT_SOURCE_DIR}/tt_metal/third_party/tracy)
 
 add_subdirectory(${TRACY_HOME})
 set_target_properties(TracyClient PROPERTIES EXCLUDE_FROM_ALL TRUE)
 
 set_target_properties(TracyClient PROPERTIES
-    LIBRARY_OUTPUT_DIRECTORY "${CMAKE_BINARY_DIR}/lib"
-    ARCHIVE_OUTPUT_DIRECTORY "${CMAKE_BINARY_DIR}/lib"
+    LIBRARY_OUTPUT_DIRECTORY "${PROJECT_BINARY_DIR}/lib"
+    ARCHIVE_OUTPUT_DIRECTORY "${PROJECT_BINARY_DIR}/lib"
     POSITION_INDEPENDENT_CODE ON    # this is equivalent to adding -fPIC
     OUTPUT_NAME "tracy"
 )
@@ -19,30 +19,30 @@ ExternalProject_Add(
     tracy_csv_tools
     PREFIX ${TRACY_HOME}/csvexport/build/unix
     SOURCE_DIR ${TRACY_HOME}/csvexport/build/unix
-    BINARY_DIR ${CMAKE_BINARY_DIR}/tools/profiler/bin
-    INSTALL_DIR ${CMAKE_BINARY_DIR}/tools/profiler/bin
-    STAMP_DIR "${CMAKE_BINARY_DIR}/tmp/tracy_stamp"
-    TMP_DIR "${CMAKE_BINARY_DIR}/tmp/tracy_tmp"
+    BINARY_DIR ${PROJECT_BINARY_DIR}/tools/profiler/bin
+    INSTALL_DIR ${PROJECT_BINARY_DIR}/tools/profiler/bin
+    STAMP_DIR "${PROJECT_BINARY_DIR}/tmp/tracy_stamp"
+    TMP_DIR "${PROJECT_BINARY_DIR}/tmp/tracy_tmp"
     DOWNLOAD_COMMAND ""
     CONFIGURE_COMMAND ""
     INSTALL_COMMAND
         cp ${TRACY_HOME}/csvexport/build/unix/csvexport-release .
     BUILD_COMMAND
-        cd ${TRACY_HOME}/csvexport/build/unix && make -f ${TRACY_HOME}/csvexport/build/unix/Makefile
+        cd ${TRACY_HOME}/csvexport/build/unix && TRACY_NO_LTO=1 make -f ${TRACY_HOME}/csvexport/build/unix/Makefile
 )
 ExternalProject_Add(
     tracy_capture_tools
     PREFIX ${TRACY_HOME}/capture/build/unix
     SOURCE_DIR ${TRACY_HOME}/capture/build/unix
-    BINARY_DIR ${CMAKE_BINARY_DIR}/tools/profiler/bin
-    INSTALL_DIR ${CMAKE_BINARY_DIR}/tools/profiler/bin
-    STAMP_DIR "${CMAKE_BINARY_DIR}/tmp/tracy_stamp"
-    TMP_DIR "${CMAKE_BINARY_DIR}/tmp/tracy_tmp"
+    BINARY_DIR ${PROJECT_BINARY_DIR}/tools/profiler/bin
+    INSTALL_DIR ${PROJECT_BINARY_DIR}/tools/profiler/bin
+    STAMP_DIR "${PROJECT_BINARY_DIR}/tmp/tracy_stamp"
+    TMP_DIR "${PROJECT_BINARY_DIR}/tmp/tracy_tmp"
     DOWNLOAD_COMMAND ""
     CONFIGURE_COMMAND ""
     INSTALL_COMMAND
         cp ${TRACY_HOME}/capture/build/unix/capture-release .
     BUILD_COMMAND
-        cd ${TRACY_HOME}/capture/build/unix && make -f ${TRACY_HOME}/capture/build/unix/Makefile
+        cd ${TRACY_HOME}/capture/build/unix && TRACY_NO_LTO=1 make -f ${TRACY_HOME}/capture/build/unix/Makefile
 )
 add_custom_target(tracy_tools ALL DEPENDS tracy_csv_tools tracy_capture_tools)
diff --git a/cmake/umd_device.cmake b/cmake/umd_device.cmake
@@ -22,7 +22,7 @@ if($ENV{ENABLE_TRACY})
 endif()
 
 # MUST have the RPATH set, or else can't find the tracy lib
-set(LDFLAGS_ "-L${CMAKE_BINARY_DIR}/lib -Wl,-rpath,${CMAKE_BINARY_DIR}/lib ${CONFIG_LDFLAGS} -ldl -lz -lpthread -latomic -lhwloc -lstdc++")
+set(LDFLAGS_ "-L${PROJECT_BINARY_DIR}/lib -Wl,-rpath,${PROJECT_BINARY_DIR}/lib ${CONFIG_LDFLAGS} -ldl -lz -lpthread -latomic -lhwloc -lstdc++")
 set(SHARED_LIB_FLAGS_ "-shared -fPIC")
 set(STATIC_LIB_FLAGS_ "-fPIC")
 
@@ -44,18 +44,18 @@ ExternalProject_Add(
     umd_device
     PREFIX ${UMD_HOME}
     SOURCE_DIR ${UMD_HOME}
-    BINARY_DIR ${CMAKE_BINARY_DIR}
-    INSTALL_DIR ${CMAKE_BINARY_DIR}
-    STAMP_DIR "${CMAKE_BINARY_DIR}/tmp/umd_stamp"
-    TMP_DIR "${CMAKE_BINARY_DIR}/tmp/umd_tmp"
+    BINARY_DIR ${PROJECT_BINARY_DIR}
+    INSTALL_DIR ${PROJECT_BINARY_DIR}
+    STAMP_DIR "${PROJECT_BINARY_DIR}/tmp/umd_stamp"
+    TMP_DIR "${PROJECT_BINARY_DIR}/tmp/umd_tmp"
     DOWNLOAD_COMMAND ""
     CONFIGURE_COMMAND ""
     INSTALL_COMMAND ""
     BUILD_COMMAND
         make -f ${UMD_HOME}/device/module.mk umd_device
-        OUT=${CMAKE_BINARY_DIR}
-        LIBDIR=${CMAKE_BINARY_DIR}/lib
-        OBJDIR=${CMAKE_BINARY_DIR}/obj
+        OUT=${PROJECT_BINARY_DIR}
+        LIBDIR=${PROJECT_BINARY_DIR}/lib
+        OBJDIR=${PROJECT_BINARY_DIR}/obj
         UMD_HOME=${UMD_HOME}
         UMD_VERSIM_STUB=${UMD_VERSIM_STUB}
         UMD_VERSIM_HEADERS=${TT_METAL_VERSIM_ROOT}/versim/
@@ -77,21 +77,21 @@ endif()
 if(NOT BUILD_SHARED_LIBS)
     set(UMD_OBJS
         ${UMD_OBJS}
-        ${CMAKE_BINARY_DIR}/obj/umd/device/architecture_implementation.o
-        ${CMAKE_BINARY_DIR}/obj/umd/device/blackhole_implementation.o
-        ${CMAKE_BINARY_DIR}/obj/umd/device/cpuset_lib.o
-        ${CMAKE_BINARY_DIR}/obj/umd/device/grayskull_implementation.o
-        ${CMAKE_BINARY_DIR}/obj/umd/device/tt_cluster_descriptor.o
-        ${CMAKE_BINARY_DIR}/obj/umd/device/tt_device.o
-        ${CMAKE_BINARY_DIR}/obj/umd/device/tt_emulation_stub.o
-        ${CMAKE_BINARY_DIR}/obj/umd/device/tt_silicon_driver_common.o
-        ${CMAKE_BINARY_DIR}/obj/umd/device/tt_silicon_driver.o
-        ${CMAKE_BINARY_DIR}/obj/umd/device/tt_soc_descriptor.o
-        ${CMAKE_BINARY_DIR}/obj/umd/device/tt_versim_stub.o
-        ${CMAKE_BINARY_DIR}/obj/umd/device/tlb.o
-        ${CMAKE_BINARY_DIR}/obj/umd/device/wormhole_implementation.o
+        ${PROJECT_BINARY_DIR}/obj/umd/device/architecture_implementation.o
+        ${PROJECT_BINARY_DIR}/obj/umd/device/blackhole_implementation.o
+        ${PROJECT_BINARY_DIR}/obj/umd/device/cpuset_lib.o
+        ${PROJECT_BINARY_DIR}/obj/umd/device/grayskull_implementation.o
+        ${PROJECT_BINARY_DIR}/obj/umd/device/tt_cluster_descriptor.o
+        ${PROJECT_BINARY_DIR}/obj/umd/device/tt_device.o
+        ${PROJECT_BINARY_DIR}/obj/umd/device/tt_emulation_stub.o
+        ${PROJECT_BINARY_DIR}/obj/umd/device/tt_silicon_driver_common.o
+        ${PROJECT_BINARY_DIR}/obj/umd/device/tt_silicon_driver.o
+        ${PROJECT_BINARY_DIR}/obj/umd/device/tt_soc_descriptor.o
+        ${PROJECT_BINARY_DIR}/obj/umd/device/tt_versim_stub.o
+        ${PROJECT_BINARY_DIR}/obj/umd/device/tlb.o
+        ${PROJECT_BINARY_DIR}/obj/umd/device/wormhole_implementation.o
     )
-    set(UMD_STATIC_LIB ${CMAKE_BINARY_DIR}/lib/libdevice.a)
+    set(UMD_STATIC_LIB ${PROJECT_BINARY_DIR}/lib/libdevice.a)
 
     # Build static lib with objs created after umd_device is built
     add_custom_command(

diff --git a/docs/source/ttnn/ttnn/adding_new_ttnn_operation.rst b/docs/source/ttnn/ttnn/adding_new_ttnn_operation.rst
@@ -1,6 +1,11 @@
 Adding New ttnn Operation
 #########################
 
+.. note::
+   This document is meant for contributors to TT-NN.
+
+   Not all operations may be functional on all Tenstorrent hardware (Grayskull,
+   Wormhole, or others).
 
 C++ Implementation
 ------------------