#5389: added host buffer wrapper

tenstorrent · May 17, 2024 · 129181f · 129181f
1 parent 5d0ff82
commit 129181f
Show file tree

Hide file tree

Showing 44 changed files with 573 additions and 460 deletions.
diff --git a/tests/tt_eager/integration_tests/test_bert.cpp b/tests/tt_eager/integration_tests/test_bert.cpp
@@ -2,22 +2,19 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 
-#include "tt_metal/common/constants.hpp"
-#include "tensor/tensor.hpp"
-#include "tensor/owned_buffer.hpp"
-#include "tt_metal/host_api.hpp"
-
-#include "tt_numpy/functions.hpp"
-
-#include "tt_dnn/op_library/operation.hpp"
+#include <chrono>
 
-#include "tt_dnn/op_library/bmm/bmm_op.hpp"
+#include "tensor/host_buffer/types.hpp"
+#include "tensor/tensor.hpp"
 #include "tt_dnn/op_library/bcast/bcast_op.hpp"
-#include "tt_dnn/op_library/transformer_tms/transformer_tms.hpp"
+#include "tt_dnn/op_library/bmm/bmm_op.hpp"
 #include "tt_dnn/op_library/layernorm/layernorm_op.hpp"
+#include "tt_dnn/op_library/operation.hpp"
 #include "tt_dnn/op_library/softmax/softmax_op.hpp"
-
-#include <chrono>
+#include "tt_dnn/op_library/transformer_tms/transformer_tms.hpp"
+#include "tt_metal/common/constants.hpp"
+#include "tt_metal/host_api.hpp"
+#include "tt_numpy/functions.hpp"
 
 using Parameters = std::map<std::string, Tensor>;
 

diff --git a/tests/tt_eager/ops/test_eltwise_binary_op.cpp b/tests/tt_eager/ops/test_eltwise_binary_op.cpp
@@ -3,8 +3,8 @@
 // SPDX-License-Identifier: Apache-2.0
 
 #include "common/constants.hpp"
-#include "tensor/owned_buffer.hpp"
-#include "tensor/owned_buffer_functions.hpp"
+#include "tensor/host_buffer/functions.hpp"
+#include "tensor/host_buffer/types.hpp"
 #include "tensor/tensor.hpp"
 #include "tt_dnn/op_library/eltwise_binary/eltwise_binary_op.hpp"
 #include "tt_numpy/functions.hpp"

diff --git a/tests/tt_eager/ops/test_eltwise_unary_op.cpp b/tests/tt_eager/ops/test_eltwise_unary_op.cpp
@@ -5,8 +5,8 @@
 #include <cmath>
 
 #include "common/constants.hpp"
-#include "tensor/owned_buffer.hpp"
-#include "tensor/owned_buffer_functions.hpp"
+#include "tensor/host_buffer/functions.hpp"
+#include "tensor/host_buffer/types.hpp"
 #include "tensor/tensor.hpp"
 #include "tt_dnn/op_library/eltwise_unary/eltwise_unary_op.hpp"
 #include "tt_dnn/op_library/operation.hpp"

diff --git a/tests/tt_eager/ops/test_multi_queue_api.cpp b/tests/tt_eager/ops/test_multi_queue_api.cpp
@@ -6,8 +6,8 @@
 
 #include "common/constants.hpp"
 #include "queue/queue.hpp"
-#include "tensor/owned_buffer.hpp"
-#include "tensor/owned_buffer_functions.hpp"
+#include "tensor/host_buffer/functions.hpp"
+#include "tensor/host_buffer/types.hpp"
 #include "tensor/tensor.hpp"
 #include "tt_dnn/op_library/eltwise_unary/eltwise_unary_op.hpp"
 #include "tt_dnn/op_library/operation.hpp"

diff --git a/tests/tt_eager/ops/test_pad_op.cpp b/tests/tt_eager/ops/test_pad_op.cpp
@@ -5,15 +5,13 @@
 #include <cmath>
 
 #include "common/constants.hpp"
+#include "tensor/host_buffer/types.hpp"
 #include "tensor/tensor.hpp"
-#include "tensor/owned_buffer.hpp"
+#include "tt_dnn/op_library/operation.hpp"
+#include "tt_dnn/op_library/pad/pad_op.hpp"
 #include "tt_metal/host_api.hpp"
-
 #include "tt_numpy/functions.hpp"
 
-#include "tt_dnn/op_library/pad/pad_op.hpp"
-#include "tt_dnn/op_library/operation.hpp"
-
 using tt::tt_metal::DataType;
 using tt::tt_metal::Device;
 

diff --git a/tests/tt_eager/ops/test_tilize_op.cpp b/tests/tt_eager/ops/test_tilize_op.cpp
@@ -2,17 +2,17 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 
-#include "tt_metal/host_api.hpp"
-#include "tensor/tensor.hpp"
-#include "tensor/owned_buffer.hpp"
-#include "tensor/owned_buffer_functions.hpp"
-#include "tt_dnn/op_library/tilize/tilize_op.hpp"
-#include "common/constants.hpp"
-#include <tt_numpy/functions.hpp>
-
 #include <algorithm>
 #include <functional>
 #include <random>
+#include <tt_numpy/functions.hpp>
+
+#include "common/constants.hpp"
+#include "tensor/host_buffer/functions.hpp"
+#include "tensor/host_buffer/types.hpp"
+#include "tensor/tensor.hpp"
+#include "tt_dnn/op_library/tilize/tilize_op.hpp"
+#include "tt_metal/host_api.hpp"
 
 using namespace tt;
 using namespace tt_metal;

diff --git a/tests/tt_eager/ops/test_tilize_op_channels_last.cpp b/tests/tt_eager/ops/test_tilize_op_channels_last.cpp
@@ -2,19 +2,18 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 
-#include "tt_metal/host_api.hpp"
-#include "tensor/tensor.hpp"
-#include "tensor/owned_buffer.hpp"
-#include "tensor/owned_buffer_functions.hpp"
-#include "tensor/owned_buffer_functions.hpp"
-#include "tt_dnn/op_library/tilize/tilize_op.hpp"
-#include "common/constants.hpp"
-#include "tt_numpy/functions.hpp"
-
 #include <algorithm>
 #include <functional>
 #include <random>
 
+#include "common/constants.hpp"
+#include "tensor/host_buffer/functions.hpp"
+#include "tensor/host_buffer/types.hpp"
+#include "tensor/tensor.hpp"
+#include "tt_dnn/op_library/tilize/tilize_op.hpp"
+#include "tt_metal/host_api.hpp"
+#include "tt_numpy/functions.hpp"
+
 using namespace tt;
 using namespace tt_metal;
 using namespace constants;

diff --git a/tests/tt_eager/ops/test_tilize_zero_padding.cpp b/tests/tt_eager/ops/test_tilize_zero_padding.cpp
@@ -2,18 +2,18 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 
-#include "tt_metal/host_api.hpp"
-#include "tensor/tensor.hpp"
-#include "tensor/owned_buffer.hpp"
-#include "tensor/owned_buffer_functions.hpp"
-#include "tt_dnn/op_library/tilize/tilize_op.hpp"
-#include "common/constants.hpp"
-#include "tt_numpy/functions.hpp"
-
 #include <algorithm>
 #include <functional>
 #include <random>
 
+#include "common/constants.hpp"
+#include "tensor/host_buffer/functions.hpp"
+#include "tensor/host_buffer/types.hpp"
+#include "tensor/tensor.hpp"
+#include "tt_dnn/op_library/tilize/tilize_op.hpp"
+#include "tt_metal/host_api.hpp"
+#include "tt_numpy/functions.hpp"
+
 using namespace tt;
 using namespace tt_metal;
 using namespace constants;

diff --git a/tests/tt_eager/ops/test_tilize_zero_padding_channels_last.cpp b/tests/tt_eager/ops/test_tilize_zero_padding_channels_last.cpp
@@ -2,18 +2,18 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 
-#include "tt_metal/host_api.hpp"
-#include "tensor/tensor.hpp"
-#include "tensor/owned_buffer.hpp"
-#include "tensor/owned_buffer_functions.hpp"
-#include "tt_dnn/op_library/tilize/tilize_op.hpp"
-#include "common/constants.hpp"
-#include "tt_numpy/functions.hpp"
-
 #include <algorithm>
 #include <functional>
 #include <random>
 
+#include "common/constants.hpp"
+#include "tensor/host_buffer/functions.hpp"
+#include "tensor/host_buffer/types.hpp"
+#include "tensor/tensor.hpp"
+#include "tt_dnn/op_library/tilize/tilize_op.hpp"
+#include "tt_metal/host_api.hpp"
+#include "tt_numpy/functions.hpp"
+
 using namespace tt;
 using namespace tt_metal;
 using namespace constants;

diff --git a/tests/tt_eager/ops/test_transpose_wh_multi_core.cpp b/tests/tt_eager/ops/test_transpose_wh_multi_core.cpp
@@ -2,16 +2,16 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 
-#include "tt_metal/host_api.hpp"
-#include "tensor/tensor.hpp"
-#include "tensor/owned_buffer.hpp"
-#include "tensor/owned_buffer_functions.hpp"
-#include "tt_dnn/op_library/transpose/transpose_op.hpp"
-#include <tt_numpy/functions.hpp>
-
 #include <algorithm>
 #include <functional>
 #include <random>
+#include <tt_numpy/functions.hpp>
+
+#include "tensor/host_buffer/functions.hpp"
+#include "tensor/host_buffer/types.hpp"
+#include "tensor/tensor.hpp"
+#include "tt_dnn/op_library/transpose/transpose_op.hpp"
+#include "tt_metal/host_api.hpp"
 
 using namespace tt;
 using namespace tt_metal;

diff --git a/tests/tt_eager/ops/test_transpose_wh_single_core.cpp b/tests/tt_eager/ops/test_transpose_wh_single_core.cpp
@@ -2,16 +2,16 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 
-#include "tt_metal/host_api.hpp"
-#include "tensor/tensor.hpp"
-#include "tensor/owned_buffer.hpp"
-#include "tensor/owned_buffer_functions.hpp"
-#include "tt_dnn/op_library/transpose/transpose_op.hpp"
-#include <tt_numpy/functions.hpp>
-
 #include <algorithm>
 #include <functional>
 #include <random>
+#include <tt_numpy/functions.hpp>
+
+#include "tensor/host_buffer/functions.hpp"
+#include "tensor/host_buffer/types.hpp"
+#include "tensor/tensor.hpp"
+#include "tt_dnn/op_library/transpose/transpose_op.hpp"
+#include "tt_metal/host_api.hpp"
 
 using namespace tt;
 using namespace tt_metal;

diff --git a/tests/tt_eager/tensors/test_async_tensor_apis.cpp b/tests/tt_eager/tensors/test_async_tensor_apis.cpp
@@ -2,24 +2,23 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 
-#include "tensor/types.hpp"
-#include "tt_metal/host_api.hpp"
+#include <algorithm>
+#include <chrono>
+#include <functional>
+#include <random>
+
+#include "common/bfloat16.hpp"
+#include "common/constants.hpp"
+#include "tensor/host_buffer/functions.hpp"
+#include "tensor/host_buffer/types.hpp"
 #include "tensor/tensor.hpp"
 #include "tensor/tensor_impl.hpp"
-#include "tensor/owned_buffer.hpp"
-#include "tensor/owned_buffer_functions.hpp"
+#include "tensor/types.hpp"
 #include "tests/tt_metal/tt_metal/unit_tests_common/common/common_fixture.hpp"
 #include "tt_dnn/op_library/eltwise_binary/eltwise_binary_op.hpp"
-#include "common/bfloat16.hpp"
-#include "common/constants.hpp"
-
+#include "tt_metal/host_api.hpp"
 #include "tt_numpy/functions.hpp"
 
-#include <algorithm>
-#include <chrono>
-#include <functional>
-#include <random>
-
 using namespace tt;
 using namespace tt_metal;
 using namespace constants;

diff --git a/tests/tt_eager/tensors/test_copy_and_move.cpp b/tests/tt_eager/tensors/test_copy_and_move.cpp
@@ -2,20 +2,19 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 
-#include "tt_metal/host_api.hpp"
-#include "tensor/tensor.hpp"
-#include "tensor/tensor_impl.hpp"
-#include "tensor/owned_buffer.hpp"
-#include "tensor/owned_buffer_functions.hpp"
-#include "common/bfloat16.hpp"
-#include "common/constants.hpp"
-
-#include "tt_numpy/functions.hpp"
-
 #include <algorithm>
 #include <functional>
 #include <random>
 
+#include "common/bfloat16.hpp"
+#include "common/constants.hpp"
+#include "tensor/host_buffer/functions.hpp"
+#include "tensor/host_buffer/types.hpp"
+#include "tensor/tensor.hpp"
+#include "tensor/tensor_impl.hpp"
+#include "tt_metal/host_api.hpp"
+#include "tt_numpy/functions.hpp"
+
 using namespace tt;
 using namespace tt_metal;
 using namespace constants;

diff --git a/tests/tt_eager/tensors/test_host_device_loopback.cpp b/tests/tt_eager/tensors/test_host_device_loopback.cpp
@@ -2,18 +2,18 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 
-#include "tt_metal/host_api.hpp"
-#include "tensor/tensor.hpp"
-#include "tensor/owned_buffer.hpp"
-#include "tensor/owned_buffer_functions.hpp"
-#include "tt_dnn/op_library/eltwise_binary/eltwise_binary_op.hpp"
-#include "common/constants.hpp"
-#include "tt_numpy/functions.hpp"
-
 #include <algorithm>
 #include <functional>
 #include <random>
 
+#include "common/constants.hpp"
+#include "tensor/host_buffer/functions.hpp"
+#include "tensor/host_buffer/types.hpp"
+#include "tensor/tensor.hpp"
+#include "tt_dnn/op_library/eltwise_binary/eltwise_binary_op.hpp"
+#include "tt_metal/host_api.hpp"
+#include "tt_numpy/functions.hpp"
+
 using namespace tt;
 using namespace tt_metal;
 using namespace constants;

diff --git a/tests/tt_eager/tensors/test_ranks.cpp b/tests/tt_eager/tensors/test_ranks.cpp
@@ -2,20 +2,19 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 
-#include "tt_metal/host_api.hpp"
-#include "tensor/tensor.hpp"
-#include "tensor/tensor_impl.hpp"
-#include "tensor/owned_buffer.hpp"
-#include "tensor/owned_buffer_functions.hpp"
-#include "common/bfloat16.hpp"
-#include "common/constants.hpp"
-
-#include "tt_numpy/functions.hpp"
-
 #include <algorithm>
 #include <functional>
 #include <random>
 
+#include "common/bfloat16.hpp"
+#include "common/constants.hpp"
+#include "tensor/host_buffer/functions.hpp"
+#include "tensor/host_buffer/types.hpp"
+#include "tensor/tensor.hpp"
+#include "tensor/tensor_impl.hpp"
+#include "tt_metal/host_api.hpp"
+#include "tt_numpy/functions.hpp"
+
 using namespace tt;
 using namespace tt_metal;
 using namespace constants;

diff --git a/tests/tt_eager/tensors/test_raw_host_memory_pointer.cpp b/tests/tt_eager/tensors/test_raw_host_memory_pointer.cpp
@@ -8,8 +8,8 @@
 
 #include "common/bfloat16.hpp"
 #include "common/constants.hpp"
-#include "tensor/owned_buffer.hpp"
-#include "tensor/owned_buffer_functions.hpp"
+#include "tensor/host_buffer/functions.hpp"
+#include "tensor/host_buffer/types.hpp"
 #include "tensor/tensor.hpp"
 #include "tensor/tensor_impl.hpp"
 #include "tt_dnn/op_library/eltwise_binary/eltwise_binary_op.hpp"