-
Notifications
You must be signed in to change notification settings - Fork 87
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
c135e39
commit eb71e44
Showing
8 changed files
with
269 additions
and
120 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,21 @@ | ||
| // SPDX-FileCopyrightText: (c) 2024 Tenstorrent AI ULC | ||
| // | ||
| // SPDX-License-Identifier: Apache-2.0 | ||
|
|
||
| #include <gtest/gtest.h> | ||
|
|
||
| #include "ttnn/tensor/tensor.hpp" | ||
| #include "ttnn/tensor/xtensor/conversion_utils.hpp" | ||
| #include "ttnn/tensor/xtensor/partition.hpp" | ||
| #include "ttnn/tensor/xtensor/xtensor_all_includes.hpp" | ||
|
|
||
| namespace ttnn { | ||
| namespace { | ||
|
|
||
| using ::tt::tt_metal::Tensor; | ||
| using ::ttnn::experimental::xtensor::chunk; | ||
| using ::ttnn::experimental::xtensor::concatenate; | ||
| using ::ttnn::experimental::xtensor::from_vector; | ||
|
|
||
| } // namespace | ||
| } // namespace ttnn |
99 changes: 99 additions & 0 deletions
99
tests/ttnn/unit_tests/gtests/tensor/test_vector_conversion.cpp
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,99 @@ | ||
| // SPDX-FileCopyrightText: (c) 2024 Tenstorrent AI ULC | ||
| // | ||
| // SPDX-License-Identifier: Apache-2.0 | ||
|
|
||
| #include <gtest/gtest.h> | ||
| #include <gmock/gmock.h> | ||
| #include <algorithm> | ||
| #include <cstdint> | ||
|
|
||
| #include "ttnn/tensor/tensor.hpp" | ||
| #include "ttnn/tensor/xtensor/conversion_utils.hpp" | ||
|
|
||
| namespace ttnn { | ||
| namespace { | ||
|
|
||
| using ::testing::Eq; | ||
| using ::testing::Pointwise; | ||
| using ::tt::tt_metal::Tensor; | ||
| using ::ttnn::experimental::xtensor::from_vector; | ||
| using ::ttnn::experimental::xtensor::to_vector; | ||
|
|
||
| const std::vector<ttnn::SimpleShape>& GetShapesForTest() { | ||
| static auto* shapes = new std::vector<ttnn::SimpleShape>{ | ||
| ttnn::SimpleShape{1, 1, 1, 1}, | ||
| ttnn::SimpleShape{1, 1, 1, 10}, | ||
| ttnn::SimpleShape{1, 32, 32, 16}, | ||
| ttnn::SimpleShape{1, 40, 3, 128}, | ||
| ttnn::SimpleShape{2, 2}, | ||
| ttnn::SimpleShape{1, 1, 1, 1, 10}, | ||
| }; | ||
| return *shapes; | ||
| } | ||
|
|
||
| template <typename T> | ||
| std::vector<T> Arange(int64_t start, int64_t end, int64_t step) { | ||
| std::vector<T> result; | ||
| for (int64_t i = start; i < end; i += step) { | ||
| if constexpr (std::is_same_v<T, ::bfloat16>) { | ||
| result.push_back(T(static_cast<float>(i))); | ||
| } else { | ||
| result.push_back(static_cast<T>(i)); | ||
| } | ||
| } | ||
| return result; | ||
| } | ||
|
|
||
| template <typename T> | ||
| class VectorConversionTest : public ::testing::Test {}; | ||
|
|
||
| using TestTypes = ::testing::Types<float, bfloat16, uint32_t, int32_t>; | ||
| TYPED_TEST_SUITE(VectorConversionTest, TestTypes); | ||
|
|
||
| TYPED_TEST(VectorConversionTest, Basic) { | ||
| for (const auto& shape : GetShapesForTest()) { | ||
| auto input = Arange<TypeParam>(0, static_cast<int64_t>(shape.volume()), 1); | ||
| auto output = to_vector<TypeParam>(from_vector(input, shape, convert_to_data_type<TypeParam>())); | ||
| EXPECT_THAT(output, Pointwise(Eq(), input)) << "for shape: " << shape; | ||
| } | ||
| } | ||
|
|
||
| TYPED_TEST(VectorConversionTest, InvalidSize) { | ||
| ttnn::SimpleShape shape{32, 32}; | ||
| auto input = Arange<TypeParam>(0, 42, 1); | ||
|
|
||
| ASSERT_NE(input.size(), shape.volume()); | ||
| EXPECT_ANY_THROW(from_vector(input, shape, convert_to_data_type<TypeParam>())); | ||
| } | ||
|
|
||
| TYPED_TEST(VectorConversionTest, InvalidDtype) { | ||
| ttnn::SimpleShape shape{32, 32}; | ||
| auto input = Arange<TypeParam>(0, 42, 1); | ||
|
|
||
| ASSERT_NE(input.size(), shape.volume()); | ||
| EXPECT_ANY_THROW(from_vector( | ||
| input, | ||
| shape, | ||
| // Use INT32 for verification, except for when the actual type is int32_t. | ||
| (std::is_same_v<TypeParam, int32_t> ? DataType::FLOAT32 : DataType::INT32))); | ||
| } | ||
|
|
||
| TEST(FloatVectorConversionTest, Bfloat16Representation) { | ||
| for (const auto& shape : GetShapesForTest()) { | ||
| auto input_bf16 = Arange<bfloat16>(0, static_cast<int64_t>(shape.volume()), 1); | ||
| std::vector<float> input_ft; | ||
| input_ft.reserve(input_bf16.size()); | ||
| std::transform(input_bf16.begin(), input_bf16.end(), std::back_inserter(input_ft), [](bfloat16 bf) { | ||
| return bf.to_float(); | ||
| }); | ||
|
|
||
| auto output_bf16 = to_vector<bfloat16>(from_vector(input_ft, shape, DataType::BFLOAT16)); | ||
| EXPECT_THAT(output_bf16, Pointwise(Eq(), input_bf16)) << "for shape: " << shape; | ||
|
|
||
| auto output_ft = to_vector<float>(from_vector(input_bf16, shape, DataType::BFLOAT16)); | ||
| EXPECT_THAT(output_ft, Pointwise(Eq(), input_ft)) << "for shape: " << shape; | ||
| } | ||
| } | ||
|
|
||
| } // namespace | ||
| } // namespace ttnn |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.