#4003: Look further back in time per op file to see if we had a prior…

… failure
tenstorrent · Mar 12, 2024 · 5459004 · 5459004
1 parent a152fcf
commit 5459004
Show file tree

Hide file tree

Showing 45 changed files with 677 additions and 5 deletions.
diff --git a/docs/Makefile b/docs/Makefile
@@ -16,7 +16,7 @@ DOCS_VERSION       	?= latest
 BRANCH = $(shell git rev-parse --abbrev-ref HEAD)
 
 GITHUB_TOKEN    ?= INSERT_TOKEN_HERE
-TTNN_SWEEPS_DIR = $(HTMLDIR)/ttnn_sweeps
+TTNN_SWEEPS_DIR = $(SOURCEDIR)/ttnn/sweeps
 
 # Put it first so that "make" without argument is like "make help".
 help:
@@ -46,7 +46,7 @@ ttnn_sweeps/check_directory:
 
 ttnn_sweeps:
 	@echo "Note that GITHUB_TOKEN must be set before calling this"
-	@cd .. && python tests/ttnn/sweep_tests/build_html_sweep_results.py --dir docs/$(TTNN_SWEEPS_DIR) --token $(GITHUB_TOKEN)
+	@cd .. && python tests/ttnn/sweep_tests/build_rst_sweep_results.py --dir docs/$(TTNN_SWEEPS_DIR) --token $(GITHUB_TOKEN)
 
 server:
 	@echo "Navigate to: \033[4;33mlocalhost:$(PORT)/index.html\033[0m"

diff --git a/docs/requirements-docs.txt b/docs/requirements-docs.txt
@@ -8,3 +8,4 @@ nbsphinx==0.9.3
 sphinxcontrib-jquery==4.1
 ipython==8.12.3
 pandoc==2.3
+tabulate==0.9.0
diff --git a/docs/source/index.rst b/docs/source/index.rst
@@ -32,6 +32,7 @@ Welcome to TT-Metalium documentation!
    ttnn/adding_new_ttnn_operation
    ttnn/profiling_ttnn_operations
    ttnn/dependencies/index.rst
+   ttnn/sweeps/index.rst
 
 .. toctree::
    :caption: Models

diff --git a/docs/source/ttnn/onboarding.rst b/docs/source/ttnn/onboarding.rst
@@ -13,7 +13,7 @@ is that the long term benefits will help us maintain our objectives. Please foll
     * When creating the branch, please follow the pattern of 'TTNN-<Issue Number>-<brief description>'.  For example, if the issue is 4730, the branch name would be `TTNN-4730-concat-operation`
     * Use the `fallback` reference implementation for the operation and implement the functionality.
     * Add the documentation in the rst format for the operation under `ttnn documentation <https://github.com/tenstorrent-metal/tt-metal/tree/main/docs/source/ttnn/ttnn>`_
-    * Add sweep tests to the branch using the fallback implementation under `ttnn sweep tests <https://github.com/tenstorrent-metal/tt-metal/tree/main/tests/ttnn/sweep_tests/sweeps>`_
+    * Add :ref:`sweep tests<ttnn.sweep_tests>` to the branch using the fallback implementation under `ttnn sweep tests <https://github.com/tenstorrent-metal/tt-metal/tree/main/tests/ttnn/sweep_tests/sweeps>`_
 3. Update the issue referencing the pull requests after verifying that all the sweep tests run as expected.  A TTNN CODEOWNERS will review the PR and verify that the API is acceptable and that the sweep tests reflect the intended functionality.
 4. If the pull request (PR) is accepted it will be merge into the main branch and a new branch should be created that adds the implementation.
     * The fallback implementation for the Operation should be left and will continue to be used for op-by-op PCC comparisons when debugging models (see `--ttnn-enable-debug-decorator`).

diff --git a/docs/source/ttnn/sweeps/acos.rst b/docs/source/ttnn/sweeps/acos.rst
@@ -0,0 +1,8 @@
+.. _ttnn.sweep_test_acos:
+
+acos
+====================================================================
+====  ========  ===========================================================================================  =============  ========  =======  =================  ==============================================================================================================================  ==============================================================================================================================
+  ..  status    exception                                                                                    batch_sizes      height    width  input_dtype        input_memory_config                                                                                                             output_memory_config
+====  ========  ===========================================================================================  =============  ========  =======  =================  ==============================================================================================================================  ==============================================================================================================================
+====  ========  ===========================================================================================  =============  ========  =======  =================  ==============================================================================================================================  ==============================================================================================================================
diff --git a/docs/source/ttnn/sweeps/add.rst b/docs/source/ttnn/sweeps/add.rst
@@ -0,0 +1,8 @@
+.. _ttnn.sweep_test_add:
+
+add
+====================================================================
+====  ========  ==========================================================================================  =============  ========  =======  ===========  =================  =================  ================  ================  ==============================================================================================================================  ==============================================================================================================================  ==============================================================================================================================
+  ..  status    exception                                                                                   batch_sizes      height    width  broadcast    input_a_dtype      input_b_dtype      input_a_layout    input_b_layout    input_b_memory_config                                                                                                           input_a_memory_config                                                                                                           output_memory_config
+====  ========  ==========================================================================================  =============  ========  =======  ===========  =================  =================  ================  ================  ==============================================================================================================================  ==============================================================================================================================  ==============================================================================================================================
+====  ========  ==========================================================================================  =============  ========  =======  ===========  =================  =================  ================  ================  ==============================================================================================================================  ==============================================================================================================================  ==============================================================================================================================
diff --git a/docs/source/ttnn/sweeps/asin.rst b/docs/source/ttnn/sweeps/asin.rst
@@ -0,0 +1,8 @@
+.. _ttnn.sweep_test_asin:
+
+asin
+====================================================================
+====  ========  ===========================================================================================  =============  ========  =======  =================  ==============================================================================================================================  ==============================================================================================================================
+  ..  status    exception                                                                                    batch_sizes      height    width  input_dtype        input_memory_config                                                                                                             output_memory_config
+====  ========  ===========================================================================================  =============  ========  =======  =================  ==============================================================================================================================  ==============================================================================================================================
+====  ========  ===========================================================================================  =============  ========  =======  =================  ==============================================================================================================================  ==============================================================================================================================
diff --git a/docs/source/ttnn/sweeps/atan.rst b/docs/source/ttnn/sweeps/atan.rst
@@ -0,0 +1,8 @@
+.. _ttnn.sweep_test_atan:
+
+atan
+====================================================================
+====  ========  ===========================================================================================  =============  ========  =======  =================  ==============================================================================================================================  ==============================================================================================================================
+  ..  status    exception                                                                                    batch_sizes      height    width  input_dtype        input_memory_config                                                                                                             output_memory_config
+====  ========  ===========================================================================================  =============  ========  =======  =================  ==============================================================================================================================  ==============================================================================================================================
+====  ========  ===========================================================================================  =============  ========  =======  =================  ==============================================================================================================================  ==============================================================================================================================
diff --git a/docs/source/ttnn/sweeps/average_pool2d.rst b/docs/source/ttnn/sweeps/average_pool2d.rst
@@ -0,0 +1,8 @@
+.. _ttnn.sweep_test_average_pool2d:
+
+average_pool2d
+====================================================================
+====  ========  ===========  ===============  =================
+  ..  status      exception  input_shape      dtype
+====  ========  ===========  ===============  =================
+====  ========  ===========  ===============  =================
diff --git a/docs/source/ttnn/sweeps/concat.rst b/docs/source/ttnn/sweeps/concat.rst
@@ -0,0 +1,8 @@
+.. _ttnn.sweep_test_concat:
+
+concat
+====================================================================
+====  ===================  =============================================================================================  ===================  =================  =============================  =============================  ================  =================  ==============================================================================================================================
+  ..  status               exception                                                                                        number_of_tensors    rank_of_tensors    max_random_size_of_each_dim    dimension_to_concatenate_on  layout            dtype              memory_config
+====  ===================  =============================================================================================  ===================  =================  =============================  =============================  ================  =================  ==============================================================================================================================
+====  ===================  =============================================================================================  ===================  =================  =============================  =============================  ================  =================  ==============================================================================================================================
diff --git a/docs/source/ttnn/sweeps/cos.rst b/docs/source/ttnn/sweeps/cos.rst
@@ -0,0 +1,8 @@
+.. _ttnn.sweep_test_cos:
+
+cos
+====================================================================
+====  ========  ===========  =============  ========  =======  =================  ==============================================================================================================================  ==============================================================================================================================  ===========
+  ..  status      exception  batch_sizes      height    width  input_dtype        input_memory_config                                                                                                             output_memory_config                                                                                                            layout
+====  ========  ===========  =============  ========  =======  =================  ==============================================================================================================================  ==============================================================================================================================  ===========
+====  ========  ===========  =============  ========  =======  =================  ==============================================================================================================================  ==============================================================================================================================  ===========
diff --git a/docs/source/ttnn/sweeps/eq.rst b/docs/source/ttnn/sweeps/eq.rst
@@ -0,0 +1,8 @@
+.. _ttnn.sweep_test_eq:
+
+eq
+====================================================================
+====  ========  ===========  =============  ========  =======  =================  =================  ================  ================  ==============================================================================================================================  ==============================================================================================================================  ==============================================================================================================================
+  ..  status      exception  batch_sizes      height    width  input_a_dtype      input_b_dtype      input_a_layout    input_b_layout    input_b_memory_config                                                                                                           input_a_memory_config                                                                                                           output_memory_config
+====  ========  ===========  =============  ========  =======  =================  =================  ================  ================  ==============================================================================================================================  ==============================================================================================================================  ==============================================================================================================================
+====  ========  ===========  =============  ========  =======  =================  =================  ================  ================  ==============================================================================================================================  ==============================================================================================================================  ==============================================================================================================================
diff --git a/docs/source/ttnn/sweeps/eqz.rst b/docs/source/ttnn/sweeps/eqz.rst
@@ -0,0 +1,8 @@
+.. _ttnn.sweep_test_eqz:
+
+eqz
+====================================================================
+====  ========  ===========  =============  ========  =======  =================  ==============================================================================================================================  ==============================================================================================================================  ===========
+  ..  status      exception  batch_sizes      height    width  input_dtype        input_memory_config                                                                                                             output_memory_config                                                                                                            layout
+====  ========  ===========  =============  ========  =======  =================  ==============================================================================================================================  ==============================================================================================================================  ===========
+====  ========  ===========  =============  ========  =======  =================  ==============================================================================================================================  ==============================================================================================================================  ===========
diff --git a/docs/source/ttnn/sweeps/exp.rst b/docs/source/ttnn/sweeps/exp.rst
@@ -0,0 +1,8 @@
+.. _ttnn.sweep_test_exp:
+
+exp
+====================================================================
+====  ========  ==========================================================================================  =============  ========  =======  =================  ==============================================================================================================================  ==============================================================================================================================
+  ..  status    exception                                                                                   batch_sizes      height    width  input_dtype        input_memory_config                                                                                                             output_memory_config
+====  ========  ==========================================================================================  =============  ========  =======  =================  ==============================================================================================================================  ==============================================================================================================================
+====  ========  ==========================================================================================  =============  ========  =======  =================  ==============================================================================================================================  ==============================================================================================================================