4

openvinotoolkit · Jul 15, 2024 · 284cd03 · 284cd03
1 parent 163a733
commit 284cd03
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -18,7 +18,7 @@ elseif(NOT GENERATOR_IS_MULTI_CONFIG_VAR AND NOT DEFINED CMAKE_BUILD_TYPE)
 endif()
 
 project(OpenVINOGenAI
-        VERSION 2024.3.0.0
+        VERSION 2024.4.0.0
         DESCRIPTION "OpenVINO GenAI"
         HOMEPAGE_URL "https://github.com/openvinotoolkit/openvino.genai"
         LANGUAGES CXX)

diff --git a/thirdparty/openvino_tokenizers b/thirdparty/openvino_tokenizers
+0 −2		.github/workflows/labeler.yml
+5 −16		.github/workflows/linux.yml
+1 −5		.github/workflows/mac.yml
+2 −5		.github/workflows/windows.yml
+4 −13		CMakeLists.txt
+126 −169		README.md
+3 −4		pyproject.toml
+0 −11		python/openvino_tokenizers/constants.py
+1 −9		python/openvino_tokenizers/convert_tokenizer.py
+50 −169		python/openvino_tokenizers/hf_parser.py
+17 −1		python/openvino_tokenizers/tiktoken_parser.py
+58 −91		python/openvino_tokenizers/tokenizer_pipeline.py
+7 −52		python/openvino_tokenizers/utils.py
+4 −12		src/CMakeLists.txt
+0 −52		src/byte_fallback.cpp
+0 −36		src/byte_fallback.hpp
+1 −1		src/icu4c.patch
+0 −1		src/ov_extension.cpp
+3 −3		src/ragged_to_dense.cpp
+21 −28		src/sentence_piece.cpp
+0 −2		src/sentence_piece.hpp
+0 −1		src/tokenizer.hpp
+20 −21		src/vocab_decoder.cpp
+1 −47		tests/conftest.py
+1 −1		tests/pass_rates.json
+0 −12,885		tests/stats.json
+69 −115		tests/tokenizers_test.py