Use tokenizers 2024.1 branch

openvinotoolkit · Apr 9, 2024 · d782b99 · d782b99
1 parent ca994ad
commit d782b99
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 3 deletions.
diff --git a/.github/workflows/stable_diffusion_1_5_cpp.yml b/.github/workflows/stable_diffusion_1_5_cpp.yml
@@ -38,8 +38,7 @@ jobs:
       - name: Install OpenVINO and other conda dependencies
         run: |
           conda activate openvino_sd_cpp
-          conda install -c conda-forge c-compiler cxx-compiler make cmake
-          pip install openvino-nightly
+          conda install -c conda-forge openvino c-compiler cxx-compiler make cmake
           conda env config vars set LD_LIBRARY_PATH=$CONDA_PREFIX/lib:$LD_LIBRARY_PATH
 
       - name: Install python dependencies

diff --git a/thirdparty/openvino_tokenizers b/thirdparty/openvino_tokenizers
+1 −1		.github/workflows/linux.yml
+1 −1		.github/workflows/mac.yml
+1 −1		.github/workflows/windows.yml
+0 −29		README.md
+1 −1		pyproject.toml
+2 −2		python/openvino_tokenizers/build_tokenizer.py
+2 −2		python/openvino_tokenizers/tokenizer_pipeline.py
+19 −15		src/vocab_encoder.cpp
+6 −13		src/vocab_encoder.hpp