From cbe2d17638e4a1a52f08c625461bea687f447900 Mon Sep 17 00:00:00 2001 From: Adarsh Shirawalmath <114558126+adarshxs@users.noreply.github.com> Date: Mon, 27 May 2024 16:01:24 +0530 Subject: [PATCH] add reference to HF --- cerule/model/language_model/gemma/tokenization_gemma.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/cerule/model/language_model/gemma/tokenization_gemma.py b/cerule/model/language_model/gemma/tokenization_gemma.py index f70c6e8..7d4f37a 100644 --- a/cerule/model/language_model/gemma/tokenization_gemma.py +++ b/cerule/model/language_model/gemma/tokenization_gemma.py @@ -13,6 +13,8 @@ # See the License for the specific language governing permissions and # limitations under the License. +# Imported from Huggingface Transformers - transformers.models.gemma + """Tokenization classes for Gemma.""" import os