From cf76a9b7e6f572b41d9e29d778699174602f6a27 Mon Sep 17 00:00:00 2001 From: NeonBohdan <96498856+NeonBohdan@users.noreply.github.com> Date: Wed, 30 Aug 2023 20:38:26 +0300 Subject: [PATCH] Fix tokenizer initialization (#11) * Fix T5 tokenizer * Freeze transformers --- requirements/requirements.txt | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/requirements/requirements.txt b/requirements/requirements.txt index dae6d2e..ebcd2f3 100644 --- a/requirements/requirements.txt +++ b/requirements/requirements.txt @@ -1,6 +1,7 @@ # model ctranslate2 -transformers +transformers==4.32.1 +protobuf SentencePiece # networking neon_llm_core==0.0.6 \ No newline at end of file