From d29de44b7c6b03e61d65743ca4390728d54d2307 Mon Sep 17 00:00:00 2001 From: numb3r3 Date: Fri, 29 Jul 2022 15:20:16 +0800 Subject: [PATCH] fix: revert tokenizer chagne --- server/clip_server/model/tokenization.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/server/clip_server/model/tokenization.py b/server/clip_server/model/tokenization.py index cb3bfd4e8..af1dcf7be 100644 --- a/server/clip_server/model/tokenization.py +++ b/server/clip_server/model/tokenization.py @@ -8,9 +8,7 @@ def __init__(self, name: str, **kwargs): self._name = name if name in _MULTILINGUALCLIP_MODELS: import transformers - import os - os.environ["TOKENIZERS_PARALLELISM"] = "false" self._tokenizer = transformers.AutoTokenizer.from_pretrained(name) else: from clip_server.model.simple_tokenizer import SimpleTokenizer