Update requirements.txt

ZHUI · web-flow · commit 952c6e6dc846 · 2024-11-28T15:27:55.000+08:00
huggingface/tokenizers#1693
diff --git a/requirements.txt b/requirements.txt
@@ -27,4 +27,4 @@ jinja2
 regex
 numpy<=1.26.4
 tiktoken
-tokenizers
+tokenizers<0.21
