Update hf-genai-requirements.txt

sramakintel · web-flow · commit ed51390c1563 · 2024-09-12T14:04:08.000-07:00
Signed-off-by: Srikanth Ramakrishna  &lt;srikanth.ramakrishna@intel.com&gt;
diff --git a/pytorch/hf-genai-requirements.txt b/pytorch/hf-genai-requirements.txt
@@ -9,5 +9,5 @@ protobuf==5.28.1
 py-cpuinfo==9.0.0
 scikit-learn==1.5.2
 SentencePiece==0.2.0
-tokenizers==0.20.0
+tokenizers==0.19.1
 transformers==4.44.2
