diff --git a/requirements.txt b/requirements.txt
index 1dd3aaf..ff1546c 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,6 +1,6 @@
 tqdm
 rotary_embedding_torch
-transformers
+transformers>=4.19
 tokenizers
 inflect
 progressbar