diff --git a/pyproject.toml b/pyproject.toml
index 704c2184a..8a53f80e0 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -34,7 +34,7 @@ dependencies = [
 "sentencepiece>=0.1.99,<0.3",
 "tokenizers<=0.22",
 "tqdm>=4.66.2,<5.0",
-"trl>=0.19.1,<0.20.0",
+"trl>=0.19.1,<0.24.0",
 "peft>=0.17.0,<0.18.0",
 "datasets>=4.0.0,<5.0.0",
 "simpleeval>=0.9.13,<2.0",