diff --git a/requirements.txt b/requirements.txt
index 0893d10..6072d93 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,8 +1,5 @@
-transformers==5.3.0
+transformers>=4.40.0
 accelerate
 soundfile
 numpy
-pydub
-tensorboardx
-webdataset
 beautifulsoup4