diff --git a/requirements.txt b/requirements.txt
index 5c7d80dc..10fa772e 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -38,3 +38,4 @@ fastapi==0.112.1 # (since <0.112.2)
 x-transformers==2.1.37  
 torchmetrics==1.5.0  
 attrdict==2.0.1
+activations==0.1.0