diff --git a/requirements.txt b/requirements.txt
index d698416b..6b970261 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -9,12 +9,14 @@ datasets>=2.1.0
 accelerate
 bettermap
 
+# For the P3 datasets, which we get from huggingface datasets
+protobuf<=3.20
+
 # For lm-eval
 sacrebleu>=1.5.0
 scikit-learn>=0.24.1   # Eleuther uses this for metrics. Can we replace it with torchmetrics?
 pycountry>=20.7.3
 rouge-score>=0.0.4  # Can we replace this with torchmetrics?
-tensorflow
 # The Eleuther test harness depends on these even at runtime, but does not declare them.
 mypy_extensions
 pytest