diff --git a/tests/BUILD b/tests/BUILD
index dfc1d2449..1a3b85afb 100644
--- a/tests/BUILD
+++ b/tests/BUILD
@@ -1354,7 +1354,7 @@ jax_test(
     disable_configs = [
         "gpu_a100",  # Numerical precision problems.
     ],
-    shard_count = 8,
+    shard_count = 15,
     deps = [
         "//jax:rnn",
     ],