diff --git a/jaxlib/BUILD b/jaxlib/BUILD
index e7ba1dd3d..875e182fa 100644
--- a/jaxlib/BUILD
+++ b/jaxlib/BUILD
@@ -222,7 +222,6 @@ cc_library(
         "@com_google_absl//absl/status",
         "@com_google_absl//absl/status:statusor",
         "@com_google_absl//absl/strings:str_format",
-        "@local_config_cuda//cuda:cuda_headers",
         "@nanobind",
         "@tsl//tsl/platform:statusor",
         "@xla//xla:util",
diff --git a/jaxlib/gpu_plugin_extension.cc b/jaxlib/gpu_plugin_extension.cc
index ba7896aa5..9eecc1d1d 100644
--- a/jaxlib/gpu_plugin_extension.cc
+++ b/jaxlib/gpu_plugin_extension.cc
@@ -22,7 +22,6 @@ limitations under the License.
 #include "absl/status/status.h"
 #include "absl/status/statusor.h"
 #include "absl/strings/str_format.h"
-#include "third_party/gpus/cuda/include/cuda.h"
 #include "jaxlib/kernel_nanobind_helpers.h"
 #include "xla/ffi/api/c_api.h"
 #include "xla/pjrt/c/pjrt_c_api.h"