rocm_jax/jax/BUILD

689 lines
15 KiB
Python
Raw Normal View History

# Copyright 2018 The JAX Authors.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# JAX is Autograd and XLA
load("@bazel_skylib//rules:common_settings.bzl", "bool_flag")
load(
"//jaxlib:jax.bzl",
"jax_extra_deps",
"jax_internal_packages",
"jax_test_util_visibility",
"jax_visibility",
"py_deps",
"py_library_providing_imports_info",
"pytype_library",
"pytype_strict_library",
)
package(default_visibility = [":internal"])
licenses(["notice"])
bool_flag(
name = "build_jaxlib",
build_setting_default = True,
)
config_setting(
name = "enable_jaxlib_build",
flag_values = {
":build_jaxlib": "True",
},
)
exports_files([
"LICENSE",
"version.py",
])
# Packages that have access to JAX-internal implementation details.
package_group(
name = "internal",
packages = [
"//...",
] + jax_internal_packages,
)
# JAX-private test utilities.
py_library(
# This build target is required in order to use private test utilities in jax._src.test_util,
# and its visibility is intentionally restricted to discourage its use outside JAX itself.
# JAX does provide some public test utilities (see jax/test_util.py);
# these are available in jax.test_util via the standard :jax target.
name = "test_util",
testonly = 1,
srcs = [
"_src/test_util.py",
],
visibility = [
":internal",
] + jax_test_util_visibility,
deps = [
":jax",
] + py_deps("absl/testing") + py_deps("numpy"),
)
py_library(
name = "internal_test_util",
testonly = 1,
srcs = glob(["_src/internal_test_util/**/*.py"]),
visibility = [":internal"],
deps = [
":jax",
] + py_deps("numpy"),
)
py_library_providing_imports_info(
name = "jax",
srcs = [
"_src/__init__.py",
"_src/ad_checkpoint.py",
"_src/api.py",
"_src/array.py",
"_src/callback.py",
"_src/checkify.py",
"_src/custom_batching.py",
"_src/custom_derivatives.py",
"_src/custom_transpose.py",
"_src/debugging.py",
"_src/dispatch.py",
"_src/dlpack.py",
"_src/flatten_util.py",
"_src/interpreters/__init__.py",
"_src/interpreters/ad.py",
"_src/interpreters/batching.py",
"_src/interpreters/pxla.py",
"_src/maps.py",
"_src/pjit.py",
"_src/prng.py",
"_src/public_test_util.py",
"_src/random.py",
"_src/stages.py",
] + glob(
[
"*.py",
"_src/debugger/**/*.py",
"_src/image/**/*.py",
"_src/lax/**/*.py",
"_src/nn/**/*.py",
"_src/numpy/**/*.py",
"_src/ops/**/*.py",
"_src/scipy/**/*.py",
"_src/state/**/*.py",
"_src/third_party/**/*.py",
"image/**/*.py",
"interpreters/**/*.py",
"lax/**/*.py",
"lib/**/*.py",
"nn/**/*.py",
"numpy/**/*.py",
"ops/**/*.py",
"scipy/**/*.py",
"third_party/**/*.py",
],
exclude = [
"*_test.py",
"**/*_test.py",
"_src/internal_test_util/**",
],
) + [
# until new parallelism APIs are moved out of experimental
"experimental/maps.py",
"experimental/pjit.py",
"experimental/multihost_utils.py",
"experimental/shard_map.py",
# until checkify is moved out of experimental
"experimental/checkify.py",
# to avoid circular dependencies
"experimental/compilation_cache/compilation_cache.py",
"experimental/compilation_cache/gfile_cache.py",
"experimental/compilation_cache/cache_interface.py",
],
lib_rule = pytype_library,
pytype_srcs = glob(
["_src/**/*.pyi"],
exclude = [
"_src/basearray.pyi",
],
),
visibility = ["//visibility:public"],
deps = [
":abstract_arrays",
":ad_util",
":api_util",
":basearray",
":cloud_tpu_init",
":config",
":core",
":custom_api_util",
":deprecations",
":effects",
":environment_info",
":lazy_loader",
":mesh",
":mlir",
":monitoring",
":op_shardings",
":partial_eval",
":partition_spec",
":path",
":pretty_printer",
":profiler",
":sharding",
":sharding_impls",
":sharding_specs",
":source_info_util",
":traceback_util",
":tree_util",
":typing",
":util",
":version",
":xla",
":xla_bridge",
"//jax/_src/lib",
] + py_deps("numpy") + py_deps("scipy") + py_deps("opt_einsum") + jax_extra_deps,
)
pytype_strict_library(
name = "abstract_arrays",
srcs = ["_src/abstract_arrays.py"],
deps = [
":ad_util",
":core",
":traceback_util",
] + py_deps("numpy"),
)
pytype_strict_library(
name = "ad_util",
srcs = ["_src/ad_util.py"],
deps = [
":core",
":traceback_util",
":tree_util",
":typing",
":util",
],
)
pytype_strict_library(
name = "api_util",
srcs = ["_src/api_util.py"],
deps = [
":abstract_arrays",
":config",
":core",
":traceback_util",
":tree_util",
":util",
] + py_deps("numpy"),
)
pytype_strict_library(
name = "basearray",
srcs = ["_src/basearray.py"],
pytype_srcs = ["_src/basearray.pyi"],
deps = [
":sharding",
"//jax/_src/lib",
] + py_deps("numpy"),
)
pytype_strict_library(
name = "cloud_tpu_init",
srcs = ["_src/cloud_tpu_init.py"],
)
pytype_strict_library(
name = "config",
srcs = ["_src/config.py"],
deps = [
"//jax/_src/lib",
],
)
pytype_strict_library(
name = "core",
srcs = [
"_src/core.py",
"_src/dtypes.py",
"_src/errors.py",
"_src/linear_util.py",
],
deps = [
":config",
":effects",
":pretty_printer",
":source_info_util",
":traceback_util",
":tree_util",
":typing",
":util",
"//jax/_src/lib",
] + py_deps("ml_dtypes") + py_deps("numpy"),
)
pytype_strict_library(
name = "custom_api_util",
srcs = ["_src/custom_api_util.py"],
)
pytype_strict_library(
name = "deprecations",
srcs = ["_src/deprecations.py"],
)
pytype_strict_library(
name = "effects",
srcs = ["_src/effects.py"],
)
pytype_strict_library(
name = "environment_info",
srcs = ["_src/environment_info.py"],
deps = [
":version",
":xla_bridge",
"//jax/_src/lib",
] + py_deps("numpy"),
)
pytype_library(
name = "iree",
srcs = ["_src/iree.py"],
deps = [
":config",
"//jax/_src/lib",
] + py_deps("numpy"),
)
pytype_library(
name = "lax_reference",
srcs = ["_src/lax_reference.py"],
visibility = [":internal"] + jax_visibility("lax_reference"),
deps = [
":core",
":util",
] + py_deps("numpy") + py_deps("scipy") + py_deps("opt_einsum"),
)
pytype_strict_library(
name = "lazy_loader",
srcs = ["_src/lazy_loader.py"],
)
pytype_strict_library(
name = "mesh",
srcs = ["_src/mesh.py"],
deps = [
":config",
":util",
":xla_bridge",
"//jax/_src/lib",
] + py_deps("numpy"),
)
pytype_strict_library(
name = "mlir",
srcs = ["_src/interpreters/mlir.py"],
deps = [
":ad_util",
":config",
":core",
":effects",
":op_shardings",
":partial_eval",
":sharding_impls",
":source_info_util",
":util",
":xla",
":xla_bridge",
"//jax/_src/lib",
] + py_deps("numpy"),
)
pytype_strict_library(
name = "monitoring",
srcs = ["_src/monitoring.py"],
)
pytype_strict_library(
name = "op_shardings",
srcs = ["_src/op_shardings.py"],
deps = [
"//jax/_src/lib",
] + py_deps("numpy"),
)
pytype_strict_library(
name = "partial_eval",
srcs = ["_src/interpreters/partial_eval.py"],
deps = [
":ad_util",
":api_util",
":config",
":core",
":effects",
":profiler",
":source_info_util",
":state_types",
":tree_util",
":util",
] + py_deps("numpy"),
)
pytype_strict_library(
name = "partition_spec",
srcs = ["_src/partition_spec.py"],
)
pytype_strict_library(
name = "path",
srcs = ["_src/path.py"],
deps = py_deps("epath"),
)
pytype_strict_library(
name = "pretty_printer",
srcs = ["_src/pretty_printer.py"],
deps = [":config"] + py_deps("colorama"),
)
pytype_strict_library(
name = "profiler",
srcs = ["_src/profiler.py"],
deps = [
":traceback_util",
":xla_bridge",
"//jax/_src/lib",
],
)
pytype_strict_library(
name = "sharding",
srcs = ["_src/sharding.py"],
deps = [
":util",
":xla_bridge",
"//jax/_src/lib",
],
)
pytype_strict_library(
name = "sharding_impls",
srcs = ["_src/sharding_impls.py"],
deps = [
":mesh",
":op_shardings",
":partition_spec",
":sharding",
":sharding_specs",
":tree_util",
":util",
":xla_bridge",
"//jax/_src/lib",
] + py_deps("numpy"),
)
pytype_strict_library(
name = "sharding_specs",
srcs = ["_src/sharding_specs.py"],
deps = [
":op_shardings",
":util",
"//jax/_src/lib",
] + py_deps("numpy"),
)
pytype_strict_library(
name = "source_info_util",
srcs = ["_src/source_info_util.py"],
visibility = [":internal"] + jax_visibility("source_info_util"),
deps = [
":traceback_util",
":version",
"//jax/_src/lib",
],
)
pytype_strict_library(
name = "state_types",
srcs = [
"_src/state/__init__.py",
"_src/state/types.py",
],
deps = [
":core",
":effects",
":pretty_printer",
":util",
],
)
pytype_strict_library(
name = "tree_util",
srcs = ["_src/tree_util.py"],
visibility = [":internal"] + jax_visibility("tree_util"),
deps = [
":traceback_util",
":util",
"//jax/_src/lib",
],
)
pytype_strict_library(
name = "traceback_util",
srcs = ["_src/traceback_util.py"],
visibility = [":internal"] + jax_visibility("traceback_util"),
deps = [
":config",
":util",
"//jax/_src/lib",
],
)
pytype_strict_library(
name = "typing",
srcs = [
"_src/typing.py",
],
deps = [":basearray"] + py_deps("numpy"),
)
pytype_strict_library(
name = "util",
srcs = ["_src/util.py"],
deps = [
":config",
"//jax/_src/lib",
] + py_deps("numpy"),
)
pytype_strict_library(
name = "version",
srcs = ["version.py"],
)
pytype_strict_library(
name = "xla",
srcs = ["_src/interpreters/xla.py"],
deps = [
":abstract_arrays",
":config",
":core",
":sharding_impls",
":source_info_util",
":typing",
":util",
":xla_bridge",
"//jax/_src/lib",
] + py_deps("numpy"),
)
# TODO(phawkins): break up this SCC.
pytype_strict_library(
name = "xla_bridge",
srcs = [
"_src/clusters/__init__.py",
"_src/clusters/cloud_tpu_cluster.py",
"_src/clusters/cluster.py",
"_src/clusters/ompi_cluster.py",
"_src/clusters/slurm_cluster.py",
"_src/distributed.py",
"_src/xla_bridge.py",
],
visibility = [":internal"] + jax_visibility("xla_bridge"),
deps = [
":cloud_tpu_init",
":config",
":iree",
":traceback_util",
":util",
"//jax/_src/lib",
] + py_deps("numpy"),
)
# Public JAX libraries below this point.
py_library_providing_imports_info(
name = "experimental",
srcs = glob(
[
"experimental/*.py",
"example_libraries/*.py",
],
),
visibility = ["//visibility:public"],
deps = [
":jax",
] + py_deps("absl/logging") + py_deps("numpy"),
)
pytype_library(
name = "stax",
srcs = [
"example_libraries/stax.py",
],
visibility = ["//visibility:public"],
deps = [":jax"],
)
pytype_library(
name = "experimental_sparse",
2022-11-16 09:58:06 -08:00
srcs = glob(
[
"experimental/sparse/*.py",
],
exclude = ["experimental/sparse/test_util.py"],
),
visibility = ["//visibility:public"],
deps = [":jax"],
)
2022-11-16 09:58:06 -08:00
pytype_library(
name = "sparse_test_util",
testonly = 1,
srcs = [
"experimental/sparse/test_util.py",
],
visibility = [":internal"],
deps = [
":experimental_sparse",
":jax",
":test_util",
] + py_deps("numpy"),
)
pytype_library(
name = "optimizers",
srcs = [
"example_libraries/optimizers.py",
],
visibility = ["//visibility:public"],
deps = [":jax"],
)
pytype_library(
name = "ode",
srcs = ["experimental/ode.py"],
visibility = ["//visibility:public"],
deps = [":jax"],
)
# TODO(apaszke): Remove this target
pytype_library(
name = "maps",
srcs = ["experimental/maps.py"],
visibility = ["//visibility:public"],
deps = [
":jax",
":mesh",
],
)
# TODO(apaszke): Remove this target
pytype_library(
name = "pjit",
srcs = ["experimental/pjit.py"],
visibility = ["//visibility:public"],
deps = [
":experimental",
":jax",
],
)
pytype_library(
name = "jet",
srcs = ["experimental/jet.py"],
visibility = ["//visibility:public"],
deps = [":jax"],
)
pytype_library(
name = "experimental_host_callback",
srcs = ["experimental/host_callback.py"],
visibility = ["//visibility:public"],
deps = [
":jax",
],
)
pytype_library(
name = "compilation_cache",
srcs = [
"experimental/compilation_cache/compilation_cache.py",
"experimental/compilation_cache/gfile_cache.py",
],
visibility = ["//visibility:public"],
deps = [":jax"],
)
pytype_library(
name = "mesh_utils",
srcs = ["experimental/mesh_utils.py"],
visibility = ["//visibility:public"],
deps = [
":experimental",
":jax",
],
)
pytype_library(
name = "rnn",
srcs = ["experimental/rnn.py"],
visibility = ["//visibility:public"],
deps = [":jax"],
)