2022-09-22 12:26:48 -07:00
|
|
|
# Copyright 2018 The JAX Authors.
|
2018-11-17 18:03:33 -08:00
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# https://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
2020-07-10 08:11:48 -07:00
|
|
|
# Set default logging level before any logging happens.
|
|
|
|
import os as _os
|
|
|
|
_os.environ.setdefault('TF_CPP_MIN_LOG_LEVEL', '1')
|
|
|
|
del _os
|
|
|
|
|
2021-03-05 14:57:36 -08:00
|
|
|
# Set Cloud TPU env vars if necessary before transitively loading C++ backend
|
2021-11-24 07:47:48 -08:00
|
|
|
from jax._src.cloud_tpu_init import cloud_tpu_init as _cloud_tpu_init
|
2021-03-05 14:57:36 -08:00
|
|
|
try:
|
|
|
|
_cloud_tpu_init()
|
|
|
|
except Exception as exc:
|
|
|
|
# Defensively swallow any exceptions to avoid making jax unimportable
|
|
|
|
from warnings import warn as _warn
|
|
|
|
_warn(f"cloud_tpu_init failed: {repr(exc)}\n This a JAX bug; please report "
|
|
|
|
f"an issue at https://github.com/google/jax/issues")
|
|
|
|
del _warn
|
|
|
|
del _cloud_tpu_init
|
|
|
|
|
2021-04-19 08:52:48 -07:00
|
|
|
# Confusingly there are two things named "config": the module and the class.
|
|
|
|
# We want the exported object to be the class, so we first import the module
|
|
|
|
# to make sure a later import doesn't overwrite the class.
|
2021-11-24 07:47:48 -08:00
|
|
|
from jax import config as _config_module
|
2021-04-19 08:52:48 -07:00
|
|
|
del _config_module
|
|
|
|
|
2023-02-14 23:00:40 -08:00
|
|
|
# Force early import, allowing use of `jax.core` after importing `jax`.
|
|
|
|
import jax.core as _core
|
|
|
|
del _core
|
|
|
|
|
2022-12-14 15:07:04 -08:00
|
|
|
# Note: import <name> as <name> is required for names to be exported.
|
|
|
|
# See PEP 484 & https://github.com/google/jax/issues/7570
|
|
|
|
|
2022-09-23 09:59:46 -07:00
|
|
|
from jax._src.basearray import Array as Array
|
2023-02-15 14:52:31 -08:00
|
|
|
from jax import typing as typing
|
2022-09-23 09:59:46 -07:00
|
|
|
|
2021-11-24 07:47:48 -08:00
|
|
|
from jax._src.config import (
|
2021-08-30 14:35:22 -07:00
|
|
|
config as config,
|
|
|
|
enable_checks as enable_checks,
|
|
|
|
check_tracer_leaks as check_tracer_leaks,
|
|
|
|
checking_leaks as checking_leaks,
|
|
|
|
enable_custom_prng as enable_custom_prng,
|
2023-04-19 18:11:35 -07:00
|
|
|
softmax_custom_jvp as softmax_custom_jvp,
|
2022-03-28 17:17:33 -07:00
|
|
|
enable_custom_vjp_by_custom_transpose as enable_custom_vjp_by_custom_transpose,
|
2021-08-30 14:35:22 -07:00
|
|
|
debug_nans as debug_nans,
|
|
|
|
debug_infs as debug_infs,
|
|
|
|
log_compiles as log_compiles,
|
2022-06-02 10:33:53 -07:00
|
|
|
default_device as default_device,
|
2021-08-30 14:35:22 -07:00
|
|
|
default_matmul_precision as default_matmul_precision,
|
2021-10-07 19:15:43 -07:00
|
|
|
default_prng_impl as default_prng_impl,
|
2022-05-26 10:56:09 -07:00
|
|
|
numpy_dtype_promotion as numpy_dtype_promotion,
|
2021-08-30 14:35:22 -07:00
|
|
|
numpy_rank_promotion as numpy_rank_promotion,
|
2022-02-14 13:11:26 -08:00
|
|
|
jax2tf_associative_scan_reductions as jax2tf_associative_scan_reductions,
|
|
|
|
transfer_guard as transfer_guard,
|
|
|
|
transfer_guard_host_to_device as transfer_guard_host_to_device,
|
|
|
|
transfer_guard_device_to_device as transfer_guard_device_to_device,
|
|
|
|
transfer_guard_device_to_host as transfer_guard_device_to_host,
|
2022-10-31 09:46:46 -07:00
|
|
|
spmd_mode as spmd_mode,
|
2021-04-19 08:52:48 -07:00
|
|
|
)
|
2022-12-21 20:12:08 -05:00
|
|
|
from jax._src.core import ensure_compile_time_eval as ensure_compile_time_eval
|
2022-09-12 15:39:33 -07:00
|
|
|
from jax._src.environment_info import print_environment_info as print_environment_info
|
2023-03-01 09:19:06 -08:00
|
|
|
|
|
|
|
from jax._src.lib import xla_client as _xc
|
|
|
|
Device = _xc.Device
|
|
|
|
del _xc
|
|
|
|
|
2023-03-28 12:40:59 -07:00
|
|
|
from jax._src.api import effects_barrier as effects_barrier
|
2023-03-01 09:19:06 -08:00
|
|
|
from jax._src.api import block_until_ready as block_until_ready
|
2023-04-04 11:41:00 -07:00
|
|
|
from jax._src.ad_checkpoint import checkpoint_wrapper as checkpoint
|
2023-03-01 09:19:06 -08:00
|
|
|
from jax._src.ad_checkpoint import checkpoint_policies as checkpoint_policies
|
|
|
|
from jax._src.api import clear_backends as clear_backends
|
2023-04-07 12:09:26 -07:00
|
|
|
from jax._src.api import clear_caches as clear_caches
|
2023-03-01 09:19:06 -08:00
|
|
|
from jax._src.custom_derivatives import closure_convert as closure_convert
|
|
|
|
from jax._src.custom_derivatives import custom_gradient as custom_gradient
|
|
|
|
from jax._src.custom_derivatives import custom_jvp as custom_jvp
|
|
|
|
from jax._src.custom_derivatives import custom_vjp as custom_vjp
|
|
|
|
from jax._src.xla_bridge import default_backend as default_backend
|
|
|
|
from jax._src.xla_bridge import device_count as device_count
|
|
|
|
from jax._src.api import device_get as device_get
|
|
|
|
from jax._src.api import device_put as device_put
|
|
|
|
from jax._src.api import device_put_sharded as device_put_sharded
|
|
|
|
from jax._src.api import device_put_replicated as device_put_replicated
|
|
|
|
from jax._src.xla_bridge import devices as devices
|
|
|
|
from jax._src.api import disable_jit as disable_jit
|
|
|
|
from jax._src.api import eval_shape as eval_shape
|
|
|
|
from jax._src.dtypes import float0 as float0
|
|
|
|
from jax._src.api import grad as grad
|
|
|
|
from jax._src.api import hessian as hessian
|
|
|
|
from jax._src.xla_bridge import host_count as host_count
|
|
|
|
from jax._src.xla_bridge import host_id as host_id
|
|
|
|
from jax._src.xla_bridge import host_ids as host_ids
|
|
|
|
from jax._src.api import jacobian as jacobian
|
|
|
|
from jax._src.api import jacfwd as jacfwd
|
|
|
|
from jax._src.api import jacrev as jacrev
|
|
|
|
from jax._src.api import jit as jit
|
|
|
|
from jax._src.api import jvp as jvp
|
|
|
|
from jax._src.xla_bridge import local_device_count as local_device_count
|
|
|
|
from jax._src.xla_bridge import local_devices as local_devices
|
|
|
|
from jax._src.api import linearize as linearize
|
|
|
|
from jax._src.api import linear_transpose as linear_transpose
|
|
|
|
from jax._src.api import live_arrays as live_arrays
|
|
|
|
from jax._src.api import make_jaxpr as make_jaxpr
|
|
|
|
from jax._src.api import named_call as named_call
|
|
|
|
from jax._src.api import named_scope as named_scope
|
|
|
|
from jax._src.api import pmap as pmap
|
|
|
|
from jax._src.xla_bridge import process_count as process_count
|
|
|
|
from jax._src.xla_bridge import process_index as process_index
|
2023-04-04 11:41:00 -07:00
|
|
|
from jax._src.callback import pure_callback_api as pure_callback
|
|
|
|
from jax._src.ad_checkpoint import checkpoint_wrapper as remat
|
2023-03-01 09:19:06 -08:00
|
|
|
from jax._src.api import ShapeDtypeStruct as ShapeDtypeStruct
|
|
|
|
from jax._src.api import value_and_grad as value_and_grad
|
|
|
|
from jax._src.api import vjp as vjp
|
|
|
|
from jax._src.api import vmap as vmap
|
|
|
|
from jax._src.api import xla_computation as xla_computation
|
2022-09-27 10:06:10 -07:00
|
|
|
|
2023-07-11 12:42:32 -07:00
|
|
|
# Force import, allowing jax.interpreters.* to be used after import jax.
|
|
|
|
from jax.interpreters import ad, batching, mlir, partial_eval, pxla, xla
|
|
|
|
del ad, batching, mlir, partial_eval, pxla, xla
|
2023-02-09 13:31:04 -08:00
|
|
|
|
2022-09-27 10:06:10 -07:00
|
|
|
from jax._src.array import (
|
|
|
|
make_array_from_single_device_arrays as make_array_from_single_device_arrays,
|
|
|
|
make_array_from_callback as make_array_from_callback,
|
|
|
|
)
|
|
|
|
|
2021-11-24 07:47:48 -08:00
|
|
|
from jax.version import __version__ as __version__
|
2022-04-05 12:42:43 -07:00
|
|
|
from jax.version import __version_info__ as __version_info__
|
2020-05-07 17:24:19 -04:00
|
|
|
|
2022-07-07 11:41:46 -07:00
|
|
|
from jax._src.tree_util import (
|
2022-07-28 11:33:01 -07:00
|
|
|
tree_map as tree_map,
|
|
|
|
# TODO(jakevdp): remove these deprecated routines after October 2022
|
2022-07-07 11:41:46 -07:00
|
|
|
_deprecated_treedef_is_leaf as treedef_is_leaf,
|
|
|
|
_deprecated_tree_flatten as tree_flatten,
|
|
|
|
_deprecated_tree_leaves as tree_leaves,
|
|
|
|
_deprecated_tree_structure as tree_structure,
|
|
|
|
_deprecated_tree_transpose as tree_transpose,
|
|
|
|
_deprecated_tree_unflatten as tree_unflatten,
|
|
|
|
)
|
|
|
|
|
2020-05-19 20:40:03 +01:00
|
|
|
# These submodules are separate because they are in an import cycle with
|
|
|
|
# jax and rely on the names imported above.
|
2023-06-06 07:32:35 -07:00
|
|
|
from jax import abstract_arrays as _deprecated_abstract_arrays
|
2023-04-04 16:38:53 -07:00
|
|
|
from jax import custom_derivatives as custom_derivatives
|
|
|
|
from jax import custom_batching as custom_batching
|
|
|
|
from jax import custom_transpose as custom_transpose
|
2021-11-24 07:47:48 -08:00
|
|
|
from jax import api_util as api_util
|
|
|
|
from jax import distributed as distributed
|
2022-07-26 14:47:36 -07:00
|
|
|
from jax import debug as debug
|
2021-11-24 07:47:48 -08:00
|
|
|
from jax import dtypes as dtypes
|
|
|
|
from jax import errors as errors
|
|
|
|
from jax import image as image
|
|
|
|
from jax import lax as lax
|
2022-12-20 14:49:27 -08:00
|
|
|
from jax import linear_util as linear_util
|
2023-04-06 17:03:10 -07:00
|
|
|
from jax import monitoring as monitoring
|
2021-11-24 07:47:48 -08:00
|
|
|
from jax import nn as nn
|
|
|
|
from jax import numpy as numpy
|
|
|
|
from jax import ops as ops
|
|
|
|
from jax import profiler as profiler
|
|
|
|
from jax import random as random
|
2022-10-06 01:43:54 +00:00
|
|
|
from jax import scipy as scipy
|
2022-09-27 10:06:10 -07:00
|
|
|
from jax import sharding as sharding
|
2022-03-14 19:38:23 -07:00
|
|
|
from jax import stages as stages
|
2021-11-24 07:47:48 -08:00
|
|
|
from jax import tree_util as tree_util
|
|
|
|
from jax import util as util
|
2020-05-07 17:24:19 -04:00
|
|
|
|
2023-02-22 15:37:25 -08:00
|
|
|
# Also circular dependency.
|
|
|
|
from jax._src.array import Shard as Shard
|
|
|
|
|
2023-04-18 08:19:14 -07:00
|
|
|
import jax.experimental.compilation_cache.compilation_cache as _ccache
|
2023-04-17 21:28:06 -07:00
|
|
|
del _ccache
|
2023-03-17 12:57:18 -07:00
|
|
|
|
2023-03-28 12:40:59 -07:00
|
|
|
_deprecations = {
|
2023-06-06 07:32:35 -07:00
|
|
|
# Added 06 June 2023
|
|
|
|
"abstract_arrays": (
|
|
|
|
"jax.abstract_arrays is deprecated. Refer to jax.core.",
|
|
|
|
_deprecated_abstract_arrays
|
|
|
|
),
|
2023-03-28 12:40:59 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
import typing as _typing
|
|
|
|
if _typing.TYPE_CHECKING:
|
2023-06-06 07:32:35 -07:00
|
|
|
from jax._src import abstract_arrays as abstract_arrays
|
2023-03-28 12:40:59 -07:00
|
|
|
else:
|
|
|
|
from jax._src.deprecations import deprecation_getattr as _deprecation_getattr
|
|
|
|
__getattr__ = _deprecation_getattr(__name__, _deprecations)
|
|
|
|
del _deprecation_getattr
|
|
|
|
del _typing
|
|
|
|
|
|
|
|
|
2023-03-17 12:57:18 -07:00
|
|
|
# TODO(yashkatariya): Remove after 2 jax releases from 0.4.6
|
|
|
|
if not config.jax_jit_pjit_api_merge:
|
|
|
|
raise ValueError(
|
|
|
|
'jax.config.jax_jit_pjit_api_merge cannot be disabled after jax 0.4.7'
|
|
|
|
' release. Please downgrade to jax and jaxlib 0.4.6 if you want to'
|
|
|
|
' disable jax.config.jax_jit_pjit_api_merge.'
|
|
|
|
)
|
|
|
|
|
2021-09-23 06:33:25 -07:00
|
|
|
import jax.lib # TODO(phawkins): remove this export.
|
2022-09-09 07:05:30 -07:00
|
|
|
|
2023-02-25 07:17:18 -08:00
|
|
|
# trailer
|