mirror of
https://github.com/ROCm/jax.git
synced 2025-04-16 03:46:06 +00:00
9762ac53c8
* Move CostEstimate from TPU-specific `compiler_params` to a platform-independent argument of `pallas_call`. Passing a CostEstimate in `compiler_params` is now deprecated and will be removed in 3 months time. * Update the CostEstimate when batching a kernel by scaling it by the size of the batch axis. PiperOrigin-RevId: 659560330
70 lines
3.2 KiB
Python
70 lines
3.2 KiB
Python
# Copyright 2023 The JAX Authors.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# https://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
"""Mosaic-specific Pallas APIs."""
|
|
|
|
from jax._src.pallas.mosaic import core
|
|
from jax._src.pallas.mosaic.core import create_tensorcore_mesh
|
|
from jax._src.pallas.mosaic.core import dma_semaphore
|
|
from jax._src.pallas.mosaic.core import PrefetchScalarGridSpec
|
|
from jax._src.pallas.mosaic.core import semaphore
|
|
from jax._src.pallas.mosaic.core import SemaphoreType
|
|
from jax._src.pallas.mosaic.core import TPUMemorySpace
|
|
from jax._src.pallas.mosaic.lowering import LoweringException
|
|
from jax._src.pallas.mosaic.pipeline import ARBITRARY
|
|
from jax._src.pallas.mosaic.pipeline import BufferedRef
|
|
from jax._src.pallas.mosaic.pipeline import emit_pipeline
|
|
from jax._src.pallas.mosaic.pipeline import emit_pipeline_with_allocations
|
|
from jax._src.pallas.mosaic.pipeline import get_pipeline_schedule
|
|
from jax._src.pallas.mosaic.pipeline import make_pipeline_allocations
|
|
from jax._src.pallas.mosaic.pipeline import PARALLEL
|
|
from jax._src.pallas.mosaic.primitives import async_copy
|
|
from jax._src.pallas.mosaic.primitives import async_remote_copy
|
|
from jax._src.pallas.mosaic.primitives import bitcast
|
|
from jax._src.pallas.mosaic.primitives import delay
|
|
from jax._src.pallas.mosaic.primitives import device_id
|
|
from jax._src.pallas.mosaic.primitives import DeviceIdType
|
|
from jax._src.pallas.mosaic.primitives import get_barrier_semaphore
|
|
from jax._src.pallas.mosaic.primitives import make_async_copy
|
|
from jax._src.pallas.mosaic.primitives import make_async_remote_copy
|
|
from jax._src.pallas.mosaic.primitives import prng_random_bits
|
|
from jax._src.pallas.mosaic.primitives import prng_seed
|
|
from jax._src.pallas.mosaic.primitives import repeat
|
|
from jax._src.pallas.mosaic.primitives import roll
|
|
from jax._src.pallas.mosaic.primitives import semaphore_read
|
|
from jax._src.pallas.mosaic.primitives import semaphore_signal
|
|
from jax._src.pallas.mosaic.primitives import semaphore_wait
|
|
from jax._src.pallas.mosaic.random import to_pallas_key
|
|
# Remove this import after October 22th 2024.
|
|
from jax._src.tpu_custom_call import CostEstimate
|
|
|
|
# TODO(cperivol): Temporary alias to the global run_scoped. Remove
|
|
# this once everyone has migrated to the pallas core one.
|
|
from jax._src.pallas.primitives import run_scoped
|
|
|
|
import types
|
|
from jax._src.pallas.mosaic.verification import assume
|
|
from jax._src.pallas.mosaic.verification import pretend
|
|
from jax._src.pallas.mosaic.verification import skip
|
|
from jax._src.pallas.mosaic.verification import define_model
|
|
verification = types.SimpleNamespace(
|
|
assume=assume, pretend=pretend, skip=skip, define_model=define_model
|
|
)
|
|
del types, assume, pretend, skip, define_model # Clean up.
|
|
|
|
ANY = TPUMemorySpace.ANY
|
|
CMEM = TPUMemorySpace.CMEM
|
|
SMEM = TPUMemorySpace.SMEM
|
|
VMEM = TPUMemorySpace.VMEM
|