mirror of
https://github.com/ROCm/jax.git
synced 2025-04-14 10:56:06 +00:00
a6ab6bbc20
I missed adding this in from https://github.com/jax-ml/jax/blob/main/.github/workflows/cloud-tpu-ci-nightly.yml when I added the TPU jobs to the new CI workflows PiperOrigin-RevId: 736094492
97 lines
4.1 KiB
Bash
Executable File
97 lines
4.1 KiB
Bash
Executable File
#!/bin/bash
|
|
# Copyright 2024 The JAX Authors.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
# ==============================================================================
|
|
# Runs Pyest CPU tests. Requires a jaxlib wheel to be present
|
|
# inside $JAXCI_OUTPUT_DIR (../dist)
|
|
#
|
|
# -e: abort script if one command fails
|
|
# -u: error if undefined variable used
|
|
# -x: log all commands
|
|
# -o history: record shell history
|
|
# -o allexport: export all functions and variables to be available to subscripts
|
|
set -exu -o history -o allexport
|
|
|
|
# Source default JAXCI environment variables.
|
|
source ci/envs/default.env
|
|
|
|
# Install jaxlib wheel inside the $JAXCI_OUTPUT_DIR directory on the system.
|
|
echo "Installing wheels locally..."
|
|
source ./ci/utilities/install_wheels_locally.sh
|
|
|
|
# Set up the build environment.
|
|
source "ci/utilities/setup_build_environment.sh"
|
|
|
|
# Print all the installed packages
|
|
echo "Installed packages:"
|
|
"$JAXCI_PYTHON" -m uv pip list
|
|
|
|
"$JAXCI_PYTHON" -c "import jax; print(jax.default_backend()); print(jax.devices()); print(len(jax.devices()))"
|
|
"$JAXCI_PYTHON" -c 'import sys; print("python version:", sys.version)'
|
|
"$JAXCI_PYTHON" -c 'import jax; print("jax version:", jax.__version__)'
|
|
"$JAXCI_PYTHON" -c 'import jaxlib; print("jaxlib version:", jaxlib.__version__)'
|
|
strings /usr/local/lib/"$JAXCI_PYTHON"/dist-packages/libtpu/libtpu.so | grep 'Built on'
|
|
"$JAXCI_PYTHON" -c 'import jax; print("libtpu version:",jax.lib.xla_bridge.get_backend().platform_version)'
|
|
|
|
# Set up all common test environment variables
|
|
export PY_COLORS=1
|
|
export JAX_PLATFORMS=tpu,cpu
|
|
export JAX_SKIP_SLOW_TESTS=true
|
|
# End of common test environment variable setup
|
|
|
|
echo "Running TPU tests..."
|
|
|
|
if [[ "$JAXCI_RUN_FULL_TPU_TEST_SUITE" == "1" ]]; then
|
|
# We're deselecting all Pallas TPU tests in the oldest libtpu build. Mosaic
|
|
# TPU does not guarantee anything about forward compatibility (unless
|
|
# jax.export is used) and the 12 week compatibility window accumulates way
|
|
# too many failures.
|
|
IGNORE_FLAGS=""
|
|
if [ "${libtpu_version_type:-""}" == "oldest_supported_libtpu" ]; then
|
|
IGNORE_FLAGS="--ignore=tests/pallas"
|
|
fi
|
|
|
|
# Run single-accelerator tests in parallel
|
|
JAX_ENABLE_TPU_XDIST=true "$JAXCI_PYTHON" -m pytest -n="$JAXCI_TPU_CORES" --tb=short \
|
|
--deselect=tests/pallas/tpu_pallas_test.py::PallasCallPrintTest \
|
|
--maxfail=20 -m "not multiaccelerator" $IGNORE_FLAGS tests examples
|
|
|
|
# Run Pallas printing tests, which need to run with I/O capturing disabled.
|
|
TPU_STDERR_LOG_LEVEL=0 "$JAXCI_PYTHON" -m pytest -s \
|
|
tests/pallas/tpu_pallas_test.py::PallasCallPrintTest
|
|
|
|
# Run multi-accelerator across all chips
|
|
"$JAXCI_PYTHON" -m pytest --tb=short --maxfail=20 -m "multiaccelerator" tests
|
|
else
|
|
# Run single-accelerator tests in parallel
|
|
JAX_ENABLE_TPU_XDIST=true "$JAXCI_PYTHON" -m pytest -n="$JAXCI_TPU_CORES" --tb=short \
|
|
--deselect=tests/pallas/tpu_pallas_test.py::PallasCallPrintTest \
|
|
--maxfail=20 -m "not multiaccelerator" \
|
|
tests/pallas/ops_test.py \
|
|
tests/pallas/export_back_compat_pallas_test.py \
|
|
tests/pallas/export_pallas_test.py \
|
|
tests/pallas/tpu_ops_test.py \
|
|
tests/pallas/tpu_pallas_test.py \
|
|
tests/pallas/tpu_pallas_random_test.py \
|
|
tests/pallas/tpu_pallas_async_test.py \
|
|
tests/pallas/tpu_pallas_state_test.py
|
|
|
|
# Run Pallas printing tests, which need to run with I/O capturing disabled.
|
|
TPU_STDERR_LOG_LEVEL=0 "$JAXCI_PYTHON" -m pytest -s tests/pallas/tpu_pallas_test.py::PallasCallPrintTest
|
|
|
|
# Run multi-accelerator across all chips
|
|
"$JAXCI_PYTHON" -m pytest --tb=short --maxfail=20 -m "multiaccelerator" \
|
|
tests/pjit_test.py \
|
|
tests/pallas/tpu_pallas_distributed_test.py
|
|
fi |