mirror of
https://github.com/ROCm/jax.git
synced 2025-04-16 11:56:07 +00:00
b2fd6a772b
1. In cloud_tpu_init.py, check whether we're on a Cloud TPU VM by looking for the libtpu Python package, instead of /lib/libtpu.so (which isn't necessarily present in a docker container). JAX now relies on the libtpu package instead of the system libtpu.so, so this makes more sense either way. This means we'll try/catch an ImportError in all non-TPU environments when importing jax, which hopefully isn't noticeably slow. 2. Add requests as a jax[tpu] dependency, since it's needed by cloud_tpu_init.py. This comes pre-installed on Cloud TPU VMs, but may not be installed in docker containers, virtualenvs, etc. I manually tested by creating the following Dockerfile on a Cloud TPU VM: ``` FROM ubuntu:18.04 RUN apt update && apt install git python3-pip -y RUN git clone https://github.com/skye/jax && cd jax && git checkout tpu_docker WORKDIR jax RUN python3 -m pip install --upgrade pip RUN python3 -m pip install .[tpu] -f https://storage.googleapis.com/jax-releases/libtpu_releases.html CMD ["python3", "-c", "import jax; print(jax.device_count())"] ``` And then running the following commands: ``` $ sudo docker build -t jax-test . $ sudo docker run --privileged jax-test 8 ``` Note the `--privileged` flags is necessary to let the container access the TPU devices in /dev.
73 lines
2.5 KiB
Python
73 lines
2.5 KiB
Python
# Copyright 2018 Google LLC
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# https://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
from setuptools import setup, find_packages
|
|
|
|
# The following should be updated with each new jaxlib release.
|
|
_current_jaxlib_version = '0.1.69'
|
|
_available_cuda_versions = ['101', '102', '110', '111']
|
|
|
|
_dct = {}
|
|
with open('jax/version.py') as f:
|
|
exec(f.read(), _dct)
|
|
__version__ = _dct['__version__']
|
|
_minimum_jaxlib_version = _dct['_minimum_jaxlib_version']
|
|
|
|
_libtpu_version = '0.1.dev20210709'
|
|
|
|
setup(
|
|
name='jax',
|
|
version=__version__,
|
|
description='Differentiate, compile, and transform Numpy code.',
|
|
author='JAX team',
|
|
author_email='jax-dev@google.com',
|
|
packages=find_packages(exclude=["examples"]),
|
|
package_data={'jax': ['py.typed']},
|
|
python_requires='>=3.6',
|
|
install_requires=[
|
|
'numpy>=1.17',
|
|
'absl-py',
|
|
'opt_einsum',
|
|
],
|
|
extras_require={
|
|
# Minimum jaxlib version; used in testing.
|
|
'minimum-jaxlib': [f'jaxlib=={_minimum_jaxlib_version}'],
|
|
|
|
# CPU-only jaxlib can be installed via:
|
|
# $ pip install jax[cpu]
|
|
'cpu': [f'jaxlib=={_current_jaxlib_version}'],
|
|
|
|
# Cloud TPU VM jaxlib can be installed via:
|
|
# $ pip install jax[tpu] -f https://storage.googleapis.com/jax-releases/jax_releases.html
|
|
'tpu': [f'jaxlib=={_current_jaxlib_version}',
|
|
f'libtpu-nightly=={_libtpu_version}',
|
|
# Required by cloud_tpu_init.py
|
|
'requests'],
|
|
|
|
# CUDA installations require adding jax releases URL; e.g.
|
|
# $ pip install jax[cuda110] -f https://storage.googleapis.com/jax-releases/jax_releases.html
|
|
**{f'cuda{version}': f"jaxlib=={_current_jaxlib_version}+cuda{version}"
|
|
for version in _available_cuda_versions}
|
|
},
|
|
url='https://github.com/google/jax',
|
|
license='Apache-2.0',
|
|
classifiers=[
|
|
"Programming Language :: Python :: 3.6",
|
|
"Programming Language :: Python :: 3.7",
|
|
"Programming Language :: Python :: 3.8",
|
|
"Programming Language :: Python :: 3.9",
|
|
],
|
|
zip_safe=False,
|
|
)
|