Merge pull request #15441 from nouiz:nightly_ci_use_the_nightly_whl

PiperOrigin-RevId: 522632873
This commit is contained in:
jax authors 2023-04-07 10:49:05 -07:00
commit 830d41d5f8

View File

@ -43,11 +43,16 @@ EXPORTS="--export=ALL,PYTHONPATH=${T5X_DIR}"
# We remove cudf from the container as a temporary WAR to a protobuf
# dependency issue between cudf and tensorflow-cpu that t5x try to
# install.
# Note, we need to take the yesterday date as the current nightly isn't build.
read -r -d '' setup_cmd <<EOF
rm -rf ${E2E_TESTS_WORKSPACE_DIR}/* \
&& mkdir -p ${E2E_TESTS_WORKSPACE_DIR} \
&& mkdir -p ${TFDS_DATA_DIR} \
&& python3.8 -m pip install --upgrade "jax[cuda]" -f https://storage.googleapis.com/jax-releases/jax_cuda_releases.html \
&& DATE=`date --date="yesterday" +%Y%m%d` \
&& echo "WHEEL_DATE=$DATE" \
&& JAXLIB=`wget -O - https://storage.googleapis.com/jax-releases/jaxlib_nightly_cuda_releases.html 2>/dev/null |grep $DATE|grep cuda11|grep -oP 'ht.*?whl'` \
&& python3.8 -m pip install git+https://github.com/google/jax \
&& python3.8 -m pip install $JAXLIB \
&& git clone https://github.com/google-research/t5x.git ${T5X_DIR} \
&& python3.8 -m pip uninstall -y cudf dask-cudf \
&& python3.8 -m pip install ${T5X_DIR} \