mirrors/rocm_jax
1
0
Fork 0
mirror of https://github.com/ROCm/jax.git synced 2025-04-19 05:16:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use the nightly whl in the CI.

Browse Source
This commit is contained in:
Frederic Bastien 2023-04-06 11:06:02 -07:00
parent b926e04afc
commit dbc8f7bba1
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
.github/workflows/slurm_job_scripts/run_e2e_t5x_tests.sub vendored
View File

@ -43,11 +43,16 @@ EXPORTS="--export=ALL,PYTHONPATH=${T5X_DIR}"
# We remove cudf from the container as a temporary WAR to a protobuf
# dependency issue between cudf and tensorflow-cpu that t5x try to
# install.
# Note, we need to take the yesterday date as the current nightly isn't build.
read -r -d '' setup_cmd <<EOF
rm -rf ${E2E_TESTS_WORKSPACE_DIR}/* \
&& mkdir -p ${E2E_TESTS_WORKSPACE_DIR} \
&& mkdir -p ${TFDS_DATA_DIR} \
&& python3.8 -m pip install --upgrade "jax[cuda]" -f https://storage.googleapis.com/jax-releases/jax_cuda_releases.html \
&& DATE=`date --date="yesterday" +%Y%m%d` \
&& echo "WHEEL_DATE=$DATE" \
&& JAXLIB=`wget -O - https://storage.googleapis.com/jax-releases/jaxlib_nightly_cuda_releases.html 2>/dev/null |grep $DATE|grep cuda11|grep -oP 'ht.*?whl'` \
&& python3.8 -m pip install git+https://github.com/google/jax \
&& python3.8 -m pip install $JAXLIB \
&& git clone https://github.com/google-research/t5x.git ${T5X_DIR} \
&& python3.8 -m pip uninstall -y cudf dask-cudf \
&& python3.8 -m pip install ${T5X_DIR} \