mirrors/rocm_jax
1
0
Fork 0
mirror of https://github.com/ROCm/jax.git synced 2025-04-19 05:16:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

WAR the dependency issue in the nightly CI container.

Browse Source
This commit is contained in:
Frederic Bastien 2023-03-22 12:30:48 -07:00
parent 022b47fd91
commit 21cbe7b78e
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
.github/workflows/slurm_job_scripts/run_e2e_t5x_tests.sub vendored
View File

@ -40,12 +40,16 @@ EXPORTS="--export=ALL,PYTHONPATH=${T5X_DIR}"
#-------------------------------------------------------------------------------
# Setup command to be run before the actual pytest command
# We remove cudf from the container as a temporary WAR to a protobuf
# dependency issue between cudf and tensorflow-cpu that t5x try to
# install.
read -r -d '' setup_cmd <<EOF
rm -rf ${E2E_TESTS_WORKSPACE_DIR}/* \
&& mkdir -p ${E2E_TESTS_WORKSPACE_DIR} \
&& mkdir -p ${TFDS_DATA_DIR} \
&& python3.8 -m pip install --upgrade "jax[cuda]" -f https://storage.googleapis.com/jax-releases/jax_cuda_releases.html \
&& git clone https://github.com/google-research/t5x.git ${T5X_DIR} \
&& python3.8 -m pip uninstall -y cudf \
&& python3.8 -m pip install ${T5X_DIR} \
&& python3.8 -m pip install ${T5X_DIR}/t5x/contrib/gpu/scripts_gpu/dummy_wikipedia_config \
&& hostname > ${E2E_TESTS_WORKSPACE_DIR}/hostname.txt