From d65cd7dbc11cfb0d365e5d218d97d5ff3fd2952e Mon Sep 17 00:00:00 2001 From: ben0i0d <ben0i0d@foxmail.com> Date: Sat, 18 Jan 2025 07:57:28 +0800 Subject: [PATCH] repair pyspark --- BigData/pyspark/Dockerfile | 6 +++--- Math/maple/Dockerfile | 2 +- Math/mathematica/Dockerfile | 2 +- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/BigData/pyspark/Dockerfile b/BigData/pyspark/Dockerfile index cf88275..b55f900 100644 --- a/BigData/pyspark/Dockerfile +++ b/BigData/pyspark/Dockerfile @@ -5,7 +5,7 @@ USER root # But it seems to be slower, that's why we use recommended site for download RUN apt-get update --yes && apt-get install --yes --no-install-recommends wget && \ apt-get clean && rm -rf /var/lib/apt/lists/* && \ - wget -qO "spark.tgz" "https://mirrors.tuna.tsinghua.edu.cn/apache/spark/spark-3.5.3/spark-3.5.3-bin-hadoop3.tgz" && \ + wget -qO "spark.tgz" "https://mirrors.tuna.tsinghua.edu.cn/apache/spark/spark-3.5.4/spark-3.5.4-bin-hadoop3.tgz" && \ tar xzf "spark.tgz" -C /usr/local --no-same-owner && rm "spark.tgz" FROM eoelab.org:1027/eoeair/jupyter:py-c @@ -19,11 +19,11 @@ ENV SPARK_OPTS="--driver-java-options=-Xms1024M --driver-java-options=-Xmx4096M # Configure IPython system-wide COPY ipython_kernel_config.py "/etc/ipython/" -COPY --chown="root:root" --from=builder /usr/local/spark-3.5.3-bin-hadoop3/ /usr/local/spark-3.5.3-bin-hadoop3/ +COPY --chown="root:root" --from=builder /usr/local/spark-3.5.4-bin-hadoop3/ /usr/local/spark-3.5.4-bin-hadoop3/ RUN apt-get update --yes && \ apt-get install --yes --no-install-recommends openjdk-17-jre-headless ca-certificates-java && apt-get clean && rm -rf /var/lib/apt/lists/* && \ - ln -s "spark-3.5.3-bin-hadoop3" "/usr/local/spark" && \ + ln -s "spark-3.5.4-bin-hadoop3" "/usr/local/spark" && \ # Add a link in the before_notebook hook in order to source automatically PYTHONPATH mkdir -p /usr/local/bin/before-notebook.d && \ ln -s "/usr/local/spark/sbin/spark-config.sh" /usr/local/bin/before-notebook.d/spark-config.sh diff --git a/Math/maple/Dockerfile b/Math/maple/Dockerfile index 53892c5..6e42456 100644 --- a/Math/maple/Dockerfile +++ b/Math/maple/Dockerfile @@ -4,7 +4,7 @@ USER root RUN apt-get update --yes && apt-get install --yes wget && \ apt-get clean && rm -rf /var/lib/apt/lists/* && \ - wget https://eoelab.org:1027/ben0i0d/sources/raw/branch/main/Maple2024.2LinuxX64Installer.run && \ + wget -q https://eoelab.org:1027/ben0i0d/sources/raw/branch/main/Maple2024.2LinuxX64Installer.run && \ chmod +x Maple2024.2LinuxX64Installer.run && \ ./Maple2024.2LinuxX64Installer.run --mode unattended --installer-language en --installdir /opt/maple --desktopshortcut 0 diff --git a/Math/mathematica/Dockerfile b/Math/mathematica/Dockerfile index 79cab9c..1605b37 100644 --- a/Math/mathematica/Dockerfile +++ b/Math/mathematica/Dockerfile @@ -4,7 +4,7 @@ USER root RUN apt-get update --yes && apt-get install --yes wget xz-utils git && \ apt-get clean && rm -rf /var/lib/apt/lists/* && \ - wget https://eoelab.org:1027/ben0i0d/sources/raw/branch/main/Wolfram_14.1.0_LIN.sh && \ + wget -q https://eoelab.org:1027/ben0i0d/sources/raw/branch/main/Wolfram_14.1.0_LIN.sh && \ bash Wolfram_14.1.0_LIN.sh -- -auto -targetdir=/opt/Wolfram/Mathematica/14.1 && \ git clone --depth 1 https://eoelab.org:1027/mirrors/WolframLanguageForJupyter.git && mv WolframLanguageForJupyter /opt