eoeair/jupyter
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

repair pyspark

Browse Source
This commit is contained in:
ben0i0d 2025-01-18 07:57:28 +08:00
parent 7cd09fb5d1
commit d65cd7dbc1
3 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
BigData/pyspark/Dockerfile
View File

@ -5,7 +5,7 @@ USER root
# But it seems to be slower, that's why we use recommended site for download
RUN apt-get update --yes && apt-get install --yes --no-install-recommends wget && \
apt-get clean && rm -rf /var/lib/apt/lists/* && \
wget -qO "spark.tgz" "https://mirrors.tuna.tsinghua.edu.cn/apache/spark/spark-3.5.3/spark-3.5.3-bin-hadoop3.tgz" && \
wget -qO "spark.tgz" "https://mirrors.tuna.tsinghua.edu.cn/apache/spark/spark-3.5.4/spark-3.5.4-bin-hadoop3.tgz" && \
tar xzf "spark.tgz" -C /usr/local --no-same-owner && rm "spark.tgz"
FROM eoelab.org:1027/eoeair/jupyter:py-c
@ -19,11 +19,11 @@ ENV SPARK_OPTS="--driver-java-options=-Xms1024M --driver-java-options=-Xmx4096M
# Configure IPython system-wide
COPY ipython_kernel_config.py "/etc/ipython/"
COPY --chown="root:root" --from=builder /usr/local/spark-3.5.3-bin-hadoop3/ /usr/local/spark-3.5.3-bin-hadoop3/
COPY --chown="root:root" --from=builder /usr/local/spark-3.5.4-bin-hadoop3/ /usr/local/spark-3.5.4-bin-hadoop3/
RUN apt-get update --yes && \
apt-get install --yes --no-install-recommends openjdk-17-jre-headless ca-certificates-java && apt-get clean && rm -rf /var/lib/apt/lists/* && \
ln -s "spark-3.5.3-bin-hadoop3" "/usr/local/spark" && \
ln -s "spark-3.5.4-bin-hadoop3" "/usr/local/spark" && \
# Add a link in the before_notebook hook in order to source automatically PYTHONPATH
mkdir -p /usr/local/bin/before-notebook.d && \
ln -s "/usr/local/spark/sbin/spark-config.sh" /usr/local/bin/before-notebook.d/spark-config.sh

2
Math/maple/Dockerfile
View File

@ -4,7 +4,7 @@ USER root
RUN apt-get update --yes && apt-get install --yes wget && \
apt-get clean && rm -rf /var/lib/apt/lists/* && \
wget https://eoelab.org:1027/ben0i0d/sources/raw/branch/main/Maple2024.2LinuxX64Installer.run && \
wget -q https://eoelab.org:1027/ben0i0d/sources/raw/branch/main/Maple2024.2LinuxX64Installer.run && \
chmod +x Maple2024.2LinuxX64Installer.run && \
./Maple2024.2LinuxX64Installer.run --mode unattended --installer-language en --installdir /opt/maple --desktopshortcut 0

2
Math/mathematica/Dockerfile
View File

@ -4,7 +4,7 @@ USER root
RUN apt-get update --yes && apt-get install --yes wget xz-utils git && \
apt-get clean && rm -rf /var/lib/apt/lists/* && \
wget https://eoelab.org:1027/ben0i0d/sources/raw/branch/main/Wolfram_14.1.0_LIN.sh && \
wget -q https://eoelab.org:1027/ben0i0d/sources/raw/branch/main/Wolfram_14.1.0_LIN.sh && \
bash Wolfram_14.1.0_LIN.sh -- -auto -targetdir=/opt/Wolfram/Mathematica/14.1 && \
git clone --depth 1 https://eoelab.org:1027/mirrors/WolframLanguageForJupyter.git && mv WolframLanguageForJupyter /opt