gradiant/spark:latest-python

Manifest digest

sha256:87e7bfc260efa6c1b06be1bcd16c014287c8a28f8eba1292117c0813259ebea2

OS/ARCH

linux/amd64

Compressed size

589.82 MB

Last pushed

almost 7 years by cgiraldo

Type

Image

Manifest digest

sha256:87e7bfc260efa6c1b06be1bcd16c014287c8a28f8eba1292117c0813259ebea2

Image Layers

Image Layers

1ADD file ... in / 25.85 MB

2CMD ["bash"]0 B

3/bin/sh -c set -eux; apt-get3.1 MB

4ENV LANG=C.UTF-80 B

5ENV JAVA_HOME=/usr/local/openjdk-80 B

6ENV PATH=/usr/local/openjdk-8/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

7/bin/sh -c { echo '#/bin/sh';209 B

8ENV JAVA_VERSION=8u2320 B

9

ENV JAVA_BASE_URL=https://github.com/AdoptOpenJDK/openjdk8-upstream-binaries/releases/download/jdk8u232-b09/OpenJDK8U-jre_

0 B

10ENV JAVA_URL_VERSION=8u232b090 B

11/bin/sh -c set -eux; dpkgArch="$(dpkg38.58 MB

12LABEL [email protected] organization=gradiant.org0 B

13ARG version=2.4.40 B

14ENV VERSION=2.4.4 SPARK_VERSION=2.4.4 SPARK_HOME=/opt/spark0 B

15

ENV PATH=/usr/local/openjdk-8/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/spark/sbin:/opt/spark/bin SPARK_LOCAL_DIRS=/opt/spark/work-dir SPARK_WORKER_DIR=/opt/spark/worker

0 B

16|1 version=2.4.4 /bin/sh -c apt-get221.75 MB

17|1 version=2.4.4 /bin/sh -c rm207 B

18ADD 9eda1f50b86d33baf5d2efc67965d0fc8872967419a4f8ebb9c1706b4a4a91fb in /opt/spark/jars 543.85 KB

19WORKDIR /opt/spark/local191 B

20COPY file:0a3e6ae8ee05f110ccb2c88332d914bc70462d7574e5e2ee6e651a8516387279 in /opt/spark/sbin/standalone 994 B

21ENTRYPOINT ["/opt/entrypoint.sh"]0 B

22ENV PYTHONPATH=/opt/spark/python/lib/pyspark.zip:/opt/spark/python/lib/py4j-src.zip0 B

23/bin/sh -c apt-get update &&239.25 MB

24/bin/sh -c pip3 install pyarrow==0.14.060.75 MB

Command

ADD file:74b2987cacab5a6b067ccf3785408687d0bff53dbff198c6d8f06bed5187292c in /