Sign inSign up

ntfrnzn/spark-base:2.4.8

Manifest digest

sha256:c495f6611f9d03dce5c9e45bbbec00a19df7bdde89cd168d2a515b92f7cf810b

OS/ARCH

linux/amd64

Compressed size

1.48 GB

Last pushed

over 5 years by ntfrnzn

Type

Image

Manifest digest

sha256:c495f6611f9d03dce5c9e45bbbec00a19df7bdde89cd168d2a515b92f7cf810b

Image Layers

Image Layers

1ADD file ... in / 2.63 MB
2CMD ["/bin/sh"]0 B
3ENV LANG=C.UTF-80 B
4/bin/sh -c { echo '#!/bin/sh';238 B
5ENV JAVA_HOME=/usr/lib/jvm/java-1.8-openjdk0 B
6ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/java-1.8-openjdk/jre/bin:/usr/lib/jvm/java-1.8-openjdk/bin0 B
7ENV JAVA_VERSION=8u2120 B
8ENV JAVA_ALPINE_VERSION=8.212.04-r00 B
9/bin/sh -c set -x &&67.46 MB
10COPY dir:05e033aba19a3f0d39e51237fc3281385505822c83c3bf418a316eadaaab55ee in / 318.51 MB
11/bin/sh -c apk --update add3.86 MB
12ENV SPARK_VERSION=2.4.80 B
13ENV HADOOP_VERSION=2.70 B
14ENV HADOOP_PATCH=70 B
15ENV SCALA_VERSION=2.11.120 B
16ENV SCALA_HOME=/usr/share/scala0 B
17ENV SPARK_HOME=/spark0 B
18ENV AWS_VERSION=1.7.40 B
19ENV AZURE_VERSION=8.3.00 B
20/bin/sh -c apk add --no-cache27.89 MB
21/bin/sh -c export PATH="/usr/local/sbt/bin:$PATH" &&1.35 MB
22/bin/sh -c wget http://mirror.ox.ac.uk/sites/rsync.apache.org/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz225.04 MB
23/bin/sh -c tar -xzf spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz225.4 MB
24/bin/sh -c pip3 install pyspark==${SPARK_VERSION}635.45 MB
25ENV SPARK_OPTS=--driver-java-options=-Xms1024M --driver-java-options=-Xmx4096M --driver-java-options=-Dlog4j.logLevel=info0 B
26ENV PYTHONPATH=/spark/python0 B
27/bin/sh -c wget https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-azure/${HADOOP_VERSION}.${HADOOP_PATCH}/hadoop-azure-${HADOOP_VERSION}.${HADOOP_PATCH}.jar -P926.57 KB
28/bin/sh -c wget https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/${HADOOP_VERSION}.${HADOOP_PATCH}/hadoop-aws-${HADOOP_VERSION}.${HADOOP_PATCH}.jar -P9.9 MB

Command

ADD file:a86aea1f3a7d68f6ae03397b99ea77f2e9ee901c5c59e59f76f93adbb4035913 in /