Bumped hadoop version to 3.4.1 and java version to 17. Also removed netcat and libsnappy-dev from installed packages.

This commit is contained in:
K 2025-04-06 16:50:06 +05:30
parent f1f2f646ba
commit c386803abd
Signed by: notkshitij
GPG Key ID: C5B8BC7530F8F43F

View File

@ -2,17 +2,15 @@
FROM debian:12 FROM debian:12
# Update local package index, upgrade packages and install required packages. # Update local package index, upgrade packages and install required packages.
RUN apt-get update && apt-get -y upgrade && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
openjdk-8-jdk \ openjdk-17-jdk \
net-tools \ net-tools \
curl \ curl \
netcat \
gnupg \ gnupg \
libsnappy-dev \
&& rm -rf /var/lib/apt/lists/* && rm -rf /var/lib/apt/lists/*
# Set Java env # Set Java env
ENV JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64/ ENV JAVA_HOME=/usr/lib/jvm/java-17-openjdk-amd64/
# Download Hadoop Keys # Download Hadoop Keys
RUN curl -O https://dist.apache.org/repos/dist/release/hadoop/common/KEYS RUN curl -O https://dist.apache.org/repos/dist/release/hadoop/common/KEYS
@ -21,7 +19,7 @@ RUN curl -O https://dist.apache.org/repos/dist/release/hadoop/common/KEYS
RUN gpg --import KEYS RUN gpg --import KEYS
# Set hadoop version & URL # Set hadoop version & URL
ENV HADOOP_VERSION 3.3.6 ENV HADOOP_VERSION 3.4.1
ENV HADOOP_URL https://www.apache.org/dist/hadoop/common/hadoop-$HADOOP_VERSION/hadoop-$HADOOP_VERSION.tar.gz ENV HADOOP_URL https://www.apache.org/dist/hadoop/common/hadoop-$HADOOP_VERSION/hadoop-$HADOOP_VERSION.tar.gz
# Download hadoop and signature, verify with gpg, extract hadoop-ver.tar.hz into /opt and remove hadoop-ver.tar.gz # Download hadoop and signature, verify with gpg, extract hadoop-ver.tar.hz into /opt and remove hadoop-ver.tar.gz