first version of hadoop-base hadoop-namenode and hadoop-datanode
This commit is contained in:
@@ -0,0 +1,28 @@
|
||||
FROM java:8-jre
|
||||
|
||||
MAINTAINER Yiannis Mouchakis <gmouchakis@iit.demokritos.gr>
|
||||
|
||||
# define hadoop version
|
||||
ENV HADOOP_VERSION 2.7.1
|
||||
|
||||
# Hadoop env variables
|
||||
ENV HADOOP_PREFIX /opt/hadoop
|
||||
ENV HADOOP_CONF_DIR $HADOOP_PREFIX/conf
|
||||
ENV PATH $PATH:$HADOOP_PREFIX/bin
|
||||
ENV PATH $PATH:$HADOOP_PREFIX/sbin
|
||||
|
||||
RUN apt-get update && apt-get install -y \
|
||||
wget \
|
||||
tar \
|
||||
&& apt-get clean \
|
||||
&& rm -rf /var/lib/apt/lists/*
|
||||
|
||||
# deploy hadoop
|
||||
RUN wget http://archive.apache.org/dist/hadoop/core/hadoop-$HADOOP_VERSION/hadoop-$HADOOP_VERSION.tar.gz
|
||||
RUN tar -zxf /hadoop-$HADOOP_VERSION.tar.gz
|
||||
RUN rm /hadoop-$HADOOP_VERSION.tar.gz
|
||||
RUN mv hadoop-$HADOOP_VERSION $HADOOP_PREFIX
|
||||
|
||||
# add configuration files
|
||||
ADD core-site.xml $HADOOP_CONF_DIR/core-site.xml
|
||||
ADD hdfs-site.xml $HADOOP_CONF_DIR/hdfs-site.xml
|
||||
@@ -0,0 +1,24 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
|
||||
<!--
|
||||
Licensed under the Apache License, Version 2.0 (the "License");
|
||||
you may not use this file except in compliance with the License.
|
||||
You may obtain a copy of the License at
|
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
Unless required by applicable law or agreed to in writing, software
|
||||
distributed under the License is distributed on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
See the License for the specific language governing permissions and
|
||||
limitations under the License. See accompanying LICENSE file.
|
||||
-->
|
||||
|
||||
<!-- Put site-specific property overrides in this file. -->
|
||||
|
||||
<configuration>
|
||||
<property>
|
||||
<name>fs.defaultFS</name>
|
||||
<value>hdfs://namenode:8020</value>
|
||||
</property>
|
||||
</configuration>
|
||||
@@ -0,0 +1,40 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
|
||||
<!--
|
||||
Licensed under the Apache License, Version 2.0 (the "License");
|
||||
you may not use this file except in compliance with the License.
|
||||
You may obtain a copy of the License at
|
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
Unless required by applicable law or agreed to in writing, software
|
||||
distributed under the License is distributed on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
See the License for the specific language governing permissions and
|
||||
limitations under the License. See accompanying LICENSE file.
|
||||
-->
|
||||
|
||||
<!-- Put site-specific property overrides in this file. -->
|
||||
<configuration>
|
||||
<property>
|
||||
<name>dfs.replication</name>
|
||||
<value>2</value>
|
||||
</property>
|
||||
<property>
|
||||
<name>dfs.datanode.data.dir</name>
|
||||
<value>/hdfs-data/datanode</value>
|
||||
</property>
|
||||
<property>
|
||||
<name>dfs.namenode.name.dir</name>
|
||||
<value>/hdfs-data/namenode</value>
|
||||
</property>
|
||||
<property>
|
||||
<name>dfs.namenode.datanode.registration.ip-hostname-check</name>
|
||||
<value>false</value>
|
||||
</property>
|
||||
<property>
|
||||
<name>dfs.permissions.enabled</name>
|
||||
<value>false</value>
|
||||
</property>
|
||||
</configuration>
|
||||
|
||||
Reference in New Issue
Block a user