From 75eb1bacc24251933075977a6280380271ad0293 Mon Sep 17 00:00:00 2001
From: Ivan Ermilov <earthquakesan@gmail.com>
Date: Thu, 28 Sep 2017 13:24:12 +0200
Subject: [PATCH] added submit image

---
 Makefile             |  12 ++++++++++++
 submit/Dockerfile    |  13 +++++++++++++
 submit/WordCount.jar | Bin 0 -> 3075 bytes
 submit/run.sh        |   3 +++
 4 files changed, 28 insertions(+)
 create mode 100644 submit/Dockerfile
 create mode 100644 submit/WordCount.jar
 create mode 100644 submit/run.sh

diff --git a/Makefile b/Makefile
index 9286ce2..399104d 100644
--- a/Makefile
+++ b/Makefile
@@ -1,3 +1,5 @@
+DOCKER_NETWORK = hadoop
+ENV_FILE = hadoop.env
 current_branch := $(shell git rev-parse --abbrev-ref HEAD)
 build:
 	docker build -t bde2020/hadoop-base:$(current_branch) ./base
@@ -6,3 +8,13 @@ build:
 	docker build -t bde2020/hadoop-resourcemanager:$(current_branch) ./resourcemanager
 	docker build -t bde2020/hadoop-nodemanager:$(current_branch) ./nodemanager
 	docker build -t bde2020/hadoop-historyserver:$(current_branch) ./historyserver
+	docker build -t bde2020/hadoop-submit:$(current_branch) ./submit
+
+wordcount:
+	docker build -t hadoop-wordcount ./submit
+	docker run --network ${DOCKER_NETWORK} --env-file ${ENV_FILE} bde2020/hadoop-base:$(current_branch) hdfs dfs -mkdir -p /input/
+	docker run --network ${DOCKER_NETWORK} --env-file ${ENV_FILE} bde2020/hadoop-base:$(current_branch) hdfs dfs -copyFromLocal /opt/hadoop-2.8.0/README.txt /input/
+	docker run --network ${DOCKER_NETWORK} --env-file ${ENV_FILE} hadoop-wordcount
+	docker run --network ${DOCKER_NETWORK} --env-file ${ENV_FILE} bde2020/hadoop-base:$(current_branch) hdfs dfs -cat /output/*
+	docker run --network ${DOCKER_NETWORK} --env-file ${ENV_FILE} bde2020/hadoop-base:$(current_branch) hdfs dfs -rm -r /output
+	docker run --network ${DOCKER_NETWORK} --env-file ${ENV_FILE} bde2020/hadoop-base:$(current_branch) hdfs dfs -rm -r /input
diff --git a/submit/Dockerfile b/submit/Dockerfile
new file mode 100644
index 0000000..52b0499
--- /dev/null
+++ b/submit/Dockerfile
@@ -0,0 +1,13 @@
+FROM bde2020/hadoop-base:1.2.0-hadoop2.8-java8
+MAINTAINER Ivan Ermilov <ivan.s.ermilov@gmail.com>
+
+COPY WordCount.jar /opt/hadoop/applications/WordCount.jar
+
+ENV JAR_FILEPATH="/opt/hadoop/applications/WordCount.jar"
+ENV CLASS_TO_RUN="WordCount"
+ENV PARAMS="/input /output"
+
+ADD run.sh /run.sh
+RUN chmod a+x /run.sh
+
+CMD ["/run.sh"]
diff --git a/submit/WordCount.jar b/submit/WordCount.jar
new file mode 100644
index 0000000000000000000000000000000000000000..7b6a1780cd765c819f2cdaace19b6e61355e624c
GIT binary patch
literal 3075
zcmaKu2{hDu8^@<+m?2{9TxH2VX3#`TTE@;8CdR&H-y+M%gtBDIKCT9rO9qn&MP!RC
z*~3JXF;vL%UR+x#%FBJ<x74}s{r=DYoZtWaf6wz<&iOpg7l#3YcmNOx1YqsBZU8tS
z761r<)yAXY`bIhmUwZ)nAOME}L-uDJ{_iy0{|)BZoAE6ei#F2N(Kf{+usZA5{yswt
z96@8pz~u(|2dhmKN04u30}uvSd3`J`s1(FvIWO4pi_kA}9$Wm9QgcOes&o9jGyIZd
zz)SD7fYpFQf9>KTtDK?M-Wu9_@AqBcemVlj-d~F=0WO+Xf_w=G=gW?PfysEf`S1lE
zhUO8VSTRoP8H@<GOrD_0mGC~W1i_<vZyF6h)EX~>VR^oAw>))sNWhG)0e7VB^7Jv#
z^2~F&$m;6Byuj>%v6cK5fIt^FyDsOPz>A?M;+a@wTaBpcsx=E$w%N*nB$@N2{Q_Ne
zYuv)W_8R*ede65ivyYKR{D7x<)e9Z@9;^BywO-U_ZemhhCQldl-MQ;y({PVcf_I4#
zYgoLjPY;o1NM1z1H0bPowM~MtxG;}ovD|>QbfRD%nPbPqsG&^ULPElpi~QVAwV8BH
z(*8)H%pXytP1`<%gxMvDf3XB6;(_OQd;H_jIdm1**VV#}Z6wO|(N#Os0ULuVZ-)Q6
zY}ex_Fawh=|J+Neb9GFb88P*;$yicwZj~eI1LlNwr`%Qr&Z}r6HVSOWi<MreOH_+Z
ziKV1mlULk09TC`qub9pg7k(`*JfE9#ijN@AEZ*YoqSjeDK{Z{5wOuehyindqzB^uU
zVjWzN$?L35%qjgKnF2<UAGWRHx=!4m?{>O9{V+xOK9aEV@w(bagWry~FHA9ED1R_Z
z3M3k(6a=3yQDTi9h}w8@^%-}qe&DNk_pf*7dZcb%;UbDgO4ubOZ1BZ|&iVMU2p)YF
z{(|Mfo38|Dxk@&wGAAO#wAbn?Fo6r7Z+vV)%;ojR-sWJ3<zqwir=wc5%%DdKlRJ|}
zJLOT7+erDG47MQWVK3#CI!Sc-nD#jlfL9n>_45$o170j-a{+wI@CytoT_W3EWIkyx
zN78Anu??AoV6GP}-%hMjS@qj_JyZ=0mf5a-*TZ$4L?_>cEEFiSQIaQRHoXs-?&?-a
zdj_YgpO`{50Y8xV*zR`MGF{?F`3V7eC?#h+wBvUY?H;K!&@zFtd|#tSi?!~Tv*yLu
zSkOrEo@NAQbK?$iGlHZOO|F5vasC=gScrlCgFD2#(a$GX23kQ`IZK=ewn-4ToYRVW
zop?~Mp^t{;5|lP*Hlf1Y_<jk56Kkdtc3ydcsv9V%uYNZ;Fil+C<5Mhq3R2kp3awoe
zm&J-QuHrwunm8{lQg~aZ_;~S2dXI=^7so#EZq0@22p|A3%=AyF9Xp7cguXAqG|0!q
z)g{Q;HQ+zsJvXy4=Dx`J)u?gl#npOCUvp?5HpHRw4iC%{orBktkDO0LEK%jj47bLz
zrfpc*Mvpr;9L?Qc-O@JYNKtjSdB_UU5(&%B4n!fRg59Xq`OQyuA#dcCKhYwUp!_?2
zj{R|0lfazlQxO91Y$dih^bsaEHqd<jG-LZrEnBF6a;tZ#a-)+H+Z=nfJj|@Pj@s*O
z(4$yd<<_mnuvSvWSe2J}uH}sqp7$!&ouIigi+N|@V+We3Wk)`AmU<!lb)~&~5T)W$
z0v-1YY!;=^dTMqS&o67=dpRQ1KHc4#hMCD7sDusj)KlhN)!gq<Z-z%~$C~(D=;07{
zO;Mq}$aM&9HAygDftkgT<Mo+$C)_TUTmM!tre(|Tf3wwMsJFrCwG?#ftk~U!!ZNZN
z--;%evR`V)R@ocF(i*ou64@P5QBn3Rd?d+YH&oE0`3qCKO5$QuXI!20GewM5`)D~&
zcuTY?<YaWJfkXkfoj6sZNC}ISek*m7%hyq-P2LyN{VpY1tsfbEbQV^?F9r=3{QS`}
ziA%3_(!)G~y8U>)TWPV6^E`S=Aj)XY2UB(mbwx0PLa(2xw4c~Mt;AN##-g1=wW}F1
zN!0Y)<xzU%8S1$$PTRSmx|mQ$9pMv3J-T|FHctCpbC6?q^rB>b)%c(Nr2GCh@iSY1
zkUY~kNWjh@_hi#sX!DbC=XkOkxZGAJC*w1QoOAg%NIHXHpz3}HR?Eb<4H#>O*G-{`
z(;XXWGiL-KnokuOxKP<B-DXjEdR~w*<dzRnfT}JwsM5ryp!5_@as*e%Ua90<8>M}4
z(I7tAR{OxGQHhIF5S(*6cH`)5z#Zn_qo*@eH9898hvP)G1JXSPL~kKC%0Oclpse_6
zhxj1?gDCr1_*q`?T6Ck^tr<?M+!+XsPY>+0dJM$XgDT2bSVt*v?51}x43UNfwyEz<
zEr?oO$9LU`?Bvf}0KVTox=%}kL9^}jUVrRk{wG>QexL<^#oN`_GsHCj>*(kAjTihL
zFKC{x)XR-aRkPy!Xiz;~w)jB_v5>ce)tc#=4Czvs)wsTuOk>WHd3;NoMR?>O(UV(0
zDYY~F?XKctHeA+>Q*Wd7`m5}~_qNS}&Dra-+i|G?sZ~8ROvkl@cS})7<4C7V(h;=j
zo37|BJH8f}MzEQHq1;}lin%)GI)NLC&N)eSkq{J;{}suGur#tC_Bq=)P!n|4-Ky5j
z(t4a=A>96Qj8(l=)W>G8TF-gVU7M%VFN%6*#h$@N7M?KfmUf+$xv?JQxYku%uDmRt
z=s{>Irl0ghcFXn=dNR@29I0RvrYDv&+Oh7m81^sq6}$vwCA{3{&-*#5QkziSjJCJ+
zCS>o#2A@Fbs(d-Iv>0SX9-|1z!5Nf>&ZhSS(3Rz@Wt^=$*)(OGXRr*o8tBvdd2q%K
zJ)%qG<?!jV_6}k1OH7Pz&b}fu|N6S^+_u7Q_2Pn?oM73E%cmx>3Ws4<#%zY!NrwL+
z4Q=UxlZ0KRxP+^Ow8*%+86hV4G%7aRp;o2dv*}Gr!kH{y$K_JJw|NO_VgpB3*~ak`
zT|nNsp{}8DE^DYHd|IrytRQKG%PdsacrnfG&lxhZ!)Q=eGsmLh!ee}>5ZiU|BdFK1
zsw9239(D7Mw^?KR(D7sUoa;*^5hzMr&19kNSYjf%{mFR3B<D4Q)FFvec?qYqjh^n%
zM_?5HE&Rt<zi81OS!&dzI7M_i!mxM|ng-9cGve9iEQS-{&%q=fUEop#*^)`V7Chy}
z#J(c7l%66(Y00W47~NPZ5=-yVB)<3D97a6^?|L;QU0_<v7=ho0hQ&<2Iz!yX3HD}j
zPTqOQwz-*F*?61}T0gwLqLEc}G(r7Bpsl6?B25J}bvoL0gCk7{lGZ00%ek7XP}`sW
zNphS;R1<`y)F`P4?SiH(1>XWUBE5oIKrBvm=Hbz$ocRrLRI__g?;m^YFdCCDm)<HA
zSREB80Bye1jkoc)cglFn#|8NU+Q(<SM~<|%hfnuk_#8US1NhOL{?B>to6{fl&28>m
zRUGEW(1Uhy-<p2c*}dVn&;v&GV1|8Ld9Vxa+sf~1-y8m9GJg&}SQPdf<#!?Wj`1z{
q@7m_isSaMyeiivHTkyeDe_K;<7^b~@1pt`#9+N`=Ko0Bv*S`U-K?GX>

literal 0
HcmV?d00001

diff --git a/submit/run.sh b/submit/run.sh
new file mode 100644
index 0000000..5ebe79e
--- /dev/null
+++ b/submit/run.sh
@@ -0,0 +1,3 @@
+#!/bin/bash
+
+$HADOOP_PREFIX/bin/hadoop jar $JAR_FILEPATH $CLASS_TO_RUN $PARAMS