Page History

#Build Docker image with desired username

./gradlew -P dockerTag=<username>/myriad buildRMDocker

#Push the Docker image to Docker hub

docker push <username>/myriad

#Create dist, dist/config directories and copy required files

cd $HADOOP_HOME

mkdir $HADOOP_HOME/dist

mkdir $HADOOP_HOME/dist/config

cp $HADOOP_HOME/etc/hadoop/* $HADOOP_HOME/dist/config

#Build config.tgz file where filename matches servedConfigPath variable in myriad-config-default.yml

tar czf dist/<filename>.tgz dist/config 

#Build binary.tgz file where filename matches servedBinaryPath variable in myriad-config-default.yml

tar czf <filename>.tgz $HADOOP_HOME/ --exclude=HADOOP_HOME/dist

#Start Myriad Docker container ENSURE YOU ARE IN $HADOOP_HOME DIRECTORY

docker run -d --name myriad-rm --net=host -v $PWD/dist:/dist -v $PWD/dist/config/:/usr/local/hadoop/etc/hadoop <username from step 1 above>/myriad

#Confirm that Myriad Docker container is up

docker ps | grep myriad-rm

#Confirm Apache Myriad UI is up

http://<hadoop master ip address/dns>:8192

#Confirm Hadoop Application Master is up

http://<hadoop master ip address/dns>:8188

#Run example Map/Reduce job such as teragen to confirm all installation details are correct

$HADOOP_HOME/bin/yarn jar share/hadoop/mapreduce/hadoop-mapreduce-examples-2.6.0.jar pi 100 10000