Security for Dummies

Build and Download 64bit Hadoop 2.3.0

https://svn.apache.org/repos/asf/hadoop/common/trunk/BUILDING.txt

mvn compile -Pdist,native -Dskiptests -Dtar

mvn package -Pdist,native -DskipTests -Dtar

Native Libs
hadoop-2.3.0-src/hadoop-dist/target/hadoop-2.3.0/lib/native/

Tarball
hadoop-2.3.0-src/hadoop-dist/target/hadoop-2.3.0.tar.gz

Download

hdfs namenode -format

Start
    hadoop-daemon.sh start namenode
    hadoop-daemon.sh start datanode
    hadoop-daemon.sh start secondarynamenode

    yarn-daemon.sh start resourcemanager
    yarn-daemon.sh start nodemanager
    mr-jobhistory-daemon.sh start historyserver


jps
    1410 NameNode
    6500 SecondaryNameNode
    1460 DataNode
    7030 Jps
    6635 ResourceManager
    2963 JobHistoryServer
    6884 NodeManager

Stop
    mr-jobhistory-daemon.sh stop historyserver
    yarn-daemon.sh stop nodemanager
    yarn-daemon.sh stop resourcemanager

    hadoop-daemon.sh start secondarynamenode
    hadoop-daemon.sh stop datanode
    hadoop-daemon.sh stop namenode


Test Run
    hadoop jar /data/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.3.0.jar pi 2 5

    hadoop jar /data/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.3.0.jar pi -Dmapreduce.clientfactory.class.name=org.apache.hadoop.mapred.YarnClientFactory 16 10000

    hadoop jar /data/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.3.0.jar wordcount file:///home/hadoop/txt/Ulysses.txt /output2