(Hadoop install) v 2.2.0

Hadoop install


new compile url
http://vichargrave.com/create-a-hadoop-build-and-development-environment-for-hadoop/


build해서 native lib (copy 또는 그대로 이용)

mvn 시...

mvn package -Pdist,native -DskipTests -Dtar

오류시 ))
https://code.google.com/p/protobuf/
2.5버전 사용.빌드.



deprecated))
------------------------------------------------------------------------------

1. wget http://apache.tt.co.kr/hadoop/common/hadoop-2.2.0/hadoop-2.2.0.tar.gz
2. ssh-keygen -t dsa -P '' -f ~/.ssh/id_dsa
cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys
chmod 644 ~/.ssh/authorized_keys
ssh test
ssh hadoop@localhost

3. jdk 설치

4. hadoop 설치
~/.bash_profile

# Hadoop
export HADOOP_HOME=/data/hadoop
export PATH=$PATH:$HADOOP_HOME/bin
export PATH=$PATH:$HADOOP_HOME/sbin
export HADOOP_MAPRED_HOME=${HADOOP_HOME}
export HADOOP_COMMON_HOME=${HADOOP_HOME}
export HADOOP_HDFS_HOME=${HADOOP_HOME}
export YARN_HOME=${HADOOP_HOME}


$HADOOP_HOME/etc/hadoop/hadoop-env.sh
export JAVA_HOME=/data/jdk

$HADOOP_HOME/etc/hadoop/yarn-env.sh
# Native Path
# http://www.yongbok.net/blog/how-to-install-hadoop-2-2-0-pseudo-distributed-mode/#comment-70525
export HADOOP_COMMON_LIB_NATIVE_DIR=${HADOOP_HOME}/lib/native
export HADOOP_OPTS="-Djava.library.path=$HADOOP_HOME/lib"

source ~/.bash_profile

5. hadoop 설정
core-site.xml
$HADOOP_HOME/etc/hadoop/core-site.xml



fs.default.name
hdfs://localhost:9000
true




hdfs-site.xml
$HADOOP_HOME/etc/hadoop/hdfs-site.xml



dfs.namenode.name.dir
file:/home/hadoop/dfs/name
true


dfs.datanode.data.dir
file:/home/hadoop/dfs/data
true


dfs.permissions
false



mapred-site.xml
$HADOOP_HOME/etc/hadoop/mapred-site.xml



mapreduce.framework.name
yarn


mapred.system.dir
file:/home/hadoop/mapred/system
true


mapred.local.dir
file:/home/hadoop/mapred/local
true



yarn-site.xml
$HADOOP_HOME/etc/hadoop/yarn-site.xml




yarn.nodemanager.aux-services
mapreduce_shuffle


yarn.nodemanager.aux-services.mapreduce.shuffle.class
org.apache.hadoop.mapred.ShuffleHandler



hadoop-env.sh

$HADOOP_HOME/etc/hadoop/hadoop-env.sh
export JAVA_HOME=$HOME/jdk

6. hadoop exec
hdfs namenode -format
start-all.sh
jps
2974 NameNode
4356 Jps
3089 DataNode
3241 SecondaryNameNode
1377 ResourceManager
3487 NodeManager