master 설정_완전 분산 모드

싱글노드모드에서 다르거나 추가되는 부분들만 설명

(JDK 설치, Hadoop 설치, 사용자 등록 및 Hadoop 소유권 변경, .bashrc 수정은 동일하다

-- hosts 파일 변경 --
~$ sudo vim /etc/hosts
        중간에 다음 내용 입력 후 저장
        192.168.8.128 master
        192.168.8.129 slave1
        192.168.8.130 slave2
        192.168.8.131 slave3


-- core-site -- 
~$ sudo vim /usr/local/hadoop/etc/hadoop/core-site.xml
        localhost 를 master 로 변경 후 저장
        <property>

                <name>hadoop.tmp.dir</name>

                <value>/usr/local/hadoop/tmp</value>

        </property>

        <property>

                <name>fs.default.name</name>

                <value>hdfs://master:62350</value>
        </property>


-- mapred-site --
~$ sudo vim /usr/local/hadoop/etc/hadoop/mapred-site.xml
        localhost 를 master 로 변경 후 저장
        <property>

                <name>mapred.job.tracker</name>

                <value>master:62351</value>
        </property>


-- hadoop 설정파일 저장 --
~$ tar -cvf hadoop.tar /usr/local/hadoop


-- slaves 파일 생성 --
~$ sudo vim /usr/local/hadoop/etc/hadoop/slaves
        다음 내용을 입력 후 저장
        slave1
        slave2
        slave3


-- hdfs-site 설정 --
~$ sudo vim /usr/local/hadoop/etc/hadoop/hdfs-site.xml
         <configuration> 사이의 내용을 다음과 같이 수정 후 저장
        <property>

                <name>dfs.replication</name>

                <value>3</value>

        </property>

        <property>

                <name>dfs.namenode.name.dir</name>

                <value>file:/usr/local/hadoop/hdfs/namenode</value>

        </property>

        <property>

                <name>dfs.http.address</name>

                <value>master:50070</value>

        </property>

        <property>

                <name>dfs.secondary.http.address</name>

                <value>slave1:50090</value>

        </property>

        dfs.replication
        : HDFS에 저장할 데이터의 복제본 개수 지정, 1일 경우 가상분산 모드를 의미함
        dfs.namenode.name.dir
        : Namenode의 위치 지정
        dfs.http.address
        : Namenode의 위치 지정
        dfs.secondary.http.address
        : 보조 Namenode의 위치 지정

 

-- 인증키 생성 및 배포 --
~$ ssh-keygen -t rsa
~$ ssh-copy-id -i .ssh/id_rsa.pub manager@slave1
~$ ssh-copy-id -i .ssh/id_rsa.pub manager@slave2
~$ ssh-copy-id -i .ssh/id_rsa.pub manager@slave3
~$ ssh-copy-id -i .ssh/id_rsa.pub manager@master