Settings

---

• Settings
  • Master Node
  • Others Slave Node

Master Node

sudo gedit /etc/network/interfaces
or
sudo gedit /etc/networks (testing)

#interfaces(5) file used by ifup(8) abd ifdown(8)
auto lo
iface lo inet loopback

#NAT interface
auto
iface eth0 inet dhcp

auto eth1
iface eth1 inet static

address    192.168.56.100
netmask    255.255.255.0
network    192.168.56.0
broadcast    192.168.56.255

sudo gedit /etc/hostname

data1 or master or blablabla just coose want you want lol.

sudo gedit /etc/hosts

# virtual ip for cluster communication
192.168.56.100	master
192.168.56.101	slave1
192.168.56.102	slave2

sudo gedit /home/pcdm/programs/hadoop-3.2.1/etc/hadoop/core-site.xml
! 記得 如果檔案為空白沒文字請再三確認文件/資料夾是否存在

<configuration>
        <property>
                <name>fs.default.name</name>
                <value>hdfs://master:9000</value>
        </property>
        <!-- 指定hadoop執行時產生檔案的儲存目錄 -->
        <property>
                <name>hadoop.tmp.dir</name>
                <!---  可能找不到 要double check 一下--->
                <value>/app/hadoop/tmp</value>
        </property>
</configuration>

sudo gedit /home/pcdm/programs/hadoop-3.2.1/etc/hadoop/yarn-site.xml

<configuration>
        <property>
                <name>yarn.nodemanager.aux-services</name>
                <value>mapreduce_shuffle</value>
        </property>
        <property>
                <name>yarn.nodemanager.aux-services.mapreduce.shuffle.class</name>
                <value>org.apache.hadoop.mapred.ShuffleHandler</value>
        </property>
        
       <!--- ResourceManager  resource-tracker/scheduler/address ---> 
        
        <property>
                <name>yarn.resourcemanager.resource-tracker.address</name>
                <value>master:8025</value>
        </property>
        <property>
                <name>yarn.resourcemanager.scheduler.address</name>
                <value>master:8030</value>
        </property> 
        <property>
                <name>yarn.resourcemanager.address</name>
                <value>master:8050</value>
        </property> 
</configuration>

sudo gedit /home/pcdm/programs/hadoop-3.2.1/etc/hadoop/mapred-site.xml

<configuration>
       <property>
              <name>mapreduce.framework.name</name>
              <value>yarn</value>
      </property>
      <property>
              <name>mapred.job.tracker</name>
              <value>master:54311</value>
      </property>
</configuration>

sudo gedit /home/pcdm/programs/hadoop-3.2.1/etc/hadoop/hdfs-site.xml

<configuration>
        <property>
                <name>dfs.replication</name>
                <value>3</value>
        </property>
        <property>
                 <name>dfs.datanode.data.dir</name>
                 <!---  可能找不到 要double check 一下--->
                <value> file:/usr/local/hadoop/hadoop_data/hdfs/datanode</value>
        </property>
</configuration>

---

Others Slave Node