Hadoop Multiple Nodes Cluster

#ubuntu17.10 
sudo nano /etc/netplan/01-netcfg.yaml 

# This file describes the network interfaces available on your system
# For more information, see netplan(5).
# gateway4 
network:
  version: 2
  renderer: networkd
  ethernets:
    ens33:
      dhcp4: no
      dhcp6: no
      addresses: [192.168.72.101/24]
      gateway4: 192.168.72.2 
      nameservers:
          addresses: [114.114.114.114, 8.8.8.8]

sudo netplan apply

sudo nano /etc/hostname
# data1
data1

sudo nano /etc/hosts

127.0.0.1       localhost
127.0.1.1       ubuntu
# hosts
192.168.72.100  master
192.168.72.101  data1
192.168.72.102  data2
192.168.72.103  data3

  
  fs.default.name
  hdfs://master:9000
  
  

        yarn.nodemanager.aux-services
        mapreduce_shuffle


        yarn.nodemanager.aux-services.mapreduce.shuffle.class
        org.apache.hadoop.mapred.ShuffleHandler

    

  yarn.resourcemanager.resource-tracker.address
  master:8025


  yarn.resourcemanager.scheduler.address
  master:8030


  yarn.resourcemanager.address
  master:8050

    

        mapred.job.tracker
        master:54311

        dfs.replication
        1


        dfs.namenode.name.dir
        file:/usr/local/hadoop/hadoop_data/hdfs/namenode

sudo nano /etc/hostname
sudo nano /etc/netplan/*.yaml
sudo netplan apply

# data1
ssh data1

# HDFS 
sudo rm -rf /usr/local/hadoop/hadoop_data/hdfs
# DataNode 
mkdir -p /usr/local/hadoop/hadoop_data/hdfs/datanode
# hduser
sudo chown  -R hduser:hduser /usr/local/hadoop
exit

# HDFS 
sudo rm -rf /usr/local/hadoop/hadoop_data/hdfs
# NameNode 
mkdir -p /usr/local/hadoop/hadoop_data/hdfs/namenode
# hduser
sudo chown  -R hduser:hduser /usr/local/hadoop
# Namenode HDFS 
hadoop namenode -format