ubuntu - Githubissues

instalando ubuntu

sudo apt-get update
instalar o git
- sudo apt-get install git
baixar hadoop do site
- descompactar o arquivo hadoop
- instalar o jdk 8
  - sudo apt install openjdk-8-jdk
  - export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64
- sudo apt-get install ssh
- sudo apt-get install pdsh
- ssh-keygen -t rsa -P '' -f ~/.ssh/id_rsa
- cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
- chmod 0600 ~/.ssh/authorized_keys
- ssh localhost
- exportar variaveis no .bashrc gedit .bashrc export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64 export HADOOP_HOME=/dados/hadoop-3.1.3 export HADOOP_INSTALL=$HADOOP_HOME export HADOOP_MAPRED_HOME=$HADOOP_HOME export HADOOP_COMMON_HOME=$HADOOP_HOME export HADOOP_HDFS_HOME=$HADOOP_HOME export YARN_HOME=$HADOOP_HOME export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native export PDSH_RCMD_TYPE=ssh export PATH=$PATH:$HADOOP_HOME/sbin:$HADOOP_HOME/bin:$JAVA_HOME source .bashrc
- gedit /dados/hadoop-3.1.3/etc/hadoop/core-site.xml
  - editar conforme abaixo fs.default.name hdfs://localhost:9000
- sudo mkdir -p /opt/hadoop-3.1.3/data/hdfs/namenode
- sudo mkdir -p /opt/hadoop-3.1.3/data/hdfs/datanode
- sudo chown -R ubuntu /opt/hadoop-3.1.3/data/hdfs/namenode
- sudo chown -R ubuntu /opt/hadoop-3.1.3/data/hdfs/datanode
- gedit /opt/hadoop-3.1.3/etc/hadoop/hdfs-site.xml
  - editar conforme abaixo
    dfs.replication 1 dfs.name.dir file:///opt/hadoop-3.1.3/data/hdfs/namenode/value> dfs.data.dir file:///opt/hadoop-3.1.3/data/hdfs/datanode
- gedit /opt/hadoop-3.1.3/etc/hadoop/mapred-site.xml
  - editar conforme abaixo mapreduce.framework.name yarn
  gedit /dados/hadoop-3.1.3/etc/hadoop/yarn-site.xml
  - editar conforme abaixo yarn.nodemanager.aux-services mapreduce_shuffle
- hdfs namenode -format
- sbin/start-dfs.sh
- bin/hdfs dfs -mkdir /user
- bin/hdfs dfs -mkdir /user/ubuntu
- bin/hdfs dfs -mkdir input
- sbin/stop-dfs.sh
- sbin/start-yarn.sh
- sbin/stop-yarn.sh

Caoliv3 / arquivosConfiguracao

ubuntu #1