配置文件修改

#更改环境变量
sudo gedit ~/.bashrc
# 使文件生效
source ~/.bashrc
# 查看系统环境变量
echo $PATH
# 查看是否安装成功
xxxx -version

---------------------------------------------------------
#set Java environment

export JAVA_HOME=/home/stephyfifi/dev/jdk1.8.0_231
export JRE_HOME=$JAVA_HOME/jre
export CLASSPATH=.:$JAVA_HOME/lib:$JRE_HOME/lib:$CLASSPATH
export PATH=$JAVA_HOME/bin:$JRE_HOME/bin:$PATH

#set scala environment

export SCALA_HOME=/home/stephyfifi/dev/scala-2.11.11
export PATH=$PATH:$SCALA_HOME/bin

#set spark environment
export SPARK_HOME=/home/stephyfifi/dev/spark-2.4.4-bin-hadoop2.7
export PATH=$PATH:${SPARK_HOME}/bin

# set hadoop environment
export HADOOP_HOME=/home/stephyfifi/dev/hadoop-2.7.7
export PATH=$PATH:$HADOOP_HOME/bin 

# 1. set core-hadoop.xml 


        hadoop.tmp.dir
        file:///home/stephyfifi/dev/hadoop-2.7.7
        Abase for other temporary directories.
    
    
        fs.defaultFS
        hdfs://127.0.0.1
    


# 2. set hdfs-site.xml

        
        dfs.replication
        1
    
    
        dfs.namenode.name.dir
        file:///home/stephyfifi/dev/hadoop-2.7.7/tmp/dfs/name
    
    
        dfs.datanode.data.dir
        file:///opt/hadoop-2.7.6/tmp/dfs/data
    


# 3. set yarn env
# 3.1 set mapred-site.xml

    
    
        mapreduce.framework.name
        yarn
    


# 3.2 set yarn-site.xml

    sudo 
    
        yarn.nodemanager.aux-services
        mapreduce_shuffle
    


# set Hive env
# 1. hive-site.xml文件配置

  javax.jdo.option.ConnectionURL
  jdbc:mysql://master:3306/hive?createDatabaseIfNotExist=true
  JDBC connect string for a JDBC metastore


  javax.jdo.option.ConnectionDriverName
  com.mysql.jdbc.Driver
  Driver class name for a JDBC metastore


  javax.jdo.option.ConnectionUserName
  hive
  username to use against metastore database


  javax.jdo.option.ConnectionPassword
  hive
  password to use against metastore database


--------------------------------------------------------
# 启动spark
spark-shell
# 启动Hbase
hbase shell
-------------------
安装Docker
Ubuntu18.04LTS安装Docker