[大数据]Spark学习记录——环境配置

配置SPARK的学习记录，若有错误，还请指正
spark-env.sh配置

export JAVA_HOME=.. # JDK安装目录
export SCALA_HOME=.. # SCALA安装目录
export HADOOP_HOME=.. #HADOOP安装目录
export SPARK_HOME=.. #SPARK安装目录

export SPARK_DIST_CLASSPATH=$(${HADOOP_HOME}/bin/hadoop classpath)
export HADOPP_CONF_DIR=${HADOOP_HOME}/etc/hadoop
export SPARK_LOCALIP=$(ifconfig -a|grep inet|grep -v 127.0.0.1|grep -v inet6|awk '{print $2}'|tr -d "addr:")
export SPARK_MASTER_IP=.. # master节点的ip
export SPARK_MASTER_HOST=.. # master节点ip
export SPARK_MASTER_PORT=7077 # 
export SPARK_MASTER_WEBUI_PORT=8081 # 避免与hadoop的端口冲突

# 防止出现unable to load native-hadoop library for your platform
export JAVA_LIBRARY_PATH=${HADOOP_HOME}/lib/native
export LD_LIBRARY_PATH=${JAVA_LIBRARY_PATH}