d5hadoop_env.sh

#!/bin/bash
export HADOOP_USER_CLASSPATH_FIRST=true

export D5HADOOP_BASE=$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )

export CDH_MR2_HOME=${D5HADOOP_BASE}/hadoop/lib/native
export PATH=${D5HADOOP_BASE}/hadoop/bin/:${PATH}
#export JAVA_HOME=${D5HADOOP_BASE}/java-8-oracle
export HADOOP_OPTS="$HADOOP_OPTS -Djava.library.path=${D5HADOOP_BASE}/hadoop/lib/native"
export YARN_CONF_DIR=${D5HADOOP_BASE}/hadoop/etc/hadoop
export HADOOP_CONF_DIR=${D5HADOOP_BASE}/hadoop/etc/hadoop

# Spark
export PATH=${PATH}:${D5HADOOP_BASE}/spark/bin/
#export SPARK_CLASSPATH=${D5HADOOP_BASE}/hbase/lib/hbase-protocol-1.0.0-cdh5.4.4.jar:${D5HADOOP_BASE}/hbase/lib/hbase-common-1.0.0-cdh5.4.4.jar:${D5HADOOP_BASE}/hbase/lib/hbase-client-1.0.0-cdh5.4.4.jar:${D5HADOOP_BASE}/hbase/lib/htrace-core-3.0.4.jar:${D5HADOOP_BASE}/hbase/lib/hbase-server-1.0.0-cdh5.4.4.jar:${D5HADOOP_BASE}/hbase/lib/guava-12.0.1.jar:${D5HADOOP_BASE}/hbase/conf/hbase-site.xml:${D5HADOOP_BASE}/hbase/lib/htrace-core-3.0.4.jar

# HBase
export PATH=${PATH}:${D5HADOOP_BASE}/hbase/bin
export HBASE_CONF_DIR=${D5HADOOP_BASE}/hbase/conf


# Pig
export PATH=/home/d5hadoop/new/pig/bin:${PATH}

sed -e "s#<value>.*topology.py<\/value>#<value>${D5HADOOP_BASE}\/hadoop\/etc\/hadoop\/topology.py<\/value>#" -i .bak ${D5HADOOP_BASE}/hadoop/etc/hadoop/core-site.xml