Permalink
Cannot retrieve contributors at this time
Name already in use
A tag already exists with the provided branch name. Many Git commands accept both tag and branch names, so creating this branch may cause unexpected behavior. Are you sure you want to create this branch?
d5hadoop-client/d5hadoop_env.sh
Go to fileThis commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
executable file
25 lines (18 sloc)
1.28 KB
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/bin/bash | |
export HADOOP_USER_CLASSPATH_FIRST=true | |
export D5HADOOP_BASE=$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd ) | |
export CDH_MR2_HOME=${D5HADOOP_BASE}/hadoop/lib/native | |
export PATH=${D5HADOOP_BASE}/hadoop/bin/:${PATH} | |
#export JAVA_HOME=${D5HADOOP_BASE}/java-8-oracle | |
export HADOOP_OPTS="$HADOOP_OPTS -Djava.library.path=${D5HADOOP_BASE}/hadoop/lib/native" | |
export YARN_CONF_DIR=${D5HADOOP_BASE}/hadoop/etc/hadoop | |
export HADOOP_CONF_DIR=${D5HADOOP_BASE}/hadoop/etc/hadoop | |
# Spark | |
export PATH=${PATH}:${D5HADOOP_BASE}/spark/bin/ | |
#export SPARK_CLASSPATH=${D5HADOOP_BASE}/hbase/lib/hbase-protocol-1.0.0-cdh5.4.4.jar:${D5HADOOP_BASE}/hbase/lib/hbase-common-1.0.0-cdh5.4.4.jar:${D5HADOOP_BASE}/hbase/lib/hbase-client-1.0.0-cdh5.4.4.jar:${D5HADOOP_BASE}/hbase/lib/htrace-core-3.0.4.jar:${D5HADOOP_BASE}/hbase/lib/hbase-server-1.0.0-cdh5.4.4.jar:${D5HADOOP_BASE}/hbase/lib/guava-12.0.1.jar:${D5HADOOP_BASE}/hbase/conf/hbase-site.xml:${D5HADOOP_BASE}/hbase/lib/htrace-core-3.0.4.jar | |
# HBase | |
export PATH=${PATH}:${D5HADOOP_BASE}/hbase/bin | |
export HBASE_CONF_DIR=${D5HADOOP_BASE}/hbase/conf | |
# Pig | |
export PATH=/home/d5hadoop/new/pig/bin:${PATH} | |
sed -e "s#<value>.*topology.py<\/value>#<value>${D5HADOOP_BASE}\/hadoop\/etc\/hadoop\/topology.py<\/value>#" -i .bak ${D5HADOOP_BASE}/hadoop/etc/hadoop/core-site.xml |