#!/bin/bash # # Copyright 2011 The Apache Software Foundation # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # This is sourced in by bin/sqoop to set environment variables prior to # invoking Hadoop. bin="$1" if [ -z "${bin}" ]; then bin=`dirname $0` bin=`cd ${bin} && pwd` fi if [ -z "$SQOOP_HOME" ]; then export SQOOP_HOME=${bin}/.. fi SQOOP_CONF_DIR=${SQOOP_CONF_DIR:-${SQOOP_HOME}/conf} if [ -f "${SQOOP_CONF_DIR}/sqoop-env.sh" ]; then . "${SQOOP_CONF_DIR}/sqoop-env.sh" fi # Find paths to our dependency systems. If they are unset, use CDH defaults. if [ -z "${HADOOP_HOME}" ]; then HADOOP_HOME=/usr/lib/hadoop fi if [ -z "${HBASE_HOME}" ]; then HBASE_HOME=/usr/lib/hbase fi # Check: If we can't find our dependencies, give up here. if [ ! -d "${HADOOP_HOME}" ]; then echo "Error: $HADOOP_HOME does not exist!" echo 'Please set $HADOOP_HOME to the root of your Hadoop installation.' exit 1 fi ## Moved to be a runtime check in sqoop. if [ ! -d "${HBASE_HOME}" ]; then echo "Warning: $HBASE_HOME does not exist! HBase imports will fail." echo 'Please set $HBASE_HOME to the root of your HBase installation.' fi # Where to find the main Sqoop jar SQOOP_JAR_DIR=$SQOOP_HOME # If there's a "build" subdir, override with this, so we use # the newly-compiled copy. if [ -d "$SQOOP_JAR_DIR/build" ]; then SQOOP_JAR_DIR="${SQOOP_JAR_DIR}/build" fi function add_to_classpath() { dir=$1 for f in $dir/*.jar; do SQOOP_CLASSPATH=${SQOOP_CLASSPATH}:$f; done export SQOOP_CLASSPATH } # Add sqoop dependencies to classpath. SQOOP_CLASSPATH="" if [ -d "$SQOOP_HOME/lib" ]; then add_to_classpath $SQOOP_HOME/lib fi # Add HBase to dependency list if [ -e "$HBASE_HOME/bin/hbase" ]; then TMP_SQOOP_CLASSPATH=${SQOOP_CLASSPATH}:`$HBASE_HOME/bin/hbase classpath` SQOOP_CLASSPATH=${TMP_SQOOP_CLASSPATH} fi ZOOCFGDIR=${ZOOCFGDIR:-/etc/zookeeper} if [ -d "${ZOOCFGDIR}" ]; then SQOOP_CLASSPATH=$ZOOCFGDIR:$SQOOP_CLASSPATH fi SQOOP_CLASSPATH=${SQOOP_CONF_DIR}:${SQOOP_CLASSPATH} # If there's a build subdir, use Ivy-retrieved dependencies too. if [ -d "$SQOOP_HOME/build/ivy/lib/sqoop" ]; then for f in $SQOOP_HOME/build/ivy/lib/sqoop/*/*.jar; do SQOOP_CLASSPATH=${SQOOP_CLASSPATH}:$f; done fi add_to_classpath ${SQOOP_JAR_DIR} HADOOP_CLASSPATH="${SQOOP_CLASSPATH}:${HADOOP_CLASSPATH}" if [ ! -z "$SQOOP_USER_CLASSPATH" ]; then # User has elements to prepend to the classpath, forcibly overriding # Sqoop's own lib directories. export HADOOP_CLASSPATH="${SQOOP_USER_CLASSPATH}:${HADOOP_CLASSPATH}" fi export SQOOP_CLASSPATH export SQOOP_CONF_DIR export SQOOP_JAR_DIR export HADOOP_CLASSPATH export HADOOP_HOME export HBASE_HOME