#!/bin/bash # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. See accompanying LICENSE file. # # resolve links - $0 may be a softlink PRG="${0}" [[ `uname -s` == *"CYGWIN"* ]] && CYGWIN=true while [ -h "${PRG}" ]; do ls=`ls -ld "${PRG}"` link=`expr "$ls" : '.*-> \(.*\)$'` if expr "$link" : '/.*' > /dev/null; then PRG="$link" else PRG=`dirname "${PRG}"`/"$link" fi done BASEDIR=`dirname ${PRG}` BASEDIR=`cd ${BASEDIR}/..;pwd` if [ -z "$ATLAS_CONF" ]; then ATLAS_CONF=${BASEDIR}/conf fi export ATLAS_CONF if [ -f "${ATLAS_CONF}/atlas-env.sh" ]; then . "${ATLAS_CONF}/atlas-env.sh" fi if test -z "${JAVA_HOME}" then JAVA_BIN=`which java` JAR_BIN=`which jar` else JAVA_BIN="${JAVA_HOME}/bin/java" JAR_BIN="${JAVA_HOME}/bin/jar" fi export JAVA_BIN if [ ! -e "${JAVA_BIN}" ] || [ ! -e "${JAR_BIN}" ]; then echo "$JAVA_BIN and/or $JAR_BIN not found on the system. Please make sure java and jar commands are available." exit 1 fi # Construct classpath using Atlas conf directory # and jars from bridge/hive and hook/hive directories. ATLASCPPATH="$ATLAS_CONF" for i in "${BASEDIR}/bridge/hive/"*.jar; do ATLASCPPATH="${ATLASCPPATH}:$i" done for i in "${BASEDIR}/hook/hive/"*.jar; do ATLASCPPATH="${ATLASCPPATH}:$i" done # log dir for applications ATLAS_LOG_DIR="${ATLAS_LOG_DIR:-$BASEDIR/logs}" export ATLAS_LOG_DIR LOGFILE="$ATLAS_LOG_DIR/import-hive.log" TIME=`date +%Y%m%d%H%M%s` #Add hive conf in classpath if [ ! -z "$HIVE_CONF_DIR" ]; then HIVE_CP=$HIVE_CONF_DIR elif [ ! -z "$HIVE_HOME" ]; then HIVE_CP="$HIVE_HOME/conf" elif [ -e /etc/hive/conf ]; then HIVE_CP="/etc/hive/conf" else echo "Could not find a valid HIVE configuration" exit 1 fi export HIVE_CP CP="${HIVE_CP}:${ATLASCPPATH}" # If running in cygwin, convert pathnames and classpath to Windows format. if [ "${CYGWIN}" == "true" ] then ATLAS_LOG_DIR=`cygpath -w ${ATLAS_LOG_DIR}` LOGFILE=`cygpath -w ${LOGFILE}` HIVE_CP=`cygpath -w ${HIVE_CP}` CP=`cygpath -w -p ${CP}` fi JAVA_PROPERTIES="$ATLAS_OPTS -Datlas.log.dir=$ATLAS_LOG_DIR -Datlas.log.file=import-hive.log -Dlog4j.configuration=atlas-log4j.xml" shift while [[ ${1} =~ ^\-D ]]; do JAVA_PROPERTIES="${JAVA_PROPERTIES} ${1}" shift done echo Using Hive configuration directory ["$HIVE_CP"] echo "Log file for import is $LOGFILE" "${JAVA_BIN}" ${JAVA_PROPERTIES} -cp "${CP}" org.apache.atlas.hive.bridge.HiveMetaStoreBridge RETVAL=$? [ $RETVAL -eq 0 ] && echo Hive Data Model imported successfully!!! [ $RETVAL -ne 0 ] && echo Failed to import Hive Data Model!!!