4.0.0 org.apache.hive hive 2.3.3-hw-ei-15 ../pom.xml hive-it pom Hive Integration - Parent .. custom-serde custom-udfs hcatalog-unit hive-unit hive-blobstore util test-serde qtest qtest-accumulo hive-jmh hive-unit-hadoop2 hive-minikdc spark-test !skipSparkTests qtest-spark org.apache.maven.plugins maven-antrun-plugin download-spark generate-sources run set -x /bin/pwd BASE_DIR=./target HIVE_ROOT=$BASE_DIR/../../../ DOWNLOAD_DIR=./../thirdparty download() { url=$1; finalName=$2 tarName=$(basename $url) rm -rf $BASE_DIR/$finalName if [[ ! -f $DOWNLOAD_DIR/$tarName ]] then curl -Sso $DOWNLOAD_DIR/$tarName $url #else #local md5File="$tarName".md5sum #curl -Sso $DOWNLOAD_DIR/$md5File "$url".md5sum #cd $DOWNLOAD_DIR #if ! md5sum -c $md5File; then #curl -Sso $DOWNLOAD_DIR/$tarName $url || return 1 #fi #cd - fi tar -zxf $DOWNLOAD_DIR/$tarName -C $BASE_DIR mv $BASE_DIR/spark-2.0.0-bin-hadoop2-without-hive $BASE_DIR/$finalName } mkdir -p $DOWNLOAD_DIR download "http://d3jw87u4immizc.cloudfront.net/spark-tarball/spark-2.0.0-bin-hadoop2-without-hive.tgz" "spark" cp -f $HIVE_ROOT/data/conf/spark/log4j2.properties $BASE_DIR/spark/conf/