diff --git a/dev/run-tests b/dev/run-tests new file mode 100755 index 0000000000000..d65a397b4c8c7 --- /dev/null +++ b/dev/run-tests @@ -0,0 +1,46 @@ +#!/usr/bin/env bash + +# +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +# Go to the Spark project root directory +FWDIR="$(cd `dirname $0`/..; pwd)" +cd $FWDIR + +# Remove work directory +rm -rf ./work + +# Fail fast +set -e + +echo "=========================================================================" +echo "Running Scala style checks" +echo "=========================================================================" +sbt/sbt clean scalastyle + +echo "=========================================================================" +echo "Running Spark unit tests" +echo "=========================================================================" +sbt/sbt assembly test + +echo "=========================================================================" +echo "Running PySpark tests" +echo "=========================================================================" +if [ -z "$PYSPARK_PYTHON" ]; then + export PYSPARK_PYTHON=/usr/local/bin/python2.7 +fi +./python/run-tests