Skip to content
Snippets Groups Projects
Commit 3ff105f8 authored by Matei Zaharia's avatar Matei Zaharia
Browse files

Find assembly correctly in pyspark

parent aab345c4
No related branches found
No related tags found
No related merge requests found
Hide whitespace changes
Inline Side-by-side
Showing
with 3 additions and 1 deletion
pyspark
+ 3
− 1
View file @ 3ff105f8
...@@ -23,10 +23,12 @@ FWDIR="$(cd `dirname $0`; pwd)" ...@@ -23,10 +23,12 @@ FWDIR="$(cd `dirname $0`; pwd)"
# Export this as SPARK_HOME # Export this as SPARK_HOME
export SPARK_HOME="$FWDIR" export SPARK_HOME="$FWDIR"
SCALA_VERSION=2.9.3
# Exit if the user hasn't compiled Spark # Exit if the user hasn't compiled Spark
if [ ! -f "$FWDIR/RELEASE" ]; then if [ ! -f "$FWDIR/RELEASE" ]; then
# Exit if the user hasn't compiled Spark # Exit if the user hasn't compiled Spark
ls "$FWDIR"/assembly/target/scala-$SCALA_VERSION/spark-assembly*.jar >& /dev/null ls "$FWDIR"/assembly/target/scala-$SCALA_VERSION/spark-assembly*hadoop*.jar >& /dev/null
if [[ $? != 0 ]]; then if [[ $? != 0 ]]; then
echo "Failed to find Spark assembly in $FWDIR/assembly/target" >&2 echo "Failed to find Spark assembly in $FWDIR/assembly/target" >&2
echo "You need to compile Spark before running this program" >&2 echo "You need to compile Spark before running this program" >&2
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment