Skip to content

GitLab

Commit bdfe6e1b authored by Stansberry, Dale's avatar Stansberry, Dale
Browse files

- Copied old setup script

parent b9f824e9
Pipeline #2643 skipped
Show whitespace changes
Inline Side-by-side
spark_setup.py
View file @ bdfe6e1b
...@@ -93,15 +93,13 @@ def generateScript(): ...@@ -93,15 +93,13 @@ def generateScript():
outf.write( " exit 1\n" ) outf.write( " exit 1\n" )
outf.write( " fi\n" ) outf.write( " fi\n" )
outf.write( "done\n\n" ) outf.write( "done\n\n" )
outf.write( 'export SPARK_SUBMIT=$SPARK_HOME/bin/spark-submit --driver-memory '+driver_memory+' --master spark://$MASTERNODE:7077 \n\n' )
outf.write( "MASTERNODE=$(<$MASTERFILE)\n" ) outf.write( "MASTERNODE=$(<$MASTERFILE)\n" )
outf.write( "echo Master: $MASTERNODE\n\n" ) outf.write( "echo Master: $MASTERNODE\n\n" )
outf.write( 'SPARK_SUBMIT="$SPARK_HOME/bin/spark-submit --driver-memory '+driver_memory+' --executor-memory '+executor_memory+' --master spark://$MASTERNODE:7077"\n\n' )
outf.write( "echo =============== Running spark job ===============\n\n" ) outf.write( "echo =============== Running spark job ===============\n\n" )
outf.write( "# Edit/add the following line to with your Spark program and arguments specified...\n\n" ) outf.write( "# Edit/add the following line to with your Spark program and arguments specified...\n\n" )
outf.write( "# $SPARK_SUBMIT <application> [arguments...]\n") outf.write( "# $SPARK_SUBMIT <application> [arguments...]\n")
outf.write( "# $SPARK_HOME/bin/spark-submit --driver-memory 100g --master spark://$MASTERNODE:7077 <application> [arguments...]\n\n" )
outf.write( "echo =============== Spark job finished ===============\n\n" ) outf.write( "echo =============== Spark job finished ===============\n\n" )
#outf.write( "$SPARK_HOME/sbin/stop-all.sh\n" )
outf.close() outf.close()
def setupDeployDir(): def setupDeployDir():
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment