luke
/
sbt
mirror of https://github.com/sbt/sbt.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Allow to manually add extra JARs in the submitted job classpaths

This commit is contained in:
Alexandre Archambault 2016-09-21 11:01:22 +02:00
parent 974dee8cf4
commit 2807f64cb5
No known key found for this signature in database
GPG Key ID: 14640A6839C263A9
2 changed files with 11 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
cli/src/main/scala-2.11/coursier/cli/Options.scala
View File

@ -229,6 +229,9 @@ case class SparkSubmitOptions(
@Short("main") @Short("main")
@Help("Main class to be launched (optional if in manifest)") @Help("Main class to be launched (optional if in manifest)")
mainClass: String, mainClass: String,
@Short("J")
@Help("Extra JARs to be added in the classpath of the job")
extraJars: List[String],
@Help("If master is yarn-cluster, write YARN app ID to a file. (The ID is deduced from the spark-submit output.)") @Help("If master is yarn-cluster, write YARN app ID to a file. (The ID is deduced from the spark-submit output.)")
@Value("file") @Value("file")
yarnIdFile: String, yarnIdFile: String,

10
cli/src/main/scala-2.11/coursier/cli/SparkSubmit.scala
View File

@ -55,8 +55,14 @@ case class SparkSubmit(
options: SparkSubmitOptions options: SparkSubmitOptions
) extends App with ExtraArgsApp { ) extends App with ExtraArgsApp {
val helper = new Helper(options.common, remainingArgs) val helper: Helper = new Helper(
val jars = helper.fetch(sources = false, javadoc = false) options.common,
remainingArgs,
extraJars = options.extraJars.map(new File(_))
)
val jars =
helper.fetch(sources = false, javadoc = false) ++
options.extraJars.map(new File(_))
val (scalaVersion, sparkVersion) = val (scalaVersion, sparkVersion) =
if (options.sparkVersion.isEmpty) if (options.sparkVersion.isEmpty)