From 2807f64cb560e64a95e5561e531fa0387f964be5 Mon Sep 17 00:00:00 2001 From: Alexandre Archambault Date: Wed, 21 Sep 2016 11:01:22 +0200 Subject: [PATCH] Allow to manually add extra JARs in the submitted job classpaths --- cli/src/main/scala-2.11/coursier/cli/Options.scala | 3 +++ cli/src/main/scala-2.11/coursier/cli/SparkSubmit.scala | 10 ++++++++-- 2 files changed, 11 insertions(+), 2 deletions(-) diff --git a/cli/src/main/scala-2.11/coursier/cli/Options.scala b/cli/src/main/scala-2.11/coursier/cli/Options.scala index c89fa30b3..4d6c803ad 100644 --- a/cli/src/main/scala-2.11/coursier/cli/Options.scala +++ b/cli/src/main/scala-2.11/coursier/cli/Options.scala @@ -229,6 +229,9 @@ case class SparkSubmitOptions( @Short("main") @Help("Main class to be launched (optional if in manifest)") mainClass: String, + @Short("J") + @Help("Extra JARs to be added in the classpath of the job") + extraJars: List[String], @Help("If master is yarn-cluster, write YARN app ID to a file. (The ID is deduced from the spark-submit output.)") @Value("file") yarnIdFile: String, diff --git a/cli/src/main/scala-2.11/coursier/cli/SparkSubmit.scala b/cli/src/main/scala-2.11/coursier/cli/SparkSubmit.scala index 78573408d..d34a36297 100644 --- a/cli/src/main/scala-2.11/coursier/cli/SparkSubmit.scala +++ b/cli/src/main/scala-2.11/coursier/cli/SparkSubmit.scala @@ -55,8 +55,14 @@ case class SparkSubmit( options: SparkSubmitOptions ) extends App with ExtraArgsApp { - val helper = new Helper(options.common, remainingArgs) - val jars = helper.fetch(sources = false, javadoc = false) + val helper: Helper = new Helper( + options.common, + remainingArgs, + extraJars = options.extraJars.map(new File(_)) + ) + val jars = + helper.fetch(sources = false, javadoc = false) ++ + options.extraJars.map(new File(_)) val (scalaVersion, sparkVersion) = if (options.sparkVersion.isEmpty)