diff --git a/cli/src/main/scala-2.11/coursier/cli/Options.scala b/cli/src/main/scala-2.11/coursier/cli/Options.scala index 7aba4f63a..9b780b365 100644 --- a/cli/src/main/scala-2.11/coursier/cli/Options.scala +++ b/cli/src/main/scala-2.11/coursier/cli/Options.scala @@ -268,6 +268,7 @@ final case class SparkSubmitOptions( @Help("Include default dependencies in Spark Yarn assembly or jars (see --auto-assembly). If --auto-assembly is false, the corresponding dependencies will still be shunted from the job classpath if this option is true. (Default: same as --auto-assembly)") defaultAssemblyDependencies: Option[Boolean] = None, assemblyDependencies: List[String] = Nil, + sparkAssemblyDependencies: List[String] = Nil, noDefaultSubmitDependencies: Boolean = false, submitDependencies: List[String] = Nil, @Help("Spark version - if empty, deduced from the job classpath. (Default: empty)") diff --git a/cli/src/main/scala-2.11/coursier/cli/SparkSubmit.scala b/cli/src/main/scala-2.11/coursier/cli/SparkSubmit.scala index 9b5abdfa5..67d6c2637 100644 --- a/cli/src/main/scala-2.11/coursier/cli/SparkSubmit.scala +++ b/cli/src/main/scala-2.11/coursier/cli/SparkSubmit.scala @@ -98,7 +98,8 @@ final case class SparkSubmit( sparkVersion, options.yarnVersion, options.defaultAssemblyDependencies.getOrElse(options.autoAssembly), - options.assemblyDependencies.flatMap(_.split(",")).filter(_.nonEmpty), + options.assemblyDependencies.flatMap(_.split(",")).filter(_.nonEmpty) ++ + options.sparkAssemblyDependencies.flatMap(_.split(",")).filter(_.nonEmpty).map(_ + s":$sparkVersion"), options.common )