From 4e3c4aff1db5ddf6fc7026d7df230043878e0953 Mon Sep 17 00:00:00 2001 From: Alexandre Archambault Date: Wed, 5 Apr 2017 12:33:54 +0200 Subject: [PATCH] Fix spark-submit command in spark 1.x Recent regression --- cli/src/main/scala-2.11/coursier/cli/SparkSubmit.scala | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/cli/src/main/scala-2.11/coursier/cli/SparkSubmit.scala b/cli/src/main/scala-2.11/coursier/cli/SparkSubmit.scala index 99a4e8ddf..d8ce57bf5 100644 --- a/cli/src/main/scala-2.11/coursier/cli/SparkSubmit.scala +++ b/cli/src/main/scala-2.11/coursier/cli/SparkSubmit.scala @@ -120,7 +120,8 @@ final case class SparkSubmit( sparkVersion, options.yarnVersion, options.defaultAssemblyDependencies.getOrElse(true), - options.assemblyDependencies.flatMap(_.split(",")).filter(_.nonEmpty), + options.assemblyDependencies.flatMap(_.split(",")).filter(_.nonEmpty) ++ + options.sparkAssemblyDependencies.flatMap(_.split(",")).filter(_.nonEmpty).map(_ + s":$sparkVersion"), options.common, options.artifactOptions.artifactTypes(sources = false, javadoc = false) )