luke
/
sbt
mirror of https://github.com/sbt/sbt.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix spark-submit command in spark 1.x 

Recent regression
This commit is contained in:
Alexandre Archambault 2017-04-05 12:33:54 +02:00
parent d9519a2e30
commit 4e3c4aff1d
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
cli/src/main/scala-2.11/coursier/cli/SparkSubmit.scala
View File

@ -120,7 +120,8 @@ final case class SparkSubmit(
sparkVersion, sparkVersion,
options.yarnVersion, options.yarnVersion,
options.defaultAssemblyDependencies.getOrElse(true), options.defaultAssemblyDependencies.getOrElse(true),
options.assemblyDependencies.flatMap(_.split(",")).filter(_.nonEmpty), options.assemblyDependencies.flatMap(_.split(",")).filter(_.nonEmpty) ++
options.sparkAssemblyDependencies.flatMap(_.split(",")).filter(_.nonEmpty).map(_ + s":$sparkVersion"),
options.common, options.common,
options.artifactOptions.artifactTypes(sources = false, javadoc = false) options.artifactOptions.artifactTypes(sources = false, javadoc = false)
) )