Merge pull request #486 from coursier/topic/fix-spark-submit-1.x

Fix spark-submit command in spark 1.x
This commit is contained in:
Alexandre Archambault 2017-04-05 13:30:38 +02:00 committed by GitHub
commit 6c1b8ea7a4
1 changed files with 2 additions and 1 deletions

View File

@ -120,7 +120,8 @@ final case class SparkSubmit(
sparkVersion,
options.yarnVersion,
options.defaultAssemblyDependencies.getOrElse(true),
options.assemblyDependencies.flatMap(_.split(",")).filter(_.nonEmpty),
options.assemblyDependencies.flatMap(_.split(",")).filter(_.nonEmpty) ++
options.sparkAssemblyDependencies.flatMap(_.split(",")).filter(_.nonEmpty).map(_ + s":$sparkVersion"),
options.common,
options.artifactOptions.artifactTypes(sources = false, javadoc = false)
)