Fix spark-submit command in spark 1.x

Recent regression
This commit is contained in:
Alexandre Archambault 2017-04-05 12:33:54 +02:00
parent d9519a2e30
commit 4e3c4aff1d
1 changed files with 2 additions and 1 deletions

View File

@ -120,7 +120,8 @@ final case class SparkSubmit(
sparkVersion,
options.yarnVersion,
options.defaultAssemblyDependencies.getOrElse(true),
options.assemblyDependencies.flatMap(_.split(",")).filter(_.nonEmpty),
options.assemblyDependencies.flatMap(_.split(",")).filter(_.nonEmpty) ++
options.sparkAssemblyDependencies.flatMap(_.split(",")).filter(_.nonEmpty).map(_ + s":$sparkVersion"),
options.common,
options.artifactOptions.artifactTypes(sources = false, javadoc = false)
)