Merge pull request #58 from alexarchambault/develop

Refactor lm-coursier (WIP)
This commit is contained in:
Alexandre Archambault 2019-04-26 13:18:00 +02:00 committed by GitHub
commit 8bc1d58303
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
84 changed files with 1295 additions and 896 deletions

View File

@ -5,7 +5,7 @@ git:
depth: false # https://stackoverflow.com/a/51727114/3714539 depth: false # https://stackoverflow.com/a/51727114/3714539
before_install: before_install:
- mkdir .bin - mkdir .bin
- curl -Lo .bin/sbt https://raw.githubusercontent.com/coursier/sbt-extras/77c93346a2b52cf35cc72382125cfdbb25a00197/sbt - curl -Lo .bin/sbt https://github.com/coursier/sbt-extras/raw/5fb3c11d689d5aad1ead8c2ecf02e1177e5d6a88/sbt
- chmod +x .bin/sbt - chmod +x .bin/sbt
- export PATH="$(pwd)/.bin:$PATH" - export PATH="$(pwd)/.bin:$PATH"
- export TRAVIS_SCALA_VERSION=2.12.8 - export TRAVIS_SCALA_VERSION=2.12.8

View File

@ -3,8 +3,8 @@ version: '{build}'
os: Windows Server 2012 os: Windows Server 2012
install: install:
- cmd: mkdir C:\sbt - cmd: mkdir C:\sbt
- cmd: curl -Lo C:\sbt\sbt https://github.com/coursier/sbt-launcher/releases/download/v1.2.5/csbt - cmd: curl -Lo C:\sbt\sbt https://github.com/coursier/sbt-launcher/releases/download/v1.2.9/csbt
- cmd: curl -Lo C:\sbt\sbt.bat https://github.com/coursier/sbt-launcher/releases/download/v1.2.5/csbt.bat - cmd: curl -Lo C:\sbt\sbt.bat https://github.com/coursier/sbt-launcher/releases/download/v1.2.9/csbt.bat
- cmd: SET JAVA_HOME=C:\Program Files\Java\jdk1.8.0 - cmd: SET JAVA_HOME=C:\Program Files\Java\jdk1.8.0
- cmd: SET PATH=C:\sbt;%JAVA_HOME%\bin;%PATH% - cmd: SET PATH=C:\sbt;%JAVA_HOME%\bin;%PATH%
- cmd: SET JAVA_OPTS=-Xmx4g -Xss2m - cmd: SET JAVA_OPTS=-Xmx4g -Xss2m

View File

@ -15,13 +15,15 @@ inThisBuild(List(
) )
)) ))
val coursierVersion0 = "1.1.0-M14-2"
lazy val `lm-coursier` = project lazy val `lm-coursier` = project
.in(file("modules/lm-coursier")) .in(file("modules/lm-coursier"))
.enablePlugins(ContrabandPlugin)
.settings( .settings(
shared, shared,
Mima.settings,
libraryDependencies ++= Seq( libraryDependencies ++= Seq(
"io.get-coursier" %% "coursier" % "1.1.0-M14-2", "io.get-coursier" %% "coursier" % coursierVersion0,
// We depend on librarymanagement-ivy rather than just // We depend on librarymanagement-ivy rather than just
// librarymanagement-core to handle the ModuleDescriptor passed // librarymanagement-core to handle the ModuleDescriptor passed
// to DependencyResolutionInterface.update, which is an // to DependencyResolutionInterface.update, which is an
@ -29,16 +31,32 @@ lazy val `lm-coursier` = project
// is ignored). // is ignored).
"org.scala-sbt" %% "librarymanagement-ivy" % "1.2.4", "org.scala-sbt" %% "librarymanagement-ivy" % "1.2.4",
"org.scalatest" %% "scalatest" % "3.0.7" % Test "org.scalatest" %% "scalatest" % "3.0.7" % Test
)
)
lazy val `lm-coursier-shaded` = project
.in(file("modules/lm-coursier/target/shaded-module"))
.enablePlugins(ShadingPlugin)
.settings(
shared,
unmanagedSourceDirectories.in(Compile) := unmanagedSourceDirectories.in(Compile).in(`lm-coursier`).value,
shading,
shadingNamespace := "lmcoursier.internal.shaded",
shadeNamespaces ++= Set(
"coursier",
"shapeless",
"argonaut"
), ),
managedSourceDirectories in Compile += libraryDependencies ++= Seq(
baseDirectory.value / "src" / "main" / "contraband-scala", "io.get-coursier" %% "coursier" % coursierVersion0 % "shaded",
sourceManaged in (Compile, generateContrabands) := baseDirectory.value / "src" / "main" / "contraband-scala", "org.scala-lang.modules" %% "scala-xml" % "1.1.1", // depending on that one so that it doesn't get shaded
contrabandFormatsForType in generateContrabands in Compile := DatatypeConfig.getFormats "org.scala-sbt" %% "librarymanagement-ivy" % "1.2.4",
"org.scalatest" %% "scalatest" % "3.0.7" % Test
)
) )
lazy val `sbt-coursier-shared` = project lazy val `sbt-coursier-shared` = project
.in(file("modules/sbt-coursier-shared")) .in(file("modules/sbt-coursier-shared"))
.enablePlugins(ScriptedPlugin)
.dependsOn(`lm-coursier`) .dependsOn(`lm-coursier`)
.settings( .settings(
plugin, plugin,
@ -47,10 +65,19 @@ lazy val `sbt-coursier-shared` = project
testFrameworks += new TestFramework("utest.runner.Framework") testFrameworks += new TestFramework("utest.runner.Framework")
) )
lazy val `sbt-coursier-shared-shaded` = project
.in(file("modules/sbt-coursier-shared/target/shaded-module"))
.dependsOn(`lm-coursier-shaded`)
.settings(
plugin,
generatePropertyFile,
unmanagedSourceDirectories.in(Compile) := unmanagedSourceDirectories.in(Compile).in(`sbt-coursier-shared`).value
)
lazy val `sbt-lm-coursier` = project lazy val `sbt-lm-coursier` = project
.in(file("modules/sbt-lm-coursier")) .in(file("modules/sbt-lm-coursier"))
.enablePlugins(ScriptedPlugin) .enablePlugins(ScriptedPlugin)
.dependsOn(`sbt-coursier-shared`) .dependsOn(`sbt-coursier-shared-shaded`)
.settings( .settings(
plugin, plugin,
sbtTestDirectory := sbtTestDirectory.in(`sbt-coursier`).value, sbtTestDirectory := sbtTestDirectory.in(`sbt-coursier`).value,
@ -59,8 +86,8 @@ lazy val `sbt-lm-coursier` = project
// TODO Get those automatically // TODO Get those automatically
// (but shouldn't scripted itself handle that…?) // (but shouldn't scripted itself handle that…?)
publishLocal.in(`lm-coursier`).value publishLocal.in(`lm-coursier-shaded`).value
publishLocal.in(`sbt-coursier-shared`).value publishLocal.in(`sbt-coursier-shared-shaded`).value
} }
) )
@ -125,8 +152,10 @@ lazy val `sbt-coursier-root` = project
.in(file(".")) .in(file("."))
.aggregate( .aggregate(
`lm-coursier`, `lm-coursier`,
`lm-coursier-shaded`,
`sbt-coursier`, `sbt-coursier`,
`sbt-coursier-shared`, `sbt-coursier-shared`,
`sbt-coursier-shared-shaded`,
`sbt-lm-coursier`, `sbt-lm-coursier`,
`sbt-pgp-coursier`, `sbt-pgp-coursier`,
`sbt-shading` `sbt-shading`

View File

@ -1,135 +0,0 @@
/**
* This code is generated using [[http://www.scala-sbt.org/contraband/ sbt-contraband]].
*/
// DO NOT EDIT MANUALLY
package coursier.lmcoursier
final class CoursierConfiguration private (
val log: Option[xsbti.Logger],
val resolvers: Vector[sbt.librarymanagement.Resolver],
val reorderResolvers: Boolean,
val parallelDownloads: Int,
val maxIterations: Int,
val sbtScalaOrganization: Option[String],
val sbtScalaVersion: Option[String],
val sbtScalaJars: Vector[java.io.File],
val interProjectDependencies: Vector[coursier.core.Project],
val excludeDependencies: Vector[(String, String)],
val fallbackDependencies: Vector[coursier.lmcoursier.FallbackDependency],
val autoScalaLibrary: Boolean,
val hasClassifiers: Boolean,
val classifiers: Vector[String],
val mavenProfiles: Vector[String],
val scalaOrganization: Option[String],
val scalaVersion: Option[String],
val authenticationByRepositoryId: Vector[(String, coursier.core.Authentication)],
val credentials: Seq[coursier.credentials.Credentials],
val logger: Option[coursier.cache.CacheLogger],
val cache: Option[java.io.File]) extends Serializable {
private def this() = this(None, sbt.librarymanagement.Resolver.defaults, true, 6, 100, None, None, Vector.empty, Vector.empty, Vector.empty, Vector.empty, true, false, Vector.empty, Vector.empty, None, None, Vector.empty, Vector.empty, None, None)
override def equals(o: Any): Boolean = o match {
case x: CoursierConfiguration => (this.log == x.log) && (this.resolvers == x.resolvers) && (this.reorderResolvers == x.reorderResolvers) && (this.parallelDownloads == x.parallelDownloads) && (this.maxIterations == x.maxIterations) && (this.sbtScalaOrganization == x.sbtScalaOrganization) && (this.sbtScalaVersion == x.sbtScalaVersion) && (this.sbtScalaJars == x.sbtScalaJars) && (this.interProjectDependencies == x.interProjectDependencies) && (this.excludeDependencies == x.excludeDependencies) && (this.fallbackDependencies == x.fallbackDependencies) && (this.autoScalaLibrary == x.autoScalaLibrary) && (this.hasClassifiers == x.hasClassifiers) && (this.classifiers == x.classifiers) && (this.mavenProfiles == x.mavenProfiles) && (this.scalaOrganization == x.scalaOrganization) && (this.scalaVersion == x.scalaVersion) && (this.authenticationByRepositoryId == x.authenticationByRepositoryId) && (this.credentials == x.credentials) && (this.logger == x.logger) && (this.cache == x.cache)
case _ => false
}
override def hashCode: Int = {
37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (17 + "coursier.lmcoursier.CoursierConfiguration".##) + log.##) + resolvers.##) + reorderResolvers.##) + parallelDownloads.##) + maxIterations.##) + sbtScalaOrganization.##) + sbtScalaVersion.##) + sbtScalaJars.##) + interProjectDependencies.##) + excludeDependencies.##) + fallbackDependencies.##) + autoScalaLibrary.##) + hasClassifiers.##) + classifiers.##) + mavenProfiles.##) + scalaOrganization.##) + scalaVersion.##) + authenticationByRepositoryId.##) + credentials.##) + logger.##) + cache.##)
}
override def toString: String = {
"CoursierConfiguration(" + log + ", " + resolvers + ", " + reorderResolvers + ", " + parallelDownloads + ", " + maxIterations + ", " + sbtScalaOrganization + ", " + sbtScalaVersion + ", " + sbtScalaJars + ", " + interProjectDependencies + ", " + excludeDependencies + ", " + fallbackDependencies + ", " + autoScalaLibrary + ", " + hasClassifiers + ", " + classifiers + ", " + mavenProfiles + ", " + scalaOrganization + ", " + scalaVersion + ", " + authenticationByRepositoryId + ", " + credentials + ", " + logger + ", " + cache + ")"
}
private[this] def copy(log: Option[xsbti.Logger] = log, resolvers: Vector[sbt.librarymanagement.Resolver] = resolvers, reorderResolvers: Boolean = reorderResolvers, parallelDownloads: Int = parallelDownloads, maxIterations: Int = maxIterations, sbtScalaOrganization: Option[String] = sbtScalaOrganization, sbtScalaVersion: Option[String] = sbtScalaVersion, sbtScalaJars: Vector[java.io.File] = sbtScalaJars, interProjectDependencies: Vector[coursier.core.Project] = interProjectDependencies, excludeDependencies: Vector[(String, String)] = excludeDependencies, fallbackDependencies: Vector[coursier.lmcoursier.FallbackDependency] = fallbackDependencies, autoScalaLibrary: Boolean = autoScalaLibrary, hasClassifiers: Boolean = hasClassifiers, classifiers: Vector[String] = classifiers, mavenProfiles: Vector[String] = mavenProfiles, scalaOrganization: Option[String] = scalaOrganization, scalaVersion: Option[String] = scalaVersion, authenticationByRepositoryId: Vector[(String, coursier.core.Authentication)] = authenticationByRepositoryId, credentials: Seq[coursier.credentials.Credentials] = credentials, logger: Option[coursier.cache.CacheLogger] = logger, cache: Option[java.io.File] = cache): CoursierConfiguration = {
new CoursierConfiguration(log, resolvers, reorderResolvers, parallelDownloads, maxIterations, sbtScalaOrganization, sbtScalaVersion, sbtScalaJars, interProjectDependencies, excludeDependencies, fallbackDependencies, autoScalaLibrary, hasClassifiers, classifiers, mavenProfiles, scalaOrganization, scalaVersion, authenticationByRepositoryId, credentials, logger, cache)
}
def withLog(log: Option[xsbti.Logger]): CoursierConfiguration = {
copy(log = log)
}
def withLog(log: xsbti.Logger): CoursierConfiguration = {
copy(log = Option(log))
}
def withResolvers(resolvers: Vector[sbt.librarymanagement.Resolver]): CoursierConfiguration = {
copy(resolvers = resolvers)
}
def withReorderResolvers(reorderResolvers: Boolean): CoursierConfiguration = {
copy(reorderResolvers = reorderResolvers)
}
def withParallelDownloads(parallelDownloads: Int): CoursierConfiguration = {
copy(parallelDownloads = parallelDownloads)
}
def withMaxIterations(maxIterations: Int): CoursierConfiguration = {
copy(maxIterations = maxIterations)
}
def withSbtScalaOrganization(sbtScalaOrganization: Option[String]): CoursierConfiguration = {
copy(sbtScalaOrganization = sbtScalaOrganization)
}
def withSbtScalaOrganization(sbtScalaOrganization: String): CoursierConfiguration = {
copy(sbtScalaOrganization = Option(sbtScalaOrganization))
}
def withSbtScalaVersion(sbtScalaVersion: Option[String]): CoursierConfiguration = {
copy(sbtScalaVersion = sbtScalaVersion)
}
def withSbtScalaVersion(sbtScalaVersion: String): CoursierConfiguration = {
copy(sbtScalaVersion = Option(sbtScalaVersion))
}
def withSbtScalaJars(sbtScalaJars: Vector[java.io.File]): CoursierConfiguration = {
copy(sbtScalaJars = sbtScalaJars)
}
def withInterProjectDependencies(interProjectDependencies: Vector[coursier.core.Project]): CoursierConfiguration = {
copy(interProjectDependencies = interProjectDependencies)
}
def withExcludeDependencies(excludeDependencies: Vector[(String, String)]): CoursierConfiguration = {
copy(excludeDependencies = excludeDependencies)
}
def withFallbackDependencies(fallbackDependencies: Vector[coursier.lmcoursier.FallbackDependency]): CoursierConfiguration = {
copy(fallbackDependencies = fallbackDependencies)
}
def withAutoScalaLibrary(autoScalaLibrary: Boolean): CoursierConfiguration = {
copy(autoScalaLibrary = autoScalaLibrary)
}
def withHasClassifiers(hasClassifiers: Boolean): CoursierConfiguration = {
copy(hasClassifiers = hasClassifiers)
}
def withClassifiers(classifiers: Vector[String]): CoursierConfiguration = {
copy(classifiers = classifiers)
}
def withMavenProfiles(mavenProfiles: Vector[String]): CoursierConfiguration = {
copy(mavenProfiles = mavenProfiles)
}
def withScalaOrganization(scalaOrganization: Option[String]): CoursierConfiguration = {
copy(scalaOrganization = scalaOrganization)
}
def withScalaOrganization(scalaOrganization: String): CoursierConfiguration = {
copy(scalaOrganization = Option(scalaOrganization))
}
def withScalaVersion(scalaVersion: Option[String]): CoursierConfiguration = {
copy(scalaVersion = scalaVersion)
}
def withScalaVersion(scalaVersion: String): CoursierConfiguration = {
copy(scalaVersion = Option(scalaVersion))
}
def withAuthenticationByRepositoryId(authenticationByRepositoryId: Vector[(String, coursier.core.Authentication)]): CoursierConfiguration = {
copy(authenticationByRepositoryId = authenticationByRepositoryId)
}
def withCredentials(credentials: Seq[coursier.credentials.Credentials]): CoursierConfiguration = {
copy(credentials = credentials)
}
def withLogger(logger: Option[coursier.cache.CacheLogger]): CoursierConfiguration = {
copy(logger = logger)
}
def withLogger(logger: coursier.cache.CacheLogger): CoursierConfiguration = {
copy(logger = Option(logger))
}
def withCache(cache: Option[java.io.File]): CoursierConfiguration = {
copy(cache = cache)
}
def withCache(cache: java.io.File): CoursierConfiguration = {
copy(cache = Option(cache))
}
}
object CoursierConfiguration {
def apply(): CoursierConfiguration = new CoursierConfiguration()
def apply(log: Option[xsbti.Logger], resolvers: Vector[sbt.librarymanagement.Resolver], reorderResolvers: Boolean, parallelDownloads: Int, maxIterations: Int, sbtScalaOrganization: Option[String], sbtScalaVersion: Option[String], sbtScalaJars: Vector[java.io.File], interProjectDependencies: Vector[coursier.core.Project], excludeDependencies: Vector[(String, String)], fallbackDependencies: Vector[coursier.lmcoursier.FallbackDependency], autoScalaLibrary: Boolean, hasClassifiers: Boolean, classifiers: Vector[String], mavenProfiles: Vector[String], scalaOrganization: Option[String], scalaVersion: Option[String], authenticationByRepositoryId: Vector[(String, coursier.core.Authentication)], credentials: Seq[coursier.credentials.Credentials], logger: Option[coursier.cache.CacheLogger], cache: Option[java.io.File]): CoursierConfiguration = new CoursierConfiguration(log, resolvers, reorderResolvers, parallelDownloads, maxIterations, sbtScalaOrganization, sbtScalaVersion, sbtScalaJars, interProjectDependencies, excludeDependencies, fallbackDependencies, autoScalaLibrary, hasClassifiers, classifiers, mavenProfiles, scalaOrganization, scalaVersion, authenticationByRepositoryId, credentials, logger, cache)
def apply(log: xsbti.Logger, resolvers: Vector[sbt.librarymanagement.Resolver], reorderResolvers: Boolean, parallelDownloads: Int, maxIterations: Int, sbtScalaOrganization: String, sbtScalaVersion: String, sbtScalaJars: Vector[java.io.File], interProjectDependencies: Vector[coursier.core.Project], excludeDependencies: Vector[(String, String)], fallbackDependencies: Vector[coursier.lmcoursier.FallbackDependency], autoScalaLibrary: Boolean, hasClassifiers: Boolean, classifiers: Vector[String], mavenProfiles: Vector[String], scalaOrganization: String, scalaVersion: String, authenticationByRepositoryId: Vector[(String, coursier.core.Authentication)], credentials: Seq[coursier.credentials.Credentials], logger: coursier.cache.CacheLogger, cache: java.io.File): CoursierConfiguration = new CoursierConfiguration(Option(log), resolvers, reorderResolvers, parallelDownloads, maxIterations, Option(sbtScalaOrganization), Option(sbtScalaVersion), sbtScalaJars, interProjectDependencies, excludeDependencies, fallbackDependencies, autoScalaLibrary, hasClassifiers, classifiers, mavenProfiles, Option(scalaOrganization), Option(scalaVersion), authenticationByRepositoryId, credentials, Option(logger), Option(cache))
}

View File

@ -1,139 +0,0 @@
{
"codecNamespace": "coursier.lmcoursier",
"types": [
{
"name": "CoursierConfiguration",
"namespace": "coursier.lmcoursier",
"target": "Scala",
"type": "record",
"fields": [
{
"name": "log",
"type": "xsbti.Logger?",
"default": "None",
"since": "0.0.1"
},
{
"name": "resolvers",
"type": "sbt.librarymanagement.Resolver*",
"default": "sbt.librarymanagement.Resolver.defaults",
"since": "0.0.1"
},
{
"name": "reorderResolvers",
"type": "Boolean",
"default": "true",
"since": "0.0.1"
},
{
"name": "parallelDownloads",
"type": "Int",
"default": "6",
"since": "0.0.1"
},
{
"name": "maxIterations",
"type": "Int",
"default": "100",
"since": "0.0.1"
},
{
"name": "sbtScalaOrganization",
"type": "String?",
"default": "None",
"since": "0.0.1"
},
{
"name": "sbtScalaVersion",
"type": "String?",
"default": "None",
"since": "0.0.1"
},
{
"name": "sbtScalaJars",
"type": "java.io.File*",
"default": "Vector.empty",
"since": "0.0.1"
},
{
"name": "interProjectDependencies",
"type": "coursier.core.Project*",
"default": "Vector.empty",
"since": "0.0.1"
},
{
"name": "excludeDependencies",
"type": "(String, String)*",
"default": "Vector.empty",
"since": "0.0.1"
},
{
"name": "fallbackDependencies",
"type": "coursier.lmcoursier.FallbackDependency*",
"default": "Vector.empty",
"since": "0.0.1"
},
{
"name": "autoScalaLibrary",
"type": "Boolean",
"default": "true",
"since": "0.0.1"
},
{
"name": "hasClassifiers",
"type": "Boolean",
"default": "false",
"since": "0.0.1"
},
{
"name": "classifiers",
"type": "String*",
"default": "Vector.empty",
"since": "0.0.1"
},
{
"name": "mavenProfiles",
"type": "String*",
"default": "Vector.empty",
"since": "0.0.1"
},
{
"name": "scalaOrganization",
"type": "String?",
"default": "None",
"since": "0.0.1"
},
{
"name": "scalaVersion",
"type": "String?",
"default": "None",
"since": "0.0.1"
},
{
"name": "authenticationByRepositoryId",
"type": "(String, coursier.core.Authentication)*",
"default": "Vector.empty",
"since": "0.0.1"
},
{
"name": "credentials",
"type": "Seq[coursier.credentials.Credentials]",
"default": "Vector.empty",
"since": "0.0.1"
},
{
"name": "logger",
"type": "coursier.cache.CacheLogger?",
"default": "None",
"since": "0.0.1"
},
{
"name": "cache",
"type": "java.io.File?",
"default": "None",
"since": "0.0.1"
}
]
}
]
}

View File

@ -1,5 +0,0 @@
package coursier.lmcoursier
import sbt.librarymanagement.ModuleSettings
case class CoursierModuleSettings() extends ModuleSettings

View File

@ -1,51 +0,0 @@
package coursier.lmcoursier
import sbt.librarymanagement.{ MavenRepository, Resolver, URLRepository }
object Resolvers {
private val slowReposBase = Seq(
"https://repo.typesafe.com/",
"https://repo.scala-sbt.org/",
"http://repo.typesafe.com/",
"http://repo.scala-sbt.org/"
)
private val fastReposBase = Seq(
"http://repo1.maven.org/",
"https://repo1.maven.org/"
)
private def url(res: Resolver): Option[String] =
res match {
case m: MavenRepository =>
Some(m.root)
case u: URLRepository =>
u.patterns.artifactPatterns.headOption
.orElse(u.patterns.ivyPatterns.headOption)
case _ =>
None
}
private def filterResolvers(bases: Seq[String],
resolvers: Seq[(Resolver, Option[String])]): Seq[Resolver] =
resolvers
.filter(tuple => tuple._2.exists(url => bases.exists(base => url.startsWith(base))))
.map(_._1)
def reorder(resolvers: Seq[Resolver]): Seq[Resolver] = {
val byUrl = resolvers.map(r => (r, url(r)))
val fast = filterResolvers(fastReposBase, byUrl)
val slow = filterResolvers(slowReposBase, byUrl)
val rest = resolvers.diff(fast).diff(slow)
val reordered = fast ++ rest ++ slow
assert(reordered.size == resolvers.size,
"Reordered resolvers should be the same size as the unordered ones.")
reordered
}
}

View File

@ -0,0 +1,131 @@
/**
* This code is generated using [[http://www.scala-sbt.org/contraband/ sbt-contraband]].
*/
// DO NOT EDIT MANUALLY
package lmcoursier
final class CoursierConfiguration private (
val log: Option[xsbti.Logger],
val resolvers: Vector[sbt.librarymanagement.Resolver],
val parallelDownloads: Int,
val maxIterations: Int,
val sbtScalaOrganization: Option[String],
val sbtScalaVersion: Option[String],
val sbtScalaJars: Vector[java.io.File],
val interProjectDependencies: Vector[lmcoursier.definitions.Project],
val excludeDependencies: Vector[(String, String)],
val fallbackDependencies: Vector[lmcoursier.FallbackDependency],
val autoScalaLibrary: Boolean,
val hasClassifiers: Boolean,
val classifiers: Vector[String],
val mavenProfiles: Vector[String],
val scalaOrganization: Option[String],
val scalaVersion: Option[String],
val authenticationByRepositoryId: Vector[(String, lmcoursier.definitions.Authentication)],
val credentials: Seq[lmcoursier.credentials.Credentials],
val logger: Option[lmcoursier.definitions.CacheLogger],
val cache: Option[java.io.File]) extends Serializable {
private def this() = this(None, sbt.librarymanagement.Resolver.defaults, 6, 100, None, None, Vector.empty, Vector.empty, Vector.empty, Vector.empty, true, false, Vector.empty, Vector.empty, None, None, Vector.empty, Vector.empty, None, None)
override def equals(o: Any): Boolean = o match {
case x: CoursierConfiguration => (this.log == x.log) && (this.resolvers == x.resolvers) && (this.parallelDownloads == x.parallelDownloads) && (this.maxIterations == x.maxIterations) && (this.sbtScalaOrganization == x.sbtScalaOrganization) && (this.sbtScalaVersion == x.sbtScalaVersion) && (this.sbtScalaJars == x.sbtScalaJars) && (this.interProjectDependencies == x.interProjectDependencies) && (this.excludeDependencies == x.excludeDependencies) && (this.fallbackDependencies == x.fallbackDependencies) && (this.autoScalaLibrary == x.autoScalaLibrary) && (this.hasClassifiers == x.hasClassifiers) && (this.classifiers == x.classifiers) && (this.mavenProfiles == x.mavenProfiles) && (this.scalaOrganization == x.scalaOrganization) && (this.scalaVersion == x.scalaVersion) && (this.authenticationByRepositoryId == x.authenticationByRepositoryId) && (this.credentials == x.credentials) && (this.logger == x.logger) && (this.cache == x.cache)
case _ => false
}
override def hashCode: Int = {
37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (17 + "lmcoursier.CoursierConfiguration".##) + log.##) + resolvers.##) + parallelDownloads.##) + maxIterations.##) + sbtScalaOrganization.##) + sbtScalaVersion.##) + sbtScalaJars.##) + interProjectDependencies.##) + excludeDependencies.##) + fallbackDependencies.##) + autoScalaLibrary.##) + hasClassifiers.##) + classifiers.##) + mavenProfiles.##) + scalaOrganization.##) + scalaVersion.##) + authenticationByRepositoryId.##) + credentials.##) + logger.##) + cache.##)
}
override def toString: String = {
"CoursierConfiguration(" + log + ", " + resolvers + ", " + parallelDownloads + ", " + maxIterations + ", " + sbtScalaOrganization + ", " + sbtScalaVersion + ", " + sbtScalaJars + ", " + interProjectDependencies + ", " + excludeDependencies + ", " + fallbackDependencies + ", " + autoScalaLibrary + ", " + hasClassifiers + ", " + classifiers + ", " + mavenProfiles + ", " + scalaOrganization + ", " + scalaVersion + ", " + authenticationByRepositoryId + ", " + credentials + ", " + logger + ", " + cache + ")"
}
private[this] def copy(log: Option[xsbti.Logger] = log, resolvers: Vector[sbt.librarymanagement.Resolver] = resolvers, parallelDownloads: Int = parallelDownloads, maxIterations: Int = maxIterations, sbtScalaOrganization: Option[String] = sbtScalaOrganization, sbtScalaVersion: Option[String] = sbtScalaVersion, sbtScalaJars: Vector[java.io.File] = sbtScalaJars, interProjectDependencies: Vector[lmcoursier.definitions.Project] = interProjectDependencies, excludeDependencies: Vector[(String, String)] = excludeDependencies, fallbackDependencies: Vector[lmcoursier.FallbackDependency] = fallbackDependencies, autoScalaLibrary: Boolean = autoScalaLibrary, hasClassifiers: Boolean = hasClassifiers, classifiers: Vector[String] = classifiers, mavenProfiles: Vector[String] = mavenProfiles, scalaOrganization: Option[String] = scalaOrganization, scalaVersion: Option[String] = scalaVersion, authenticationByRepositoryId: Vector[(String, lmcoursier.definitions.Authentication)] = authenticationByRepositoryId, credentials: Seq[lmcoursier.credentials.Credentials] = credentials, logger: Option[lmcoursier.definitions.CacheLogger] = logger, cache: Option[java.io.File] = cache): CoursierConfiguration = {
new CoursierConfiguration(log, resolvers, parallelDownloads, maxIterations, sbtScalaOrganization, sbtScalaVersion, sbtScalaJars, interProjectDependencies, excludeDependencies, fallbackDependencies, autoScalaLibrary, hasClassifiers, classifiers, mavenProfiles, scalaOrganization, scalaVersion, authenticationByRepositoryId, credentials, logger, cache)
}
def withLog(log: Option[xsbti.Logger]): CoursierConfiguration = {
copy(log = log)
}
def withLog(log: xsbti.Logger): CoursierConfiguration = {
copy(log = Option(log))
}
def withResolvers(resolvers: Vector[sbt.librarymanagement.Resolver]): CoursierConfiguration = {
copy(resolvers = resolvers)
}
def withParallelDownloads(parallelDownloads: Int): CoursierConfiguration = {
copy(parallelDownloads = parallelDownloads)
}
def withMaxIterations(maxIterations: Int): CoursierConfiguration = {
copy(maxIterations = maxIterations)
}
def withSbtScalaOrganization(sbtScalaOrganization: Option[String]): CoursierConfiguration = {
copy(sbtScalaOrganization = sbtScalaOrganization)
}
def withSbtScalaOrganization(sbtScalaOrganization: String): CoursierConfiguration = {
copy(sbtScalaOrganization = Option(sbtScalaOrganization))
}
def withSbtScalaVersion(sbtScalaVersion: Option[String]): CoursierConfiguration = {
copy(sbtScalaVersion = sbtScalaVersion)
}
def withSbtScalaVersion(sbtScalaVersion: String): CoursierConfiguration = {
copy(sbtScalaVersion = Option(sbtScalaVersion))
}
def withSbtScalaJars(sbtScalaJars: Vector[java.io.File]): CoursierConfiguration = {
copy(sbtScalaJars = sbtScalaJars)
}
def withInterProjectDependencies(interProjectDependencies: Vector[lmcoursier.definitions.Project]): CoursierConfiguration = {
copy(interProjectDependencies = interProjectDependencies)
}
def withExcludeDependencies(excludeDependencies: Vector[(String, String)]): CoursierConfiguration = {
copy(excludeDependencies = excludeDependencies)
}
def withFallbackDependencies(fallbackDependencies: Vector[lmcoursier.FallbackDependency]): CoursierConfiguration = {
copy(fallbackDependencies = fallbackDependencies)
}
def withAutoScalaLibrary(autoScalaLibrary: Boolean): CoursierConfiguration = {
copy(autoScalaLibrary = autoScalaLibrary)
}
def withHasClassifiers(hasClassifiers: Boolean): CoursierConfiguration = {
copy(hasClassifiers = hasClassifiers)
}
def withClassifiers(classifiers: Vector[String]): CoursierConfiguration = {
copy(classifiers = classifiers)
}
def withMavenProfiles(mavenProfiles: Vector[String]): CoursierConfiguration = {
copy(mavenProfiles = mavenProfiles)
}
def withScalaOrganization(scalaOrganization: Option[String]): CoursierConfiguration = {
copy(scalaOrganization = scalaOrganization)
}
def withScalaOrganization(scalaOrganization: String): CoursierConfiguration = {
copy(scalaOrganization = Option(scalaOrganization))
}
def withScalaVersion(scalaVersion: Option[String]): CoursierConfiguration = {
copy(scalaVersion = scalaVersion)
}
def withScalaVersion(scalaVersion: String): CoursierConfiguration = {
copy(scalaVersion = Option(scalaVersion))
}
def withAuthenticationByRepositoryId(authenticationByRepositoryId: Vector[(String, lmcoursier.definitions.Authentication)]): CoursierConfiguration = {
copy(authenticationByRepositoryId = authenticationByRepositoryId)
}
def withCredentials(credentials: Seq[lmcoursier.credentials.Credentials]): CoursierConfiguration = {
copy(credentials = credentials)
}
def withLogger(logger: Option[lmcoursier.definitions.CacheLogger]): CoursierConfiguration = {
copy(logger = logger)
}
def withLogger(logger: lmcoursier.definitions.CacheLogger): CoursierConfiguration = {
copy(logger = Option(logger))
}
def withCache(cache: Option[java.io.File]): CoursierConfiguration = {
copy(cache = cache)
}
def withCache(cache: java.io.File): CoursierConfiguration = {
copy(cache = Option(cache))
}
}
object CoursierConfiguration {
def apply(): CoursierConfiguration = new CoursierConfiguration()
def apply(log: Option[xsbti.Logger], resolvers: Vector[sbt.librarymanagement.Resolver], parallelDownloads: Int, maxIterations: Int, sbtScalaOrganization: Option[String], sbtScalaVersion: Option[String], sbtScalaJars: Vector[java.io.File], interProjectDependencies: Vector[lmcoursier.definitions.Project], excludeDependencies: Vector[(String, String)], fallbackDependencies: Vector[lmcoursier.FallbackDependency], autoScalaLibrary: Boolean, hasClassifiers: Boolean, classifiers: Vector[String], mavenProfiles: Vector[String], scalaOrganization: Option[String], scalaVersion: Option[String], authenticationByRepositoryId: Vector[(String, lmcoursier.definitions.Authentication)], credentials: Seq[lmcoursier.credentials.Credentials], logger: Option[lmcoursier.definitions.CacheLogger], cache: Option[java.io.File]): CoursierConfiguration = new CoursierConfiguration(log, resolvers, parallelDownloads, maxIterations, sbtScalaOrganization, sbtScalaVersion, sbtScalaJars, interProjectDependencies, excludeDependencies, fallbackDependencies, autoScalaLibrary, hasClassifiers, classifiers, mavenProfiles, scalaOrganization, scalaVersion, authenticationByRepositoryId, credentials, logger, cache)
def apply(log: xsbti.Logger, resolvers: Vector[sbt.librarymanagement.Resolver], parallelDownloads: Int, maxIterations: Int, sbtScalaOrganization: String, sbtScalaVersion: String, sbtScalaJars: Vector[java.io.File], interProjectDependencies: Vector[lmcoursier.definitions.Project], excludeDependencies: Vector[(String, String)], fallbackDependencies: Vector[lmcoursier.FallbackDependency], autoScalaLibrary: Boolean, hasClassifiers: Boolean, classifiers: Vector[String], mavenProfiles: Vector[String], scalaOrganization: String, scalaVersion: String, authenticationByRepositoryId: Vector[(String, lmcoursier.definitions.Authentication)], credentials: Seq[lmcoursier.credentials.Credentials], logger: lmcoursier.definitions.CacheLogger, cache: java.io.File): CoursierConfiguration = new CoursierConfiguration(Option(log), resolvers, parallelDownloads, maxIterations, Option(sbtScalaOrganization), Option(sbtScalaVersion), sbtScalaJars, interProjectDependencies, excludeDependencies, fallbackDependencies, autoScalaLibrary, hasClassifiers, classifiers, mavenProfiles, Option(scalaOrganization), Option(scalaVersion), authenticationByRepositoryId, credentials, Option(logger), Option(cache))
}

View File

@ -1,11 +1,13 @@
package coursier.lmcoursier package lmcoursier
import java.io.File import java.io.File
import _root_.coursier.{Artifact, Organization, Resolution, organizationString} import _root_.coursier.{Artifact, Organization, Resolution, organizationString}
import _root_.coursier.core.{Classifier, Configuration, ModuleName} import _root_.coursier.core.{Classifier, Configuration}
import coursier.cache.{CacheDefaults, FileCache} import coursier.cache.CacheDefaults
import coursier.internal.Typelevel import coursier.internal.Typelevel
import lmcoursier.definitions.ToCoursier
import lmcoursier.internal.{ArtifactsParams, ArtifactsRun, CoursierModuleDescriptor, InterProjectRepository, ResolutionParams, ResolutionRun, Resolvers, SbtBootJars, UpdateParams, UpdateRun}
import sbt.internal.librarymanagement.IvySbt import sbt.internal.librarymanagement.IvySbt
import sbt.librarymanagement._ import sbt.librarymanagement._
import sbt.util.Logger import sbt.util.Logger
@ -18,21 +20,15 @@ class CoursierDependencyResolution(conf: CoursierConfiguration) extends Dependen
* sbt-coursier, that was moved to this module. * sbt-coursier, that was moved to this module.
*/ */
lazy val resolvers =
if (conf.reorderResolvers)
ResolutionParams.reorderResolvers(conf.resolvers)
else
conf.resolvers
private lazy val excludeDependencies = conf private lazy val excludeDependencies = conf
.excludeDependencies .excludeDependencies
.map { .map {
case (strOrg, strName) => case (strOrg, strName) =>
(Organization(strOrg), ModuleName(strName)) (lmcoursier.definitions.Organization(strOrg), lmcoursier.definitions.ModuleName(strName))
} }
.toSet .toSet
def moduleDescriptor(moduleSetting: ModuleDescriptorConfiguration): CoursierModuleDescriptor = def moduleDescriptor(moduleSetting: ModuleDescriptorConfiguration): ModuleDescriptor =
CoursierModuleDescriptor(moduleSetting, conf) CoursierModuleDescriptor(moduleSetting, conf)
def update( def update(
@ -72,7 +68,7 @@ class CoursierDependencyResolution(conf: CoursierConfiguration) extends Dependen
val verbosityLevel = 0 val verbosityLevel = 0
val ttl = CacheDefaults.ttl val ttl = CacheDefaults.ttl
val loggerOpt = conf.logger val loggerOpt = conf.logger.map(ToCoursier.cacheLogger)
val cache = conf.cache.getOrElse(CacheDefaults.location) val cache = conf.cache.getOrElse(CacheDefaults.location)
val cachePolicies = CacheDefaults.cachePolicies val cachePolicies = CacheDefaults.cachePolicies
val checksums = CacheDefaults.checksums val checksums = CacheDefaults.checksums
@ -88,17 +84,18 @@ class CoursierDependencyResolution(conf: CoursierConfiguration) extends Dependen
val authenticationByRepositoryId = conf.authenticationByRepositoryId.toMap val authenticationByRepositoryId = conf.authenticationByRepositoryId.toMap
val mainRepositories = resolvers val mainRepositories = conf
.resolvers
.flatMap { resolver => .flatMap { resolver =>
FromSbt.repository( Resolvers.repository(
resolver, resolver,
ivyProperties, ivyProperties,
log, log,
authenticationByRepositoryId.get(resolver.name) authenticationByRepositoryId.get(resolver.name).map(ToCoursier.authentication)
) )
} }
val interProjectRepo = InterProjectRepository(conf.interProjectDependencies) val interProjectRepo = InterProjectRepository(conf.interProjectDependencies.map(ToCoursier.project))
val dependencies = module0 val dependencies = module0
.dependencies .dependencies
@ -112,12 +109,12 @@ class CoursierDependencyResolution(conf: CoursierConfiguration) extends Dependen
val dep0 = dep.copy( val dep0 = dep.copy(
exclusions = dep.exclusions ++ excludeDependencies exclusions = dep.exclusions ++ excludeDependencies
) )
(config, dep0) (ToCoursier.configuration(config), ToCoursier.dependency(dep0))
} }
val configGraphs = Inputs.ivyGraphs( val configGraphs = Inputs.ivyGraphs(
Inputs.configExtends(module0.configurations) Inputs.configExtends(module0.configurations)
) ).map(_.map(ToCoursier.configuration))
val typelevel = so == Typelevel.typelevelOrg val typelevel = so == Typelevel.typelevelOrg
@ -126,7 +123,7 @@ class CoursierDependencyResolution(conf: CoursierConfiguration) extends Dependen
.withCachePolicies(cachePolicies) .withCachePolicies(cachePolicies)
.withTtl(ttl) .withTtl(ttl)
.withChecksums(checksums) .withChecksums(checksums)
.withCredentials(conf.credentials) .withCredentials(conf.credentials.map(ToCoursier.credentials))
val resolutionParams = ResolutionParams( val resolutionParams = ResolutionParams(
dependencies = dependencies, dependencies = dependencies,
@ -135,7 +132,7 @@ class CoursierDependencyResolution(conf: CoursierConfiguration) extends Dependen
autoScalaLibOpt = if (conf.autoScalaLibrary) Some((so, sv)) else None, autoScalaLibOpt = if (conf.autoScalaLibrary) Some((so, sv)) else None,
mainRepositories = mainRepositories, mainRepositories = mainRepositories,
parentProjectCache = Map.empty, parentProjectCache = Map.empty,
interProjectDependencies = conf.interProjectDependencies, interProjectDependencies = conf.interProjectDependencies.map(ToCoursier.project),
internalRepositories = Seq(interProjectRepo), internalRepositories = Seq(interProjectRepo),
sbtClassifiers = false, sbtClassifiers = false,
projectName = projectName, projectName = projectName,
@ -149,7 +146,7 @@ class CoursierDependencyResolution(conf: CoursierConfiguration) extends Dependen
.withTypelevel(typelevel) .withTypelevel(typelevel)
) )
def artifactsParams(resolutions: Map[Set[Configuration], Resolution]) = def artifactsParams(resolutions: Map[Set[Configuration], Resolution]): ArtifactsParams =
ArtifactsParams( ArtifactsParams(
classifiers = classifiers, classifiers = classifiers,
resolutions = resolutions.values.toSeq, resolutions = resolutions.values.toSeq,
@ -167,7 +164,10 @@ class CoursierDependencyResolution(conf: CoursierConfiguration) extends Dependen
conf.sbtScalaJars conf.sbtScalaJars
) )
val configs = Inputs.coursierConfigurations(module0.configurations) val configs = Inputs.coursierConfigurations(module0.configurations).map {
case (k, l) =>
ToCoursier.configuration(k) -> l.map(ToCoursier.configuration)
}
def updateParams( def updateParams(
resolutions: Map[Set[Configuration], Resolution], resolutions: Map[Set[Configuration], Resolution],
@ -239,4 +239,7 @@ class CoursierDependencyResolution(conf: CoursierConfiguration) extends Dependen
object CoursierDependencyResolution { object CoursierDependencyResolution {
def apply(configuration: CoursierConfiguration): DependencyResolution = def apply(configuration: CoursierConfiguration): DependencyResolution =
DependencyResolution(new CoursierDependencyResolution(configuration)) DependencyResolution(new CoursierDependencyResolution(configuration))
def defaultCacheLocation: File =
CacheDefaults.location
} }

View File

@ -1,8 +1,8 @@
package coursier.lmcoursier package lmcoursier
import java.net.URL import java.net.URL
import coursier.core.Module import lmcoursier.definitions.Module
// FIXME Handle that via the contraband thing? // FIXME Handle that via the contraband thing?
final case class FallbackDependency( final case class FallbackDependency(

View File

@ -0,0 +1,146 @@
package lmcoursier
import coursier.ivy.IvyXml.{mappings => ivyXmlMappings}
import lmcoursier.definitions.{Attributes, Classifier, Configuration, Dependency, Info, Module, ModuleName, Organization, Project, Type}
import sbt.internal.librarymanagement.mavenint.SbtPomExtraProperties
import sbt.librarymanagement.{Configuration => _, MavenRepository => _, _}
object FromSbt {
private def sbtModuleIdName(
moduleId: ModuleID,
scalaVersion: => String,
scalaBinaryVersion: => String,
optionalCrossVer: Boolean = false
): String = {
val name0 = moduleId.name
val updatedName = CrossVersion(moduleId.crossVersion, scalaVersion, scalaBinaryVersion)
.fold(name0)(_(name0))
if (!optionalCrossVer || updatedName.length <= name0.length)
updatedName
else {
val suffix = updatedName.substring(name0.length)
if (name0.endsWith(suffix))
name0
else
updatedName
}
}
private def attributes(attr: Map[String, String]): Map[String, String] =
attr.map { case (k, v) =>
k.stripPrefix("e:") -> v
}.filter { case (k, _) =>
!k.startsWith(SbtPomExtraProperties.POM_INFO_KEY_PREFIX)
}
private def moduleVersion(
module: ModuleID,
scalaVersion: String,
scalaBinaryVersion: String,
optionalCrossVer: Boolean
): (Module, String) = {
val fullName = sbtModuleIdName(module, scalaVersion, scalaBinaryVersion, optionalCrossVer)
val module0 = Module(Organization(module.organization), ModuleName(fullName), attributes(module.extraDependencyAttributes))
val version = module.revision
(module0, version)
}
def moduleVersion(
module: ModuleID,
scalaVersion: String,
scalaBinaryVersion: String
): (Module, String) =
moduleVersion(module, scalaVersion, scalaBinaryVersion, optionalCrossVer = false)
def dependencies(
module: ModuleID,
scalaVersion: String,
scalaBinaryVersion: String,
optionalCrossVer: Boolean = false
): Seq[(Configuration, Dependency)] = {
// TODO Warn about unsupported properties in `module`
val (module0, version) = moduleVersion(module, scalaVersion, scalaBinaryVersion, optionalCrossVer)
val dep = Dependency(
module0,
version,
Configuration(""),
exclusions = module.exclusions.map { rule =>
// FIXME Other `rule` fields are ignored here
(Organization(rule.organization), ModuleName(rule.name))
}.toSet,
Attributes(Type(""), Classifier("")),
optional = false,
transitive = module.isTransitive
)
val mapping = module.configurations.getOrElse("compile")
val allMappings = ivyXmlMappings(mapping).map {
case (from, to) =>
(Configuration(from.value), Configuration(to.value))
}
val attributes =
if (module.explicitArtifacts.isEmpty)
Seq(Attributes(Type(""), Classifier("")))
else
module.explicitArtifacts.map { a =>
Attributes(
`type` = Type(a.`type`),
classifier = a.classifier.fold(Classifier(""))(Classifier(_))
)
}
for {
(from, to) <- allMappings
attr <- attributes
} yield from -> dep.copy(configuration = to, attributes = attr)
}
def fallbackDependencies(
allDependencies: Seq[ModuleID],
scalaVersion: String,
scalaBinaryVersion: String
): Seq[FallbackDependency] =
for {
module <- allDependencies
artifact <- module.explicitArtifacts
url <- artifact.url.toSeq
} yield {
val (module0, version) = moduleVersion(module, scalaVersion, scalaBinaryVersion)
FallbackDependency(module0, version, url, module.isChanging)
}
def project(
projectID: ModuleID,
allDependencies: Seq[ModuleID],
ivyConfigurations: Map[Configuration, Seq[Configuration]],
scalaVersion: String,
scalaBinaryVersion: String
): Project = {
val deps = allDependencies.flatMap(dependencies(_, scalaVersion, scalaBinaryVersion))
Project(
Module(
Organization(projectID.organization),
ModuleName(sbtModuleIdName(projectID, scalaVersion, scalaBinaryVersion)),
attributes(projectID.extraDependencyAttributes)
),
projectID.revision,
deps,
ivyConfigurations,
Nil,
None,
Nil,
Info("", "", Nil, Nil, None)
)
}
}

View File

@ -1,17 +1,20 @@
package coursier.lmcoursier package lmcoursier
import coursier.cache.CacheUrl import coursier.ivy.IvyXml.{mappings => initialIvyXmlMappings}
import coursier.core._ import lmcoursier.definitions.{Configuration, ModuleName, Organization}
import coursier.ivy.IvyRepository import sbt.librarymanagement.{CrossVersion, InclExclRule}
import coursier.maven.MavenRepository
import sbt.librarymanagement.{InclExclRule, ModuleID}
import sbt.util.Logger import sbt.util.Logger
import scala.collection.mutable import scala.collection.mutable
import scala.util.Try
object Inputs { object Inputs {
def ivyXmlMappings(mapping: String): Seq[(Configuration, Configuration)] =
initialIvyXmlMappings(mapping).map {
case (from, to) =>
Configuration(from.value) -> Configuration(to.value)
}
def configExtends(configurations: Seq[sbt.librarymanagement.Configuration]): Map[Configuration, Seq[Configuration]] = def configExtends(configurations: Seq[sbt.librarymanagement.Configuration]): Map[Configuration, Seq[Configuration]] =
configurations configurations
.map(cfg => Configuration(cfg.name) -> cfg.extendsConfigs.map(c => Configuration(c.name))) .map(cfg => Configuration(cfg.name) -> cfg.extendsConfigs.map(c => Configuration(c.name)))
@ -22,7 +25,7 @@ object Inputs {
shadedConfig: Option[(String, Configuration)] = None shadedConfig: Option[(String, Configuration)] = None
): Map[Configuration, Set[Configuration]] = { ): Map[Configuration, Set[Configuration]] = {
val configs0 = Inputs.configExtends(configurations) val configs0 = configExtends(configurations)
def allExtends(c: Configuration) = { def allExtends(c: Configuration) = {
// possibly bad complexity // possibly bad complexity
@ -43,11 +46,11 @@ object Inputs {
} }
map ++ shadedConfig.toSeq.flatMap { map ++ shadedConfig.toSeq.flatMap {
case (baseConfig, shadedConfig) => case (baseConfig, shadedConfig0) =>
val baseConfig0 = Configuration(baseConfig) val baseConfig0 = Configuration(baseConfig)
Seq( Seq(
baseConfig0 -> (map.getOrElse(baseConfig0, Set(baseConfig0)) + shadedConfig), baseConfig0 -> (map.getOrElse(baseConfig0, Set(baseConfig0)) + shadedConfig0),
shadedConfig -> map.getOrElse(shadedConfig, Set(shadedConfig)) shadedConfig0 -> map.getOrElse(shadedConfig0, Set(shadedConfig0))
) )
} }
} }
@ -107,10 +110,11 @@ object Inputs {
log.warn(s"Unsupported exclusion rule $rule") log.warn(s"Unsupported exclusion rule $rule")
anyNonSupportedExclusionRule = true anyNonSupportedExclusionRule = true
Nil Nil
} else } else {
Seq( val name = CrossVersion(rule.crossVersion, sv, sbv)
(Organization(rule.organization), ModuleName(FromSbt.sbtCrossVersionName(rule.name, rule.crossVersion, sv, sbv))) .fold(rule.name)(_(rule.name))
) Seq((Organization(rule.organization), ModuleName(name)))
}
} }
.toSet .toSet
@ -120,67 +124,4 @@ object Inputs {
res res
} }
def coursierProject(
projId: ModuleID,
dependencies: Seq[ModuleID],
excludeDeps: Seq[InclExclRule],
configurations: Seq[sbt.librarymanagement.Configuration],
sv: String,
sbv: String,
log: Logger
): Project = {
val exclusions0 = exclusions(excludeDeps, sv, sbv, log)
val configMap = configExtends(configurations)
val proj = FromSbt.project(
projId,
dependencies,
configMap,
sv,
sbv
)
proj.copy(
dependencies = proj.dependencies.map {
case (config, dep) =>
(config, dep.copy(exclusions = dep.exclusions ++ exclusions0))
}
)
}
def withAuthenticationByHost(repo: Repository, credentials: Map[String, Authentication]): Repository = {
def httpHost(s: String) =
if (s.startsWith("http://") || s.startsWith("https://"))
Try(CacheUrl.url(s).getHost).toOption
else
None
repo match {
case m: MavenRepository =>
if (m.authentication.isEmpty)
httpHost(m.root).flatMap(credentials.get).fold(m) { auth =>
m.copy(authentication = Some(auth))
}
else
m
case i: IvyRepository =>
if (i.authentication.isEmpty) {
val base = i.pattern.chunks.takeWhile {
case _: coursier.ivy.Pattern.Chunk.Const => true
case _ => false
}.map(_.string).mkString
httpHost(base).flatMap(credentials.get).fold(i) { auth =>
i.copy(authentication = Some(auth))
}
} else
i
case _ =>
repo
}
}
} }

View File

@ -0,0 +1,23 @@
package lmcoursier.credentials
import java.io.File
abstract class Credentials extends Serializable {
// calling this may incur I/O
def get(): Seq[DirectCredentials]
}
object Credentials {
def apply(): DirectCredentials = DirectCredentials()
def apply(host: String, username: String, password: String): DirectCredentials = DirectCredentials(host, username, password)
def apply(host: String, username: String, password: String, realm: Option[String]): DirectCredentials = DirectCredentials(host, username, password, realm)
def apply(host: String, username: String, password: String, realm: String): DirectCredentials = DirectCredentials(host, username, password, Option(realm))
def apply(host: String, username: String, password: String, realm: Option[String], optional: Boolean): DirectCredentials = DirectCredentials(host, username, password, realm, optional)
def apply(host: String, username: String, password: String, realm: String, optional: Boolean): DirectCredentials = DirectCredentials(host, username, password, Option(realm), optional)
def apply(f: File): FileCredentials =
FileCredentials(f.getAbsolutePath)
def apply(f: File, optional: Boolean): FileCredentials =
FileCredentials(f.getAbsolutePath, optional)
}

View File

@ -0,0 +1,100 @@
package lmcoursier.credentials
import java.net.URI
import coursier.core.Authentication
final class DirectCredentials private(
val host: String,
val username: String,
val password: String,
val realm: Option[String],
val optional: Boolean,
val matchHost: Boolean,
val httpsOnly: Boolean
) extends Credentials {
private def this() = this("", "", "", None, true, false, true)
private def this(host: String, username: String, password: String) = this(host, username, password, None, true, false, true)
private def this(host: String, username: String, password: String, realm: Option[String]) = this(host, username, password, realm, true, false, true)
private def this(host: String, username: String, password: String, realm: Option[String], optional: Boolean) = this(host, username, password, realm, optional, false, true)
override def equals(o: Any): Boolean = o match {
case x: DirectCredentials => (this.host == x.host) && (this.username == x.username) && (this.password == x.password) && (this.realm == x.realm) && (this.optional == x.optional) && (this.matchHost == x.matchHost) && (this.httpsOnly == x.httpsOnly)
case _ => false
}
override def hashCode: Int = {
37 * (37 * (37 * (37 * (37 * (37 * (37 * (37 * (17 + "lmcoursier.credentials.DirectCredentials".##) + host.##) + username.##) + password.##) + realm.##) + optional.##) + matchHost.##) + httpsOnly.##)
}
override def toString: String = {
"Credentials(" + host + ", " + username + ", " + "****" + ", " + realm + ", " + optional + ", " + matchHost + ", " + httpsOnly + ")"
}
private[this] def copy(host: String = host, username: String = username, password: String = password, realm: Option[String] = realm, optional: Boolean = optional, matchHost: Boolean = matchHost, httpsOnly: Boolean = httpsOnly): DirectCredentials = {
new DirectCredentials(host, username, password, realm, optional, matchHost, httpsOnly)
}
def withHost(host: String): DirectCredentials = {
copy(host = host)
}
def withUsername(username: String): DirectCredentials = {
copy(username = username)
}
def withPassword(password: String): DirectCredentials = {
copy(password = password)
}
def withRealm(realm: Option[String]): DirectCredentials = {
copy(realm = realm)
}
def withRealm(realm: String): DirectCredentials = {
copy(realm = Option(realm))
}
def withOptional(optional: Boolean): DirectCredentials = {
copy(optional = optional)
}
def withMatchHost(matchHost: Boolean): DirectCredentials =
copy(matchHost = matchHost)
def withHttpsOnly(httpsOnly: Boolean): DirectCredentials =
copy(httpsOnly = httpsOnly)
def autoMatches(url: String, realm0: Option[String]): Boolean =
matchHost && {
val uri = new URI(url)
val schemeOpt = Option(uri.getScheme)
val hostOpt = Option(uri.getHost)
((schemeOpt.contains("http") && !httpsOnly) || schemeOpt.contains("https")) &&
hostOpt.contains(host) &&
realm.forall(realm0.contains)
}
def matches(url: String, user: String): Boolean = {
val uri = new URI(url)
val schemeOpt = Option(uri.getScheme)
val hostOpt = Option(uri.getHost)
val userInfoOpt = Option(uri.getUserInfo)
// !matchHost && // ?
userInfoOpt.isEmpty &&
((schemeOpt.contains("http") && !httpsOnly) || schemeOpt.contains("https")) &&
hostOpt.contains(host) &&
user == username
}
def authentication: Authentication =
Authentication(
username,
password,
realmOpt = realm,
optional = optional
)
def get(): Seq[DirectCredentials] =
Seq(this)
}
object DirectCredentials {
def apply(): DirectCredentials = new DirectCredentials()
def apply(host: String, username: String, password: String): DirectCredentials = new DirectCredentials(host, username, password)
def apply(host: String, username: String, password: String, realm: Option[String]): DirectCredentials = new DirectCredentials(host, username, password, realm)
def apply(host: String, username: String, password: String, realm: String): DirectCredentials = new DirectCredentials(host, username, password, Option(realm))
def apply(host: String, username: String, password: String, realm: Option[String], optional: Boolean): DirectCredentials = new DirectCredentials(host, username, password, realm, optional)
def apply(host: String, username: String, password: String, realm: String, optional: Boolean): DirectCredentials = new DirectCredentials(host, username, password, Option(realm), optional)
}

View File

@ -0,0 +1,92 @@
package lmcoursier.credentials
import java.io.{File, FileInputStream}
import java.util.Properties
import scala.collection.JavaConverters._
final class FileCredentials private(
val path: String,
val optional: Boolean
) extends Credentials {
private def this(path: String) = this(path, true)
override def equals(o: Any): Boolean = o match {
case x: FileCredentials => (this.path == x.path) && (this.optional == x.optional)
case _ => false
}
override def hashCode: Int = {
37 * (37 * (37 * (17 + "lmcoursier.credentials.CredentialFile".##) + path.##) + optional.##)
}
override def toString: String = {
"CredentialFile(" + path + ", " + optional + ")"
}
private[this] def copy(path: String = path, optional: Boolean = optional): FileCredentials = {
new FileCredentials(path, optional)
}
def withPath(path: String): FileCredentials = {
copy(path = path)
}
def withOptional(optional: Boolean): FileCredentials = {
copy(optional = optional)
}
def get(): Seq[DirectCredentials] = {
val f = new File(path)
if (f.isFile) {
val props = new Properties
var fis: FileInputStream = null
try {
fis = new FileInputStream(f)
props.load(fis)
} finally {
if (fis != null)
fis.close()
}
val userProps = props
.propertyNames()
.asScala
.map(_.asInstanceOf[String])
.filter(_.endsWith(".username"))
.toVector
userProps.map { userProp =>
val prefix = userProp.stripSuffix(".username")
val user = props.getProperty(userProp)
val password = Option(props.getProperty(s"$prefix.password")).getOrElse {
throw new Exception(s"Property $prefix.password not found in $path")
}
val host = Option(props.getProperty(s"$prefix.host")).getOrElse {
throw new Exception(s"Property $prefix.host not found in $path")
}
val realmOpt = Option(props.getProperty(s"$prefix.realm")) // filter if empty?
val matchHost = Option(props.getProperty(s"$prefix.auto")).fold(false)(_.toBoolean)
val httpsOnly = Option(props.getProperty(s"$prefix.https-only")).fold(true)(_.toBoolean)
DirectCredentials(host, user, password)
.withRealm(realmOpt)
.withMatchHost(matchHost)
.withHttpsOnly(httpsOnly)
}
} else if (optional)
Nil
else
throw new Exception(s"Credential file $path not found")
}
}
object FileCredentials {
def apply(path: String): FileCredentials = new FileCredentials(path)
def apply(path: String, optional: Boolean): FileCredentials = new FileCredentials(path, optional)
}

View File

@ -0,0 +1,35 @@
package lmcoursier.definitions
final class Attributes private (
val `type`: Type,
val classifier: Classifier
) {
override def equals(obj: Any): Boolean =
obj match {
case other: Attributes =>
`type` == other.`type` && classifier == other.classifier
case _ => false
}
override def hashCode(): Int =
37 * (37 * (37 * (17 + "lmcoursier.definitions.Attributes".##) + `type`.##) + classifier.##)
override def toString: String =
s"Attributes(${`type`}, $classifier)"
private def copy(
`type`: Type = `type`,
classifier: Classifier = classifier
): Attributes =
new Attributes(`type`, classifier)
def withType(`type`: Type): Attributes =
copy(`type` = `type`)
def withClassifier(classifier: Classifier): Attributes =
copy(classifier = classifier)
}
object Attributes {
def apply(`type`: Type, classifier: Classifier): Attributes =
new Attributes(`type`, classifier)
}

View File

@ -0,0 +1,11 @@
package lmcoursier.definitions
final case class Authentication(
user: String,
password: String,
optional: Boolean = false,
realmOpt: Option[String] = None
) {
override def toString: String =
s"Authentication($user, *******, $optional, $realmOpt)"
}

View File

@ -0,0 +1,29 @@
package lmcoursier.definitions
abstract class CacheLogger {
def foundLocally(url: String): Unit = {}
def downloadingArtifact(url: String): Unit = {}
def downloadProgress(url: String, downloaded: Long): Unit = {}
def downloadedArtifact(url: String, success: Boolean): Unit = {}
def checkingUpdates(url: String, currentTimeOpt: Option[Long]): Unit = {}
def checkingUpdatesResult(url: String, currentTimeOpt: Option[Long], remoteTimeOpt: Option[Long]): Unit = {}
def downloadLength(url: String, totalLength: Long, alreadyDownloaded: Long, watching: Boolean): Unit = {}
def gettingLength(url: String): Unit = {}
def gettingLengthResult(url: String, length: Option[Long]): Unit = {}
def removedCorruptFile(url: String, reason: Option[String]): Unit = {}
// sizeHint: estimated # of artifacts to be downloaded (doesn't include side stuff like checksums)
def init(sizeHint: Option[Int] = None): Unit = {}
def stop(): Unit = {}
}
object CacheLogger {
def nop: CacheLogger =
new CacheLogger {}
}

View File

@ -0,0 +1,3 @@
package lmcoursier.definitions
final case class Classifier(value: String) extends AnyVal

View File

@ -0,0 +1,3 @@
package lmcoursier.definitions
final case class Configuration(value: String) extends AnyVal

View File

@ -0,0 +1,14 @@
package lmcoursier.definitions
final case class Dependency(
module: Module,
version: String,
configuration: Configuration,
exclusions: Set[(Organization, ModuleName)],
// Maven-specific
attributes: Attributes,
optional: Boolean,
transitive: Boolean
)

View File

@ -0,0 +1,3 @@
package lmcoursier.definitions
final case class Extension(value: String) extends AnyVal

View File

@ -0,0 +1,26 @@
package lmcoursier.definitions
final case class Info(
description: String,
homePage: String,
licenses: Seq[(String, Option[String])],
developers: Seq[Info.Developer],
publication: Option[Info.DateTime]
)
object Info {
final case class Developer(
id: String,
name: String,
url: String
)
final case class DateTime(
year: Int,
month: Int,
day: Int,
hour: Int,
minute: Int,
second: Int
)
}

View File

@ -0,0 +1,7 @@
package lmcoursier.definitions
final case class Module(
organization: Organization,
name: ModuleName,
attributes: Map[String, String]
)

View File

@ -0,0 +1,3 @@
package lmcoursier.definitions
final case class ModuleName(value: String) extends AnyVal

View File

@ -0,0 +1,3 @@
package lmcoursier.definitions
final case class Organization(value: String) extends AnyVal

View File

@ -0,0 +1,12 @@
package lmcoursier.definitions
final case class Project(
module: Module,
version: String,
dependencies: Seq[(Configuration, Dependency)],
configurations: Map[Configuration, Seq[Configuration]],
properties: Seq[(String, String)],
packagingOpt: Option[Type],
publications: Seq[(Configuration, Publication)],
info: Info
)

View File

@ -0,0 +1,8 @@
package lmcoursier.definitions
final case class Publication(
name: String,
`type`: Type,
ext: Extension,
classifier: Classifier
)

View File

@ -0,0 +1,148 @@
package lmcoursier.definitions
import lmcoursier.credentials.{Credentials, DirectCredentials, FileCredentials}
// TODO Make private[lmcoursier]
// private[coursier]
object ToCoursier {
def configuration(configuration: Configuration): coursier.core.Configuration =
coursier.core.Configuration(configuration.value)
private def attributes(attributes: Attributes): coursier.core.Attributes =
coursier.core.Attributes(
coursier.core.Type(attributes.`type`.value),
coursier.core.Classifier(attributes.classifier.value)
)
def publication(publication: Publication): coursier.core.Publication =
coursier.core.Publication(
publication.name,
coursier.core.Type(publication.`type`.value),
coursier.core.Extension(publication.ext.value),
coursier.core.Classifier(publication.classifier.value)
)
def authentication(authentication: Authentication): coursier.core.Authentication =
coursier.core.Authentication(
authentication.user,
authentication.password,
authentication.optional,
authentication.realmOpt
)
def module(module: Module): coursier.core.Module =
coursier.core.Module(
coursier.core.Organization(module.organization.value),
coursier.core.ModuleName(module.name.value),
module.attributes
)
def dependency(dependency: Dependency): coursier.core.Dependency =
coursier.core.Dependency(
module(dependency.module),
dependency.version,
configuration(dependency.configuration),
dependency.exclusions.map {
case (org, name) =>
(coursier.core.Organization(org.value), coursier.core.ModuleName(name.value))
},
attributes(dependency.attributes),
dependency.optional,
dependency.transitive
)
def project(project: Project): coursier.core.Project =
coursier.core.Project(
module(project.module),
project.version,
project.dependencies.map {
case (conf, dep) =>
configuration(conf) -> dependency(dep)
},
project.configurations.map {
case (k, l) =>
configuration(k) -> l.map(configuration)
},
None,
Nil,
project.properties,
Nil,
None,
None,
project.packagingOpt.map(t => coursier.core.Type(t.value)),
relocated = false,
None,
project.publications.map {
case (conf, pub) =>
configuration(conf) -> publication(pub)
},
coursier.core.Info(
project.info.description,
project.info.homePage,
project.info.licenses,
project.info.developers.map { dev =>
coursier.core.Info.Developer(
dev.id,
dev.name,
dev.url
)
},
project.info.publication.map { dt =>
coursier.core.Versions.DateTime(
dt.year,
dt.month,
dt.day,
dt.hour,
dt.minute,
dt.second
)
}
)
)
def credentials(credentials: Credentials): coursier.credentials.Credentials =
credentials match {
case d: DirectCredentials =>
coursier.credentials.DirectCredentials()
.withHost(d.host)
.withUsername(d.username)
.withPassword(d.password)
.withRealm(d.realm)
.withOptional(d.optional)
.withMatchHost(d.matchHost)
.withHttpsOnly(d.httpsOnly)
case f: FileCredentials =>
coursier.credentials.FileCredentials(f.path)
.withOptional(f.optional)
}
def cacheLogger(logger: CacheLogger): coursier.cache.CacheLogger =
new coursier.cache.CacheLogger {
override def foundLocally(url: String): Unit =
logger.foundLocally(url)
override def downloadingArtifact(url: String): Unit =
logger.downloadingArtifact(url)
override def downloadProgress(url: String, downloaded: Long): Unit =
logger.downloadProgress(url, downloaded)
override def downloadedArtifact(url: String, success: Boolean): Unit =
logger.downloadedArtifact(url, success)
override def checkingUpdates(url: String, currentTimeOpt: Option[Long]): Unit =
logger.checkingUpdates(url, currentTimeOpt)
override def checkingUpdatesResult(url: String, currentTimeOpt: Option[Long], remoteTimeOpt: Option[Long]): Unit =
logger.checkingUpdatesResult(url, currentTimeOpt, remoteTimeOpt)
override def downloadLength(url: String, totalLength: Long, alreadyDownloaded: Long, watching: Boolean): Unit =
logger.downloadLength(url, totalLength, alreadyDownloaded, watching)
override def gettingLength(url: String): Unit =
logger.gettingLength(url)
override def gettingLengthResult(url: String, length: Option[Long]): Unit =
logger.gettingLengthResult(url, length)
override def removedCorruptFile(url: String, reason: Option[String]): Unit =
logger.removedCorruptFile(url, reason)
override def init(sizeHint: Option[Int] = None): Unit =
logger.init(sizeHint)
override def stop(): Unit =
logger.stop()
}
}

View File

@ -0,0 +1,3 @@
package lmcoursier.definitions
final case class Type(value: String) extends AnyVal

View File

@ -1,9 +1,10 @@
package coursier.lmcoursier package lmcoursier.internal
import coursier.cache.{CacheLogger, FileCache} import coursier.cache.{CacheLogger, FileCache}
import coursier.core.{Classifier, Resolution} import coursier.core.{Classifier, Resolution}
import coursier.util.Task import coursier.util.Task
// private[coursier]
final case class ArtifactsParams( final case class ArtifactsParams(
classifiers: Option[Seq[Classifier]], classifiers: Option[Seq[Classifier]],
resolutions: Seq[Resolution], resolutions: Seq[Resolution],

View File

@ -1,13 +1,14 @@
package coursier.lmcoursier package lmcoursier.internal
import java.io.File import java.io.File
import coursier.Artifact import coursier.Artifact
import coursier.cache.internal.ThreadUtil
import coursier.cache.loggers.{FallbackRefreshDisplay, ProgressBarRefreshDisplay, RefreshLogger} import coursier.cache.loggers.{FallbackRefreshDisplay, ProgressBarRefreshDisplay, RefreshLogger}
import coursier.core.Type import coursier.core.Type
import coursier.util.Sync
import sbt.util.Logger import sbt.util.Logger
// private[coursier]
object ArtifactsRun { object ArtifactsRun {
def artifacts( def artifacts(
@ -28,7 +29,7 @@ object ArtifactsRun {
else else
"" ""
Sync.withFixedThreadPool(params.parallel) { pool => ThreadUtil.withFixedThreadPool(params.parallel) { pool =>
coursier.Artifacts() coursier.Artifacts()
.withResolutions(params.resolutions) .withResolutions(params.resolutions)

View File

@ -1,8 +1,9 @@
package coursier.lmcoursier package lmcoursier.internal
import lmcoursier.CoursierConfiguration
import sbt.librarymanagement._ import sbt.librarymanagement._
final case class CoursierModuleDescriptor( private[lmcoursier] final case class CoursierModuleDescriptor(
descriptor: ModuleDescriptorConfiguration, descriptor: ModuleDescriptorConfiguration,
conf: CoursierConfiguration conf: CoursierConfiguration
) extends ModuleDescriptor { ) extends ModuleDescriptor {

View File

@ -0,0 +1,5 @@
package lmcoursier.internal
import sbt.librarymanagement.ModuleSettings
private[lmcoursier] case class CoursierModuleSettings() extends ModuleSettings

View File

@ -1,8 +1,9 @@
package coursier.lmcoursier package lmcoursier.internal
import coursier.core._ import coursier.core._
import coursier.util.{EitherT, Monad} import coursier.util.{EitherT, Monad}
// private[coursier]
final case class InterProjectRepository(projects: Seq[Project]) extends Repository { final case class InterProjectRepository(projects: Seq[Project]) extends Repository {
private val map = projects private val map = projects

View File

@ -1,6 +1,6 @@
package coursier.lmcoursier package lmcoursier.internal
object Lock { private[lmcoursier] object Lock {
// Wrap blocks downloading stuff (resolution / artifact downloads) in lock.synchronized. // Wrap blocks downloading stuff (resolution / artifact downloads) in lock.synchronized.
// Downloads are already parallel, no need to parallelize further, and this results in // Downloads are already parallel, no need to parallelize further, and this results in

View File

@ -1,13 +1,15 @@
package coursier.lmcoursier package lmcoursier.internal
import java.io.File import java.io.File
import coursier.cache.{CacheLogger, FileCache} import coursier.cache.{CacheLogger, FileCache}
import coursier.ProjectCache import coursier.ProjectCache
import coursier.core._ import coursier.core._
import lmcoursier.FallbackDependency
import lmcoursier.definitions.ToCoursier
import coursier.util.{InMemoryRepository, Task} import coursier.util.{InMemoryRepository, Task}
import sbt.librarymanagement.{Resolver, URLRepository}
// private[coursier]
final case class ResolutionParams( final case class ResolutionParams(
dependencies: Seq[(Configuration, Dependency)], dependencies: Seq[(Configuration, Dependency)],
fallbackDependencies: Seq[FallbackDependency], fallbackDependencies: Seq[FallbackDependency],
@ -31,7 +33,7 @@ final case class ResolutionParams(
else { else {
val map = fallbackDependencies.map { val map = fallbackDependencies.map {
case FallbackDependency(mod, ver, url, changing) => case FallbackDependency(mod, ver, url, changing) =>
(mod, ver) -> ((url, changing)) (ToCoursier.module(mod), ver) -> ((url, changing))
}.toMap }.toMap
Seq( Seq(
@ -67,6 +69,7 @@ final case class ResolutionParams(
} }
// private[coursier]
object ResolutionParams { object ResolutionParams {
private lazy val m = { private lazy val m = {
@ -99,40 +102,4 @@ object ResolutionParams {
) ++ sys.props ) ++ sys.props
} }
private val slowReposBase = Seq(
"https://repo.typesafe.com/",
"https://repo.scala-sbt.org/",
"http://repo.typesafe.com/",
"http://repo.scala-sbt.org/"
)
private val fastReposBase = Seq(
"http://repo1.maven.org/",
"https://repo1.maven.org/"
)
private def url(res: Resolver): Option[String] =
res match {
case m: sbt.librarymanagement.MavenRepository =>
Some(m.root)
case u: URLRepository =>
u.patterns.artifactPatterns.headOption
.orElse(u.patterns.ivyPatterns.headOption)
case _ =>
None
}
private def fastRepo(res: Resolver): Boolean =
url(res).exists(u => fastReposBase.exists(u.startsWith))
private def slowRepo(res: Resolver): Boolean =
url(res).exists(u => slowReposBase.exists(u.startsWith))
def reorderResolvers(resolvers: Seq[Resolver]): Seq[Resolver] =
if (resolvers.exists(fastRepo) && resolvers.exists(slowRepo)) {
val (slow, other) = resolvers.partition(slowRepo)
other ++ slow
} else
resolvers
} }

View File

@ -1,16 +1,17 @@
package coursier.lmcoursier package lmcoursier.internal
import coursier.cache.internal.ThreadUtil
import coursier.{Resolution, Resolve} import coursier.{Resolution, Resolve}
import coursier.cache.loggers.{FallbackRefreshDisplay, ProgressBarRefreshDisplay, RefreshLogger} import coursier.cache.loggers.{FallbackRefreshDisplay, ProgressBarRefreshDisplay, RefreshLogger}
import coursier.core._ import coursier.core._
import coursier.ivy.IvyRepository import coursier.ivy.IvyRepository
import coursier.maven.MavenRepository import coursier.maven.MavenRepository
import coursier.util.Sync
import sbt.util.Logger import sbt.util.Logger
// private[coursier]
object ResolutionRun { object ResolutionRun {
def resolution( private def resolution(
params: ResolutionParams, params: ResolutionParams,
verbosityLevel: Int, verbosityLevel: Int,
log: Logger, log: Logger,
@ -63,7 +64,7 @@ object ResolutionRun {
if (verbosityLevel >= 2) if (verbosityLevel >= 2)
log.info(initialMessage) log.info(initialMessage)
Sync.withFixedThreadPool(params.parallel) { pool => ThreadUtil.withFixedThreadPool(params.parallel) { pool =>
Resolve() Resolve()
.withDependencies( .withDependencies(

View File

@ -1,185 +1,18 @@
package coursier.lmcoursier package lmcoursier.internal
import coursier.ivy.IvyRepository import coursier.ivy.IvyRepository
import coursier.ivy.IvyXml.{mappings => ivyXmlMappings}
import java.net.MalformedURLException import java.net.MalformedURLException
import coursier.cache.CacheUrl import coursier.cache.CacheUrl
import coursier.{Attributes, Dependency, Module} import coursier.core.{Authentication, Repository}
import coursier.core._
import coursier.maven.MavenRepository import coursier.maven.MavenRepository
import org.apache.ivy.plugins.resolver.IBiblioResolver import org.apache.ivy.plugins.resolver.IBiblioResolver
import sbt.internal.librarymanagement.mavenint.SbtPomExtraProperties
import sbt.librarymanagement.{Configuration => _, MavenRepository => _, _} import sbt.librarymanagement.{Configuration => _, MavenRepository => _, _}
import sbt.util.Logger import sbt.util.Logger
import scala.collection.JavaConverters._ import scala.collection.JavaConverters._
object FromSbt { object Resolvers {
def sbtModuleIdName(
moduleId: ModuleID,
scalaVersion: => String,
scalaBinaryVersion: => String,
optionalCrossVer: Boolean = false
): String = {
val name0 = moduleId.name
val updatedName = sbtCrossVersionName(name0, moduleId.crossVersion, scalaVersion, scalaBinaryVersion)
if (!optionalCrossVer || updatedName.length <= name0.length)
updatedName
else {
val suffix = updatedName.substring(name0.length)
if (name0.endsWith(suffix))
name0
else
updatedName
}
}
def sbtCrossVersionName(
name: String,
crossVersion: CrossVersion,
scalaVersion: => String,
scalaBinaryVersion: => String
): String =
CrossVersion(crossVersion, scalaVersion, scalaBinaryVersion)
.fold(name)(_(name))
def attributes(attr: Map[String, String]): Map[String, String] =
attr.map { case (k, v) =>
k.stripPrefix("e:") -> v
}.filter { case (k, _) =>
!k.startsWith(SbtPomExtraProperties.POM_INFO_KEY_PREFIX)
}
def moduleVersion(
module: ModuleID,
scalaVersion: String,
scalaBinaryVersion: String,
optionalCrossVer: Boolean = false
): (Module, String) = {
val fullName = sbtModuleIdName(module, scalaVersion, scalaBinaryVersion, optionalCrossVer)
val module0 = Module(Organization(module.organization), ModuleName(fullName), FromSbt.attributes(module.extraDependencyAttributes))
val version = module.revision
(module0, version)
}
def dependencies(
module: ModuleID,
scalaVersion: String,
scalaBinaryVersion: String,
optionalCrossVer: Boolean = false
): Seq[(Configuration, Dependency)] = {
// TODO Warn about unsupported properties in `module`
val (module0, version) = moduleVersion(module, scalaVersion, scalaBinaryVersion, optionalCrossVer)
val dep = Dependency(
module0,
version,
exclusions = module.exclusions.map { rule =>
// FIXME Other `rule` fields are ignored here
(Organization(rule.organization), ModuleName(rule.name))
}.toSet,
transitive = module.isTransitive
)
val mapping = module.configurations.getOrElse("compile")
val allMappings = ivyXmlMappings(mapping)
val attributes =
if (module.explicitArtifacts.isEmpty)
Seq(Attributes(Type.empty, Classifier.empty))
else
module.explicitArtifacts.map { a =>
Attributes(
`type` = Type(a.`type`),
classifier = a.classifier.fold(Classifier.empty)(Classifier(_))
)
}
for {
(from, to) <- allMappings
attr <- attributes
} yield from -> dep.copy(configuration = to, attributes = attr)
}
def fallbackDependencies(
allDependencies: Seq[ModuleID],
scalaVersion: String,
scalaBinaryVersion: String
): Seq[FallbackDependency] =
for {
module <- allDependencies
artifact <- module.explicitArtifacts
url <- artifact.url.toSeq
} yield {
val (module0, version) = moduleVersion(module, scalaVersion, scalaBinaryVersion)
FallbackDependency(module0, version, url, module.isChanging)
}
def sbtClassifiersProject(
cm: GetClassifiersModule,
scalaVersion: String,
scalaBinaryVersion: String
) = {
val p = FromSbt.project(
cm.id,
cm.dependencies,
cm.configurations.map(cfg => Configuration(cfg.name) -> cfg.extendsConfigs.map(c => Configuration(c.name))).toMap,
scalaVersion,
scalaBinaryVersion
)
// for w/e reasons, the dependencies sometimes don't land in the right config above
// this is a loose attempt at fixing that
cm.configurations match {
case Seq(cfg) =>
p.copy(
dependencies = p.dependencies.map {
case (_, d) => (Configuration(cfg.name), d)
}
)
case _ =>
p
}
}
def project(
projectID: ModuleID,
allDependencies: Seq[ModuleID],
ivyConfigurations: Map[Configuration, Seq[Configuration]],
scalaVersion: String,
scalaBinaryVersion: String
): Project = {
val deps = allDependencies.flatMap(dependencies(_, scalaVersion, scalaBinaryVersion))
Project(
Module(
Organization(projectID.organization),
ModuleName(sbtModuleIdName(projectID, scalaVersion, scalaBinaryVersion)),
FromSbt.attributes(projectID.extraDependencyAttributes)
),
projectID.revision,
deps,
ivyConfigurations,
None,
Nil,
Nil,
Nil,
None,
None,
None,
relocated = false,
None,
Nil,
Info.empty
)
}
private def mavenCompatibleBaseOpt(patterns: Patterns): Option[String] = private def mavenCompatibleBaseOpt(patterns: Patterns): Option[String] =
if (patterns.isMavenCompatible) { if (patterns.isMavenCompatible) {

View File

@ -1,9 +1,10 @@
package coursier.lmcoursier package lmcoursier.internal
import java.io.File import java.io.File
import coursier.core.{Module, ModuleName, Organization} import coursier.core.{Module, ModuleName, Organization}
// private[coursier]
object SbtBootJars { object SbtBootJars {
def apply( def apply(
scalaOrg: Organization, scalaOrg: Organization,

View File

@ -1,10 +1,11 @@
package coursier.lmcoursier package lmcoursier.internal
import java.util.concurrent.ConcurrentHashMap import java.util.concurrent.ConcurrentHashMap
import coursier.core._ import coursier.core._
import sbt.librarymanagement.UpdateReport import sbt.librarymanagement.UpdateReport
// private[coursier]
class SbtCoursierCache { class SbtCoursierCache {
import SbtCoursierCache._ import SbtCoursierCache._
@ -35,6 +36,7 @@ class SbtCoursierCache {
} }
// private[coursier]
object SbtCoursierCache { object SbtCoursierCache {
final case class ResolutionKey( final case class ResolutionKey(
@ -53,6 +55,7 @@ object SbtCoursierCache {
) )
private[coursier] val default = new SbtCoursierCache // private[coursier]
val default = new SbtCoursierCache
} }

View File

@ -1,4 +1,4 @@
package coursier.lmcoursier package lmcoursier.internal
import java.io.File import java.io.File
import java.net.URL import java.net.URL
@ -11,7 +11,7 @@ import coursier.maven.MavenAttributes
import sbt.librarymanagement.{Artifact => _, Configuration => _, _} import sbt.librarymanagement.{Artifact => _, Configuration => _, _}
import sbt.util.Logger import sbt.util.Logger
object ToSbt { private[internal] object SbtUpdateReport {
private def caching[K, V](f: K => V): K => V = { private def caching[K, V](f: K => V): K => V = {
@ -27,7 +27,7 @@ object ToSbt {
} }
} }
val moduleId = caching[(Dependency, String, Map[String, String]), ModuleID] { private val moduleId = caching[(Dependency, String, Map[String, String]), ModuleID] {
case (dependency, version, extraProperties) => case (dependency, version, extraProperties) =>
sbt.librarymanagement.ModuleID( sbt.librarymanagement.ModuleID(
dependency.module.organization.value, dependency.module.organization.value,
@ -52,7 +52,7 @@ object ToSbt {
) )
} }
val artifact = caching[(Module, Map[String, String], Attributes, Artifact), sbt.librarymanagement.Artifact] { private val artifact = caching[(Module, Map[String, String], Attributes, Artifact), sbt.librarymanagement.Artifact] {
case (module, extraProperties, attr, artifact) => case (module, extraProperties, attr, artifact) =>
sbt.librarymanagement.Artifact(module.name.value) sbt.librarymanagement.Artifact(module.name.value)
// FIXME Get these two from publications // FIXME Get these two from publications
@ -69,16 +69,16 @@ object ToSbt {
.withExtraAttributes(module.attributes ++ extraProperties) .withExtraAttributes(module.attributes ++ extraProperties)
} }
val moduleReport = caching[(Dependency, Seq[(Dependency, Project)], Project, Seq[(Attributes, Artifact, Option[File])]), ModuleReport] { private val moduleReport = caching[(Dependency, Seq[(Dependency, Project)], Project, Seq[(Attributes, Artifact, Option[File])]), ModuleReport] {
case (dependency, dependees, project, artifacts) => case (dependency, dependees, project, artifacts) =>
val sbtArtifacts = artifacts.collect { val sbtArtifacts = artifacts.collect {
case (attr, artifact, Some(file)) => case (attr, artifact0, Some(file)) =>
(ToSbt.artifact(dependency.module, project.properties.toMap, attr, artifact), file) (artifact(dependency.module, project.properties.toMap, attr, artifact0), file)
} }
val sbtMissingArtifacts = artifacts.collect { val sbtMissingArtifacts = artifacts.collect {
case (attr, artifact, None) => case (attr, artifact0, None) =>
ToSbt.artifact(dependency.module, project.properties.toMap, attr, artifact) artifact(dependency.module, project.properties.toMap, attr, artifact0)
} }
val publicationDate = project.info.publication.map { dt => val publicationDate = project.info.publication.map { dt =>
@ -88,7 +88,7 @@ object ToSbt {
val callers = dependees.map { val callers = dependees.map {
case (dependee, dependeeProj) => case (dependee, dependeeProj) =>
Caller( Caller(
ToSbt.moduleId(dependee, dependeeProj.version, dependeeProj.properties.toMap), moduleId(dependee, dependeeProj.version, dependeeProj.properties.toMap),
dependeeProj.configurations.keys.toVector.map(c => ConfigRef(c.value)), dependeeProj.configurations.keys.toVector.map(c => ConfigRef(c.value)),
dependee.module.attributes ++ dependeeProj.properties, dependee.module.attributes ++ dependeeProj.properties,
// FIXME Set better values here // FIXME Set better values here
@ -100,7 +100,7 @@ object ToSbt {
} }
ModuleReport( ModuleReport(
ToSbt.moduleId(dependency, project.version, project.properties.toMap), moduleId(dependency, project.version, project.properties.toMap),
sbtArtifacts.toVector, sbtArtifacts.toVector,
sbtMissingArtifacts.toVector sbtMissingArtifacts.toVector
) )
@ -121,7 +121,7 @@ object ToSbt {
.withCallers(callers.toVector) .withCallers(callers.toVector)
} }
def moduleReports( private def moduleReports(
res: Resolution, res: Resolution,
classifiersOpt: Option[Seq[Classifier]], classifiersOpt: Option[Seq[Classifier]],
artifactFileOpt: (Module, String, Attributes, Artifact) => Option[File], artifactFileOpt: (Module, String, Attributes, Artifact) => Option[File],
@ -196,7 +196,7 @@ object ToSbt {
(dependee, dependeeProj) (dependee, dependeeProj)
} }
ToSbt.moduleReport( moduleReport(
dep, dep,
dependees, dependees,
proj, proj,
@ -205,7 +205,7 @@ object ToSbt {
} }
} }
def updateReport( def apply(
configDependencies: Map[Configuration, Seq[Dependency]], configDependencies: Map[Configuration, Seq[Dependency]],
resolutions: Map[Configuration, Resolution], resolutions: Map[Configuration, Resolution],
configs: Map[Configuration, Set[Configuration]], configs: Map[Configuration, Set[Configuration]],
@ -225,7 +225,7 @@ object ToSbt {
.distinct .distinct
val subRes = resolutions(config).subset(configDeps) val subRes = resolutions(config).subset(configDeps)
val reports = ToSbt.moduleReports( val reports = moduleReports(
subRes, subRes,
classifiersOpt, classifiersOpt,
artifactFileOpt, artifactFileOpt,
@ -240,7 +240,7 @@ object ToSbt {
// appears first in the update report, see https://github.com/coursier/coursier/issues/650 // appears first in the update report, see https://github.com/coursier/coursier/issues/650
val dep = subRes.rootDependencies.head val dep = subRes.rootDependencies.head
val (_, proj) = subRes.projectCache(dep.moduleVersion) val (_, proj) = subRes.projectCache(dep.moduleVersion)
val mod = ToSbt.moduleId(dep, proj.version, proj.properties.toMap) val mod = moduleId(dep, proj.version, proj.properties.toMap)
val (main, other) = reports.partition { r => val (main, other) = reports.partition { r =>
r.module.organization == mod.organization && r.module.organization == mod.organization &&
r.module.name == mod.name && r.module.name == mod.name &&

View File

@ -1,9 +1,10 @@
package coursier.lmcoursier package lmcoursier.internal
import java.io.File import java.io.File
import coursier.core._ import coursier.core._
// private[coursier]
final case class UpdateParams( final case class UpdateParams(
shadedConfigOpt: Option[(String, Configuration)], shadedConfigOpt: Option[(String, Configuration)],
artifacts: Map[Artifact, File], artifacts: Map[Artifact, File],

View File

@ -1,4 +1,4 @@
package coursier.lmcoursier package lmcoursier.internal
import coursier.core.Resolution.ModuleVersion import coursier.core.Resolution.ModuleVersion
import coursier.core._ import coursier.core._
@ -6,6 +6,7 @@ import coursier.util.Print
import sbt.librarymanagement.UpdateReport import sbt.librarymanagement.UpdateReport
import sbt.util.Logger import sbt.util.Logger
// private[coursier]
object UpdateRun { object UpdateRun {
// Move back to coursier.util (in core module) after 1.0? // Move back to coursier.util (in core module) after 1.0?
@ -54,7 +55,7 @@ object UpdateRun {
params: UpdateParams, params: UpdateParams,
verbosityLevel: Int, verbosityLevel: Int,
log: Logger log: Logger
): UpdateReport = { ): UpdateReport = Lock.lock.synchronized {
val configResolutions = params.res.flatMap { val configResolutions = params.res.flatMap {
case (configs, r) => case (configs, r) =>
@ -83,7 +84,7 @@ object UpdateRun {
log.info(repr.split('\n').map(" " + _).mkString("\n")) log.info(repr.split('\n').map(" " + _).mkString("\n"))
} }
ToSbt.updateReport( SbtUpdateReport(
depsByConfig, depsByConfig,
configResolutions, configResolutions,
params.configs, params.configs,

View File

@ -1,4 +1,4 @@
package coursier.lmcoursier package lmcoursier
import org.scalatest.{Matchers, PropSpec} import org.scalatest.{Matchers, PropSpec}
import sbt.internal.librarymanagement.cross.CrossVersionUtil import sbt.internal.librarymanagement.cross.CrossVersionUtil
@ -152,15 +152,4 @@ final class ResolutionSpec extends PropSpec with Matchers {
resolution should be('right) resolution should be('right)
} }
property("reorder fast and slow resolvers") {
val resolvers = Vector(
JavaNet2Repository,
Resolver.sbtPluginRepo("releases"),
DefaultMavenRepository
)
val engine = new CoursierDependencyResolution(CoursierConfiguration().withResolvers(resolvers))
engine.resolvers.last.name should be("sbt-plugin-releases")
engine.resolvers should have size resolvers.length
}
} }

View File

@ -3,7 +3,7 @@ package coursier
import java.io.{File, FileInputStream} import java.io.{File, FileInputStream}
import java.util.Properties import java.util.Properties
import coursier.core.Authentication import lmcoursier.definitions.Authentication
@deprecated("Use coursierExtraCredentials rather than coursierCredentials", "1.1.0-M14") @deprecated("Use coursierExtraCredentials rather than coursierCredentials", "1.1.0-M14")
sealed abstract class Credentials extends Product with Serializable { sealed abstract class Credentials extends Product with Serializable {

View File

@ -1,13 +1,12 @@
package coursier.sbtcoursiershared package coursier.sbtcoursiershared
import coursier.core._ import lmcoursier.definitions.{Classifier, Configuration, Extension, Publication, Type}
import coursier.lmcoursier._
import coursier.sbtcoursiershared.Structure._ import coursier.sbtcoursiershared.Structure._
import sbt.librarymanagement.{Artifact => _, Configuration => _, _} import sbt.librarymanagement.{Artifact => _, Configuration => _, _}
import sbt.Def import sbt.Def
import sbt.Keys._ import sbt.Keys._
object ArtifactsTasks { private[sbtcoursiershared] object ArtifactsTasks {
def coursierPublicationsTask( def coursierPublicationsTask(
configsMap: (sbt.librarymanagement.Configuration, Configuration)* configsMap: (sbt.librarymanagement.Configuration, Configuration)*
@ -97,18 +96,14 @@ object ArtifactsTasks {
def artifactPublication(artifact: sbt.Artifact) = { def artifactPublication(artifact: sbt.Artifact) = {
val name = FromSbt.sbtCrossVersionName( val name = CrossVersion(projId.crossVersion, sv, sbv)
artifact.name, .fold(artifact.name)(_(artifact.name))
projId.crossVersion,
sv,
sbv
)
Publication( Publication(
name, name,
Type(artifact.`type`), Type(artifact.`type`),
Extension(artifact.extension), Extension(artifact.extension),
artifact.classifier.fold(Classifier.empty)(Classifier(_)) artifact.classifier.fold(Classifier(""))(Classifier(_))
) )
} }

View File

@ -1,18 +1,61 @@
package coursier.sbtcoursiershared package coursier.sbtcoursiershared
import coursier.core._ import lmcoursier.definitions.{Attributes, Classifier, Configuration, Dependency, Info, Module, ModuleName, Organization, Project, Type}
import coursier.credentials.DirectCredentials import lmcoursier.{FallbackDependency, FromSbt, Inputs}
import coursier.lmcoursier._
import coursier.sbtcoursiershared.SbtCoursierShared.autoImport._ import coursier.sbtcoursiershared.SbtCoursierShared.autoImport._
import coursier.sbtcoursiershared.Structure._ import coursier.sbtcoursiershared.Structure._
import sbt.Def import lmcoursier.credentials.DirectCredentials
import sbt.{Def, SettingKey}
import sbt.Keys._ import sbt.Keys._
import sbt.librarymanagement.{InclExclRule, ModuleID}
import sbt.util.Logger
import scala.collection.JavaConverters._ import scala.collection.JavaConverters._
import scala.language.reflectiveCalls
object InputsTasks { object InputsTasks {
def coursierProjectTask: Def.Initialize[sbt.Task[Project]] = lazy val actualExcludeDependencies =
try {
sbt.Keys
.asInstanceOf[{ def allExcludeDependencies: SettingKey[scala.Seq[InclExclRule]] }]
.allExcludeDependencies
} catch {
case _: NoSuchMethodException =>
excludeDependencies
}
private def coursierProject0(
projId: ModuleID,
dependencies: Seq[ModuleID],
excludeDeps: Seq[InclExclRule],
configurations: Seq[sbt.librarymanagement.Configuration],
sv: String,
sbv: String,
log: Logger
): Project = {
val exclusions0 = Inputs.exclusions(excludeDeps, sv, sbv, log)
val configMap = Inputs.configExtends(configurations)
val proj = FromSbt.project(
projId,
dependencies,
configMap,
sv,
sbv
)
proj.copy(
dependencies = proj.dependencies.map {
case (config, dep) =>
(config, dep.copy(exclusions = dep.exclusions ++ exclusions0))
}
)
}
private[sbtcoursiershared] def coursierProjectTask: Def.Initialize[sbt.Task[Project]] =
Def.taskDyn { Def.taskDyn {
val state = sbt.Keys.state.value val state = sbt.Keys.state.value
@ -21,10 +64,10 @@ object InputsTasks {
val allDependenciesTask = allDependencies.in(projectRef).get(state) val allDependenciesTask = allDependencies.in(projectRef).get(state)
Def.task { Def.task {
Inputs.coursierProject( coursierProject0(
projectID.in(projectRef).get(state), projectID.in(projectRef).get(state),
allDependenciesTask.value, allDependenciesTask.value,
excludeDependencies.in(projectRef).get(state), actualExcludeDependencies.in(projectRef).get(state),
// should projectID.configurations be used instead? // should projectID.configurations be used instead?
ivyConfigurations.in(projectRef).get(state), ivyConfigurations.in(projectRef).get(state),
scalaVersion.in(projectRef).get(state), scalaVersion.in(projectRef).get(state),
@ -63,7 +106,7 @@ object InputsTasks {
val configurations = desc val configurations = desc
.getModuleConfigurations .getModuleConfigurations
.toVector .toVector
.flatMap(s => coursier.ivy.IvyXml.mappings(s)) .flatMap(Inputs.ivyXmlMappings)
def dependency(conf: Configuration, attr: Attributes) = Dependency( def dependency(conf: Configuration, attr: Attributes) = Dependency(
module, module,
@ -80,13 +123,13 @@ object InputsTasks {
val artifacts = desc.getAllDependencyArtifacts val artifacts = desc.getAllDependencyArtifacts
val m = artifacts.toVector.flatMap { art => val m = artifacts.toVector.flatMap { art =>
val attr = Attributes(Type(art.getType), Classifier.empty) val attr = Attributes(Type(art.getType), Classifier(""))
art.getConfigurations.map(Configuration(_)).toVector.map { conf => art.getConfigurations.map(Configuration(_)).toVector.map { conf =>
conf -> attr conf -> attr
} }
}.toMap }.toMap
c => m.getOrElse(c, Attributes.empty) c => m.getOrElse(c, Attributes(Type(""), Classifier("")))
} }
configurations.map { configurations.map {
@ -95,7 +138,7 @@ object InputsTasks {
} }
} }
def coursierInterProjectDependenciesTask: Def.Initialize[sbt.Task[Seq[Project]]] = private[sbtcoursiershared] def coursierInterProjectDependenciesTask: Def.Initialize[sbt.Task[Seq[Project]]] =
Def.taskDyn { Def.taskDyn {
val state = sbt.Keys.state.value val state = sbt.Keys.state.value
@ -141,17 +184,10 @@ object InputsTasks {
v.getModuleRevisionId.getRevision, v.getModuleRevisionId.getRevision,
deps, deps,
configurations, configurations,
None,
Nil,
Nil,
Nil, Nil,
None, None,
None,
None,
relocated = false,
None,
Nil, Nil,
Info.empty Info("", "", Nil, Nil, None)
) )
} }
@ -159,7 +195,7 @@ object InputsTasks {
} }
} }
def coursierFallbackDependenciesTask: Def.Initialize[sbt.Task[Seq[FallbackDependency]]] = private[sbtcoursiershared] def coursierFallbackDependenciesTask: Def.Initialize[sbt.Task[Seq[FallbackDependency]]] =
Def.taskDyn { Def.taskDyn {
val state = sbt.Keys.state.value val state = sbt.Keys.state.value

View File

@ -3,7 +3,7 @@ package coursier.sbtcoursiershared
import java.nio.charset.StandardCharsets.UTF_8 import java.nio.charset.StandardCharsets.UTF_8
import java.nio.file.Files import java.nio.file.Files
import coursier.core.{Configuration, Project} import lmcoursier.definitions.{Configuration, Project}
import org.apache.ivy.core.module.id.ModuleRevisionId import org.apache.ivy.core.module.id.ModuleRevisionId
import sbt.{Def, Setting, Task, TaskKey} import sbt.{Def, Setting, Task, TaskKey}
import sbt.internal.librarymanagement.IvySbt import sbt.internal.librarymanagement.IvySbt
@ -14,7 +14,7 @@ import scala.xml.{Node, PrefixedAttribute}
object IvyXml { object IvyXml {
def rawContent( private[sbtcoursiershared] def rawContent(
currentProject: Project, currentProject: Project,
shadedConfigOpt: Option[Configuration] shadedConfigOpt: Option[Configuration]
): String = { ): String = {
@ -32,7 +32,7 @@ object IvyXml {
} }
// These are required for publish to be fine, later on. // These are required for publish to be fine, later on.
def writeFiles( private def writeFiles(
currentProject: Project, currentProject: Project,
shadedConfigOpt: Option[Configuration], shadedConfigOpt: Option[Configuration],
ivySbt: IvySbt, ivySbt: IvySbt,
@ -63,13 +63,13 @@ object IvyXml {
Files.write(cacheIvyPropertiesFile.toPath, Array.emptyByteArray) Files.write(cacheIvyPropertiesFile.toPath, Array.emptyByteArray)
} }
def content(project0: Project, shadedConfigOpt: Option[Configuration]): Node = { private def content(project0: Project, shadedConfigOpt: Option[Configuration]): Node = {
val filterOutDependencies = val filterOutDependencies =
shadedConfigOpt.toSet[Configuration].flatMap { shadedConfig => shadedConfigOpt.toSet[Configuration].flatMap { shadedConfig =>
project0 project0
.dependencies .dependencies
.collect { case (`shadedConfig`, dep) => dep } .collect { case (conf, dep) if conf.value == shadedConfig.value => dep }
} }
val project: Project = project0.copy( val project: Project = project0.copy(
@ -104,8 +104,8 @@ object IvyXml {
} % infoAttrs } % infoAttrs
val confElems = project.configurations.toVector.collect { val confElems = project.configurations.toVector.collect {
case (name, extends0) if !shadedConfigOpt.contains(name) => case (name, extends0) if !shadedConfigOpt.exists(_.value == name.value) =>
val extends1 = shadedConfigOpt.fold(extends0)(c => extends0.filter(_ != c)) val extends1 = shadedConfigOpt.fold(extends0)(c => extends0.filter(_.value != c.value))
val n = <conf name={name.value} visibility="public" description="" /> val n = <conf name={name.value} visibility="public" description="" />
if (extends1.nonEmpty) if (extends1.nonEmpty)
n % <x extends={extends1.map(_.value).mkString(",")} />.attributes n % <x extends={extends1.map(_.value).mkString(",")} />.attributes
@ -122,7 +122,7 @@ object IvyXml {
case (pub, configs) => case (pub, configs) =>
val n = <artifact name={pub.name} type={pub.`type`.value} ext={pub.ext.value} conf={configs.map(_.value).mkString(",")} /> val n = <artifact name={pub.name} type={pub.`type`.value} ext={pub.ext.value} conf={configs.map(_.value).mkString(",")} />
if (pub.classifier.nonEmpty) if (pub.classifier.value.nonEmpty)
n % <x e:classifier={pub.classifier.value} />.attributes n % <x e:classifier={pub.classifier.value} />.attributes
else else
n n
@ -155,7 +155,7 @@ object IvyXml {
</ivy-module> </ivy-module>
} }
def makeIvyXmlBefore[T]( private def makeIvyXmlBefore[T](
task: TaskKey[T], task: TaskKey[T],
shadedConfigOpt: Option[Configuration] shadedConfigOpt: Option[Configuration]
): Setting[Task[T]] = ): Setting[Task[T]] =
@ -170,7 +170,7 @@ object IvyXml {
val publications = coursierPublications.value val publications = coursierPublications.value
proj.copy(publications = publications) proj.copy(publications = publications)
} }
IvyXml.writeFiles(currentProject, shadedConfigOpt, sbt.Keys.ivySbt.value, sbt.Keys.streams.value.log) writeFiles(currentProject, shadedConfigOpt, sbt.Keys.ivySbt.value, sbt.Keys.streams.value.log)
} }
else else
Def.task(()) Def.task(())
@ -194,6 +194,6 @@ object IvyXml {
def generateIvyXmlSettings( def generateIvyXmlSettings(
shadedConfigOpt: Option[Configuration] = None shadedConfigOpt: Option[Configuration] = None
): Seq[Setting[_]] = ): Seq[Setting[_]] =
(needsIvyXml ++ needsIvyXmlLocal).map(IvyXml.makeIvyXmlBefore(_, shadedConfigOpt)) (needsIvyXml ++ needsIvyXmlLocal).map(makeIvyXmlBefore(_, shadedConfigOpt))
} }

View File

@ -1,13 +1,52 @@
package coursier.sbtcoursiershared package coursier.sbtcoursiershared
import coursier.lmcoursier._
import coursier.sbtcoursiershared.SbtCoursierShared.autoImport._ import coursier.sbtcoursiershared.SbtCoursierShared.autoImport._
import coursier.sbtcoursiershared.Structure._ import coursier.sbtcoursiershared.Structure._
import sbt.{Classpaths, Def} import sbt.{Classpaths, Def}
import sbt.Keys._ import sbt.Keys._
import sbt.librarymanagement.Resolver import sbt.librarymanagement.{Resolver, URLRepository}
object RepositoriesTasks { private[sbtcoursiershared] object RepositoriesTasks {
private object Resolvers {
private val slowReposBase = Seq(
"https://repo.typesafe.com/",
"https://repo.scala-sbt.org/",
"http://repo.typesafe.com/",
"http://repo.scala-sbt.org/"
)
private val fastReposBase = Seq(
"http://repo1.maven.org/",
"https://repo1.maven.org/"
)
private def url(res: Resolver): Option[String] =
res match {
case m: sbt.librarymanagement.MavenRepository =>
Some(m.root)
case u: URLRepository =>
u.patterns.artifactPatterns.headOption
.orElse(u.patterns.ivyPatterns.headOption)
case _ =>
None
}
private def fastRepo(res: Resolver): Boolean =
url(res).exists(u => fastReposBase.exists(u.startsWith))
private def slowRepo(res: Resolver): Boolean =
url(res).exists(u => slowReposBase.exists(u.startsWith))
def reorderResolvers(resolvers: Seq[Resolver]): Seq[Resolver] =
if (resolvers.exists(fastRepo) && resolvers.exists(slowRepo)) {
val (slow, other) = resolvers.partition(slowRepo)
other ++ slow
} else
resolvers
}
private def resultTask(bootResOpt: Option[Seq[Resolver]], overrideFlag: Boolean): Def.Initialize[sbt.Task[Seq[Resolver]]] = private def resultTask(bootResOpt: Option[Seq[Resolver]], overrideFlag: Boolean): Def.Initialize[sbt.Task[Seq[Resolver]]] =
bootResOpt.filter(_ => overrideFlag) match { bootResOpt.filter(_ => overrideFlag) match {
@ -41,7 +80,7 @@ object RepositoriesTasks {
val result0 = val result0 =
if (reorderResolvers) if (reorderResolvers)
ResolutionParams.reorderResolvers(result) Resolvers.reorderResolvers(result)
else else
result result

View File

@ -2,11 +2,11 @@ package coursier.sbtcoursiershared
import java.io.File import java.io.File
import coursier.cache.{CacheDefaults, CacheLogger}
import coursier.{Credentials => LegacyCredentials} import coursier.{Credentials => LegacyCredentials}
import coursier.core.{Configuration, Project, Publication} import lmcoursier.credentials.Credentials
import coursier.credentials.Credentials import lmcoursier.{CoursierDependencyResolution, FallbackDependency}
import coursier.lmcoursier.{FallbackDependency, SbtCoursierCache} import lmcoursier.definitions.{CacheLogger, Configuration, Project, Publication}
import lmcoursier.internal.SbtCoursierCache
import sbt.{AutoPlugin, Classpaths, Compile, Setting, TaskKey, Test, settingKey, taskKey} import sbt.{AutoPlugin, Classpaths, Compile, Setting, TaskKey, Test, settingKey, taskKey}
import sbt.Keys._ import sbt.Keys._
import sbt.librarymanagement.{Resolver, URLRepository} import sbt.librarymanagement.{Resolver, URLRepository}
@ -64,7 +64,7 @@ object SbtCoursierShared extends AutoPlugin {
coursierReorderResolvers := true, coursierReorderResolvers := true,
coursierKeepPreloaded := false, coursierKeepPreloaded := false,
coursierLogger := None, coursierLogger := None,
coursierCache := CacheDefaults.location coursierCache := CoursierDependencyResolution.defaultCacheLocation
) )
private val pluginIvySnapshotsBase = Resolver.SbtRepositoryRoot.stripSuffix("/") + "/ivy-snapshots" private val pluginIvySnapshotsBase = Resolver.SbtRepositoryRoot.stripSuffix("/") + "/ivy-snapshots"

View File

@ -1,7 +1,6 @@
package coursier.sbtcoursiershared package coursier.sbtcoursiershared
import coursier.core.Configuration import lmcoursier.definitions.{Configuration, Info, Module, ModuleName, Organization, Project}
import coursier.{Info, Module, Project, moduleNameString, organizationString}
import utest._ import utest._
object IvyXmlTests extends TestSuite { object IvyXmlTests extends TestSuite {
@ -10,23 +9,16 @@ object IvyXmlTests extends TestSuite {
"no truncation" - { "no truncation" - {
val project = Project( val project = Project(
Module(org"org", name"name"), Module(Organization("org"), ModuleName("name"), Map()),
"ver", "ver",
Nil, Nil,
Map( Map(
Configuration("foo") -> (1 to 80).map(n => Configuration("bar" + n)) // long list of configurations -> no truncation any way Configuration("foo") -> (1 to 80).map(n => Configuration("bar" + n)) // long list of configurations -> no truncation any way
), ),
None,
Nil,
Nil,
Nil, Nil,
None, None,
None,
None,
relocated = false,
None,
Nil, Nil,
Info.empty Info("", "", Nil, Nil, None)
) )
val content = IvyXml.rawContent(project, None) val content = IvyXml.rawContent(project, None)

View File

@ -5,10 +5,11 @@ import java.io.File
import coursier.Artifact import coursier.Artifact
import coursier.cache.FileCache import coursier.cache.FileCache
import coursier.core._ import coursier.core._
import coursier.lmcoursier._ import lmcoursier.internal.{ArtifactsParams, ArtifactsRun}
import coursier.sbtcoursier.Keys._ import coursier.sbtcoursier.Keys._
import coursier.sbtcoursiershared.InputsTasks.credentialsTask import coursier.sbtcoursiershared.InputsTasks.credentialsTask
import coursier.sbtcoursiershared.SbtCoursierShared.autoImport.{coursierCache, coursierLogger} import coursier.sbtcoursiershared.SbtCoursierShared.autoImport.{coursierCache, coursierLogger}
import lmcoursier.definitions.ToCoursier
import sbt.Def import sbt.Def
import sbt.Keys._ import sbt.Keys._
@ -45,8 +46,8 @@ object ArtifactsTasks {
val cachePolicies = coursierCachePolicies.value val cachePolicies = coursierCachePolicies.value
val ttl = coursierTtl.value val ttl = coursierTtl.value
val cache = coursierCache.value val cache = coursierCache.value
val createLogger = coursierLogger.value val createLogger = coursierLogger.value.map(ToCoursier.cacheLogger)
val credentials = credentialsTask.value val credentials = credentialsTask.value.map(ToCoursier.credentials)
val log = streams.value.log val log = streams.value.log

View File

@ -1,6 +1,6 @@
package coursier.sbtcoursier package coursier.sbtcoursier
import coursier.cache.{CacheDefaults, CachePolicy} import coursier.cache.CacheDefaults
import coursier.core.{Configuration, ResolutionProcess} import coursier.core.{Configuration, ResolutionProcess}
import coursier.sbtcoursiershared.SbtCoursierShared import coursier.sbtcoursiershared.SbtCoursierShared
import sbt.{Cache => _, Configuration => _, _} import sbt.{Cache => _, Configuration => _, _}

View File

@ -1,7 +1,7 @@
package coursier.sbtcoursier package coursier.sbtcoursier
import coursier.core._ import coursier.core._
import coursier.lmcoursier._ import lmcoursier.definitions.ToCoursier
import coursier.parse.ModuleParser import coursier.parse.ModuleParser
import coursier.sbtcoursier.Keys._ import coursier.sbtcoursier.Keys._
import coursier.sbtcoursiershared.SbtCoursierShared.autoImport._ import coursier.sbtcoursiershared.SbtCoursierShared.autoImport._
@ -26,7 +26,7 @@ object DisplayTasks {
val sv = scalaVersion.value val sv = scalaVersion.value
val sbv = scalaBinaryVersion.value val sbv = scalaBinaryVersion.value
val cm = coursierSbtClassifiersModule.value val cm = coursierSbtClassifiersModule.value
FromSbt.sbtClassifiersProject(cm, sv, sbv) SbtCoursierFromSbt.sbtClassifiersProject(cm, sv, sbv)
} }
else else
Def.task { Def.task {
@ -40,14 +40,14 @@ object DisplayTasks {
Def.task { Def.task {
val currentProject = currentProjectTask.value val currentProject = currentProjectTask.value
val classifiersRes = coursierSbtClassifiersResolution.value val classifiersRes = coursierSbtClassifiersResolution.value
Map(currentProject.configurations.keySet -> classifiersRes) Map(currentProject.configurations.keySet.map(ToCoursier.configuration) -> classifiersRes)
} }
else else
Def.task(coursierResolutions.value) Def.task(coursierResolutions.value)
Def.task { Def.task {
val currentProject = currentProjectTask.value val currentProject = ToCoursier.project(currentProjectTask.value)
val config = Configuration(configuration.value.name) val config = Configuration(configuration.value.name)
val configs = coursierConfigurations.value val configs = coursierConfigurations.value

View File

@ -2,7 +2,8 @@ package coursier.sbtcoursier
import coursier.ProjectCache import coursier.ProjectCache
import coursier.core._ import coursier.core._
import coursier.lmcoursier._ import lmcoursier._
import lmcoursier.definitions.ToCoursier
import coursier.sbtcoursier.Keys._ import coursier.sbtcoursier.Keys._
import coursier.sbtcoursiershared.SbtCoursierShared.autoImport._ import coursier.sbtcoursiershared.SbtCoursierShared.autoImport._
import coursier.sbtcoursiershared.Structure._ import coursier.sbtcoursiershared.Structure._
@ -16,13 +17,19 @@ object InputsTasks {
shadedConfig: Option[(String, Configuration)] shadedConfig: Option[(String, Configuration)]
): Def.Initialize[sbt.Task[Map[Configuration, Set[Configuration]]]] = ): Def.Initialize[sbt.Task[Map[Configuration, Set[Configuration]]]] =
Def.task { Def.task {
Inputs.coursierConfigurations(ivyConfigurations.value, shadedConfig) Inputs.coursierConfigurations(ivyConfigurations.value, shadedConfig.map {
case (from, to) =>
(from, lmcoursier.definitions.Configuration(to.value))
}).map {
case (k, v) =>
ToCoursier.configuration(k) -> v.map(ToCoursier.configuration)
}
} }
def ivyGraphsTask: Def.Initialize[sbt.Task[Seq[Set[Configuration]]]] = def ivyGraphsTask: Def.Initialize[sbt.Task[Seq[Set[Configuration]]]] =
Def.task { Def.task {
val p = coursierProject.value val p = coursierProject.value
Inputs.ivyGraphs(p.configurations) Inputs.ivyGraphs(p.configurations).map(_.map(ToCoursier.configuration))
} }
def parentProjectCacheTask: Def.Initialize[sbt.Task[Map[Seq[sbt.librarymanagement.Resolver], Seq[coursier.ProjectCache]]]] = def parentProjectCacheTask: Def.Initialize[sbt.Task[Map[Seq[sbt.librarymanagement.Resolver], Seq[coursier.ProjectCache]]]] =

View File

@ -4,7 +4,9 @@ import coursier.ProjectCache
import coursier.cache.FileCache import coursier.cache.FileCache
import coursier.core._ import coursier.core._
import coursier.internal.Typelevel import coursier.internal.Typelevel
import coursier.lmcoursier._ import lmcoursier.definitions.ToCoursier
import lmcoursier.{FallbackDependency, FromSbt}
import lmcoursier.internal.{InterProjectRepository, ResolutionParams, ResolutionRun, Resolvers}
import coursier.sbtcoursier.Keys._ import coursier.sbtcoursier.Keys._
import coursier.sbtcoursiershared.InputsTasks.credentialsTask import coursier.sbtcoursiershared.InputsTasks.credentialsTask
import coursier.sbtcoursiershared.SbtCoursierShared.autoImport._ import coursier.sbtcoursiershared.SbtCoursierShared.autoImport._
@ -23,7 +25,7 @@ object ResolutionTasks {
val sv = scalaVersion.value val sv = scalaVersion.value
val sbv = scalaBinaryVersion.value val sbv = scalaBinaryVersion.value
val cm = coursierSbtClassifiersModule.value val cm = coursierSbtClassifiersModule.value
val proj = FromSbt.sbtClassifiersProject(cm, sv, sbv) val proj = ToCoursier.project(SbtCoursierFromSbt.sbtClassifiersProject(cm, sv, sbv))
val fallbackDeps = FromSbt.fallbackDependencies( val fallbackDeps = FromSbt.fallbackDependencies(
cm.dependencies, cm.dependencies,
@ -36,7 +38,8 @@ object ResolutionTasks {
else else
Def.task { Def.task {
val baseConfigGraphs = coursierConfigGraphs.value val baseConfigGraphs = coursierConfigGraphs.value
(coursierProject.value.copy(publications = coursierPublications.value), coursierFallbackDependencies.value, baseConfigGraphs) val publications = coursierPublications.value
(ToCoursier.project(coursierProject.value.copy(publications = publications)), coursierFallbackDependencies.value, baseConfigGraphs)
} }
val resolversTask = val resolversTask =
@ -51,7 +54,7 @@ object ResolutionTasks {
val sv = scalaVersion.value val sv = scalaVersion.value
val sbv = scalaBinaryVersion.value val sbv = scalaBinaryVersion.value
val interProjectDependencies = coursierInterProjectDependencies.value val interProjectDependencies = coursierInterProjectDependencies.value.map(ToCoursier.project)
val parallelDownloads = coursierParallelDownloads.value val parallelDownloads = coursierParallelDownloads.value
val checksums = coursierChecksums.value val checksums = coursierChecksums.value
@ -59,7 +62,7 @@ object ResolutionTasks {
val cachePolicies = coursierCachePolicies.value val cachePolicies = coursierCachePolicies.value
val ttl = coursierTtl.value val ttl = coursierTtl.value
val cache = coursierCache.value val cache = coursierCache.value
val createLogger = coursierLogger.value val createLogger = coursierLogger.value.map(ToCoursier.cacheLogger)
val log = streams.value.log val log = streams.value.log
@ -69,6 +72,10 @@ object ResolutionTasks {
val userForceVersions = dependencyOverrides val userForceVersions = dependencyOverrides
.value .value
.map(FromSbt.moduleVersion(_, sv, sbv)) .map(FromSbt.moduleVersion(_, sv, sbv))
.map {
case (k, v) =>
ToCoursier.module(k) -> v
}
.toMap .toMap
val verbosityLevel = coursierVerbosity.value val verbosityLevel = coursierVerbosity.value
@ -91,7 +98,7 @@ object ResolutionTasks {
// TODO Warn about possible duplicated modules from source repositories? // TODO Warn about possible duplicated modules from source repositories?
val credentials = credentialsTask.value val credentials = credentialsTask.value.map(ToCoursier.credentials)
val parentProjectCache: ProjectCache = coursierParentProjectCache.value val parentProjectCache: ProjectCache = coursierParentProjectCache.value
.get(resolvers) .get(resolvers)
@ -100,11 +107,18 @@ object ResolutionTasks {
val mainRepositories = resolvers val mainRepositories = resolvers
.flatMap { resolver => .flatMap { resolver =>
FromSbt.repository( Resolvers.repository(
resolver, resolver,
ivyProperties, ivyProperties,
log, log,
authenticationByRepositoryId.get(resolver.name) authenticationByRepositoryId.get(resolver.name).map { a =>
Authentication(
a.user,
a.password,
a.optional,
a.realmOpt
)
}
) )
} }

View File

@ -0,0 +1,37 @@
package coursier.sbtcoursier
import lmcoursier.FromSbt
import lmcoursier.definitions.Configuration
import sbt.librarymanagement.GetClassifiersModule
object SbtCoursierFromSbt {
def sbtClassifiersProject(
cm: GetClassifiersModule,
scalaVersion: String,
scalaBinaryVersion: String
) = {
val p = FromSbt.project(
cm.id,
cm.dependencies,
cm.configurations.map(cfg => Configuration(cfg.name) -> cfg.extendsConfigs.map(c => Configuration(c.name))).toMap,
scalaVersion,
scalaBinaryVersion
)
// for w/e reasons, the dependencies sometimes don't land in the right config above
// this is a loose attempt at fixing that
cm.configurations match {
case Seq(cfg) =>
p.copy(
dependencies = p.dependencies.map {
case (_, d) => (Configuration(cfg.name), d)
}
)
case _ =>
p
}
}
}

View File

@ -1,7 +1,8 @@
package coursier.sbtcoursier package coursier.sbtcoursier
import coursier.core._ import coursier.core._
import coursier.lmcoursier._ import lmcoursier.definitions.ToCoursier
import lmcoursier.internal.{SbtBootJars, SbtCoursierCache, UpdateParams, UpdateRun}
import coursier.sbtcoursier.Keys._ import coursier.sbtcoursier.Keys._
import coursier.sbtcoursiershared.SbtCoursierShared.autoImport._ import coursier.sbtcoursiershared.SbtCoursierShared.autoImport._
import sbt.Def import sbt.Def
@ -22,13 +23,12 @@ object UpdateTasks {
Def.task { Def.task {
val sv = scalaVersion.value val sv = scalaVersion.value
val sbv = scalaBinaryVersion.value val sbv = scalaBinaryVersion.value
FromSbt.sbtClassifiersProject(coursierSbtClassifiersModule.value, sv, sbv) SbtCoursierFromSbt.sbtClassifiersProject(coursierSbtClassifiersModule.value, sv, sbv)
} }
else else
Def.task { Def.task {
val proj = coursierProject.value val proj = coursierProject.value
val publications = coursierPublications.value val publications = coursierPublications.value
proj.copy(publications = publications) proj.copy(publications = publications)
} }
@ -103,7 +103,7 @@ object UpdateTasks {
val verbosityLevel = coursierVerbosity.value val verbosityLevel = coursierVerbosity.value
val dependencies = currentProjectTask.value.dependencies val dependencies = ToCoursier.project(currentProjectTask.value).dependencies
val res = resTask.value val res = resTask.value
val key = SbtCoursierCache.ReportKey( val key = SbtCoursierCache.ReportKey(
@ -134,10 +134,7 @@ object UpdateTasks {
sbtBootJarOverrides sbtBootJarOverrides
) )
val rep = val rep = UpdateRun.update(params, verbosityLevel, log)
Lock.lock.synchronized {
UpdateRun.update(params, verbosityLevel, log)
}
SbtCoursierCache.default.putReport(key, rep) SbtCoursierCache.default.putReport(key, rep)
rep rep
} }

View File

@ -23,9 +23,9 @@ check := {
// Have Coursier SBT Plugin Parse the SBT Resolvers // Have Coursier SBT Plugin Parse the SBT Resolvers
val parsedCoursierResolvers: Seq[coursier.core.Repository] = val parsedCoursierResolvers: Seq[coursier.core.Repository] =
sbtResolvers.flatMap{ sbtResolver: sbt.librarymanagement.Resolver => sbtResolvers.flatMap{ sbtResolver: sbt.librarymanagement.Resolver =>
coursier.lmcoursier.FromSbt.repository( lmcoursier.internal.Resolvers.repository(
resolver = sbtResolver, resolver = sbtResolver,
ivyProperties = coursier.lmcoursier.ResolutionParams.defaultIvyProperties(), ivyProperties = lmcoursier.internal.ResolutionParams.defaultIvyProperties(),
log = s.log, log = s.log,
authentication = None, authentication = None,
) )

View File

@ -0,0 +1,11 @@
scalaVersion := "2.11.8"
organization := "io.get-coursier.test"
name := "sbt-coursier-all-exclude-dependencies"
version := "0.1.0-SNAPSHOT"
libraryDependencies += "com.github.alexarchambault" %% "argonaut-shapeless_6.1" % "1.0.0-RC1"
allExcludeDependencies += sbt.ExclusionRule("com.chuusai", "shapeless_2.11")
allExcludeDependencies += "io.argonaut" %% "argonaut"

View File

@ -0,0 +1,13 @@
addSbtPlugin {
val name = sys.props.getOrElse(
"plugin.name",
sys.error("plugin.name Java property not set")
)
val version = sys.props.getOrElse(
"plugin.version",
sys.error("plugin.version Java property not set")
)
"io.get-coursier" % name % version
}

View File

@ -0,0 +1,32 @@
import java.io.File
import java.nio.file.Files
import scala.util.Try
object Main extends App {
def classFound(clsName: String) = Try(
Thread.currentThread()
.getContextClassLoader()
.loadClass(clsName)
).toOption.nonEmpty
val shapelessFound = classFound("shapeless.HList")
val argonautFound = classFound("argonaut.Json")
val argonautShapelessFound = classFound("argonaut.derive.MkEncodeJson")
assert(
argonautShapelessFound,
"Expected to find class from argonaut-shapeless"
)
assert(
!shapelessFound,
"Expected not to find classes from shapeless"
)
assert(
!argonautFound,
"Expected not to find classes from argonaut"
)
Files.write(new File("output").toPath, "OK".getBytes("UTF-8"))
}

View File

@ -0,0 +1,5 @@
$ delete output
> run
$ exists output
> publishLocal
$ exec java -jar coursier launch io.get-coursier.test:sbt-coursier-all-exclude-dependencies_2.11:0.1.0-SNAPSHOT

View File

@ -3,6 +3,6 @@ package coursier
object Helper { object Helper {
def checkEmpty(): Boolean = def checkEmpty(): Boolean =
coursier.lmcoursier.SbtCoursierCache.default.isEmpty lmcoursier.internal.SbtCoursierCache.default.isEmpty
} }

View File

@ -14,7 +14,7 @@ coursierExtraCredentials += {
""".stripMargin """.stripMargin
val dest = baseDirectory.in(ThisBuild).value / "project" / "target" / "cred" val dest = baseDirectory.in(ThisBuild).value / "project" / "target" / "cred"
Files.write(dest.toPath, content.getBytes("UTF-8")) Files.write(dest.toPath, content.getBytes("UTF-8"))
coursier.credentials.Credentials(dest) lmcoursier.credentials.Credentials(dest)
} }
libraryDependencies += "com.abc" % "test" % "0.1" libraryDependencies += "com.abc" % "test" % "0.1"

View File

@ -1,4 +1,4 @@
coursierExtraCredentials += coursier.credentials.Credentials( coursierExtraCredentials += lmcoursier.credentials.Credentials(
uri(sys.env("TEST_REPOSITORY")).getHost, uri(sys.env("TEST_REPOSITORY")).getHost,
sys.env("TEST_REPOSITORY_USER"), sys.env("TEST_REPOSITORY_USER"),
sys.env("TEST_REPOSITORY_PASSWORD") sys.env("TEST_REPOSITORY_PASSWORD")

View File

@ -2,7 +2,7 @@ scalaVersion := "2.11.8"
resolvers += "authenticated" at sys.env("TEST_REPOSITORY") resolvers += "authenticated" at sys.env("TEST_REPOSITORY")
coursierExtraCredentials += coursier.credentials.Credentials( coursierExtraCredentials += lmcoursier.credentials.Credentials(
uri(sys.env("TEST_REPOSITORY")).getHost, uri(sys.env("TEST_REPOSITORY")).getHost,
sys.env("TEST_REPOSITORY_USER"), sys.env("TEST_REPOSITORY_USER"),
sys.env("TEST_REPOSITORY_PASSWORD") sys.env("TEST_REPOSITORY_PASSWORD")

View File

@ -14,7 +14,7 @@ coursierLogger := {
} }
val cacheFile = coursierCache.value val cacheFile = coursierCache.value
val logger = new coursier.cache.CacheLogger { val logger = new lmcoursier.definitions.CacheLogger {
override def init(sizeHint: Option[Int]): Unit = { override def init(sizeHint: Option[Int]): Unit = {
logStream = new java.io.PrintStream( logStream = new java.io.PrintStream(
new java.io.FileOutputStream(logFile.value, true) new java.io.FileOutputStream(logFile.value, true)

View File

@ -32,13 +32,19 @@ updateSbtClassifiersCheck := {
.toSeq .toSeq
.flatten .flatten
def ensureHasArtifact(org: String, name: String) = def ensureHasArtifact(orgName: (String, String)*) =
assert( assert(
artifacts(org, name).exists(_._2.getName.endsWith("-sources.jar")), orgName.exists {
s"$org:$name not found" case (org, name) =>
artifacts(org, name).exists(_._2.getName.endsWith("-sources.jar"))
},
s"Any of $orgName not found"
) )
ensureHasArtifact("org.scala-lang", "scala-library") ensureHasArtifact("org.scala-lang" -> "scala-library")
ensureHasArtifact("io.get-coursier", "coursier-core_" + scalaBinaryVersion.value) ensureHasArtifact("org.scala-lang.modules" -> s"scala-xml_${scalaBinaryVersion.value}")
ensureHasArtifact("io.get-coursier", "lm-coursier_" + scalaBinaryVersion.value) ensureHasArtifact(
"io.get-coursier" -> s"lm-coursier_${scalaBinaryVersion.value}",
"io.get-coursier" -> s"lm-coursier-shaded_${scalaBinaryVersion.value}"
)
} }

View File

@ -1,15 +1,17 @@
package coursier.sbtlmcoursier package coursier.sbtlmcoursier
import coursier.core.Classifier import lmcoursier.definitions.Authentication
import coursier.lmcoursier.{CoursierConfiguration, CoursierDependencyResolution, Inputs} import lmcoursier.{CoursierConfiguration, CoursierDependencyResolution, Inputs}
import coursier.sbtcoursiershared.InputsTasks.credentialsTask import coursier.sbtcoursiershared.InputsTasks.credentialsTask
import coursier.sbtcoursiershared.SbtCoursierShared import coursier.sbtcoursiershared.{InputsTasks, SbtCoursierShared}
import sbt.{AutoPlugin, Classpaths, Def, Setting, Task, taskKey} import sbt.{AutoPlugin, Classpaths, Def, Setting, Task, taskKey}
import sbt.Project.inTask import sbt.Project.inTask
import sbt.KeyRanks.DTask import sbt.KeyRanks.DTask
import sbt.Keys.{appConfiguration, autoScalaLibrary, classpathTypes, dependencyResolution, excludeDependencies, scalaBinaryVersion, scalaModuleInfo, scalaOrganization, scalaVersion, streams, updateClassifiers, updateSbtClassifiers} import sbt.Keys.{appConfiguration, autoScalaLibrary, classpathTypes, dependencyResolution, scalaBinaryVersion, scalaModuleInfo, scalaOrganization, scalaVersion, streams, updateClassifiers, updateSbtClassifiers}
import sbt.librarymanagement.DependencyResolution import sbt.librarymanagement.DependencyResolution
import scala.language.reflectiveCalls
object LmCoursierPlugin extends AutoPlugin { object LmCoursierPlugin extends AutoPlugin {
import SbtCoursierShared.autoImport._ import SbtCoursierShared.autoImport._
@ -67,9 +69,9 @@ object LmCoursierPlugin extends AutoPlugin {
coursierSbtResolvers coursierSbtResolvers
else else
coursierRecursiveResolvers coursierRecursiveResolvers
val classifiersTask: sbt.Def.Initialize[sbt.Task[Option[Seq[Classifier]]]] = val classifiersTask: sbt.Def.Initialize[sbt.Task[Option[Seq[String]]]] =
if (withClassifiers && !sbtClassifiers) if (withClassifiers && !sbtClassifiers)
Def.task(Some(sbt.Keys.transitiveClassifiers.value.map(Classifier(_)))) Def.task(Some(sbt.Keys.transitiveClassifiers.value))
else else
Def.task(None) Def.task(None)
Def.task { Def.task {
@ -78,7 +80,7 @@ object LmCoursierPlugin extends AutoPlugin {
val scalaVer = scalaVersion.value val scalaVer = scalaVersion.value
val interProjectDependencies = coursierInterProjectDependencies.value val interProjectDependencies = coursierInterProjectDependencies.value
val excludeDeps = Inputs.exclusions( val excludeDeps = Inputs.exclusions(
excludeDependencies.value, InputsTasks.actualExcludeDependencies.value,
scalaVer, scalaVer,
scalaBinaryVersion.value, scalaBinaryVersion.value,
streams.value.log streams.value.log
@ -87,7 +89,10 @@ object LmCoursierPlugin extends AutoPlugin {
val autoScalaLib = autoScalaLibrary.value && scalaModuleInfo.value.forall(_.overrideScalaVersion) val autoScalaLib = autoScalaLibrary.value && scalaModuleInfo.value.forall(_.overrideScalaVersion)
val profiles = mavenProfiles.value val profiles = mavenProfiles.value
val authenticationByRepositoryId = coursierCredentials.value.mapValues(_.authentication) val authenticationByRepositoryId = coursierCredentials.value.mapValues { c =>
val a = c.authentication
Authentication(a.user, a.password, a.optional, a.realmOpt)
}
val credentials = credentialsTask.value val credentials = credentialsTask.value
val createLogger = coursierLogger.value val createLogger = coursierLogger.value
@ -108,17 +113,17 @@ object LmCoursierPlugin extends AutoPlugin {
.withExcludeDependencies( .withExcludeDependencies(
excludeDeps excludeDeps
.toVector .toVector
.sorted
.map { .map {
case (o, n) => case (o, n) =>
(o.value, n.value) (o.value, n.value)
} }
.sorted
) )
.withAutoScalaLibrary(autoScalaLib) .withAutoScalaLibrary(autoScalaLib)
.withSbtScalaJars(sbtBootJars.toVector) .withSbtScalaJars(sbtBootJars.toVector)
.withSbtScalaVersion(sbtScalaVersion) .withSbtScalaVersion(sbtScalaVersion)
.withSbtScalaOrganization(sbtScalaOrganization) .withSbtScalaOrganization(sbtScalaOrganization)
.withClassifiers(classifiers.toVector.flatten.map(_.value)) .withClassifiers(classifiers.toVector.flatten)
.withHasClassifiers(classifiers.nonEmpty) .withHasClassifiers(classifiers.nonEmpty)
.withMavenProfiles(profiles.toVector.sorted) .withMavenProfiles(profiles.toVector.sorted)
.withScalaOrganization(scalaOrg) .withScalaOrganization(scalaOrg)

View File

@ -4,6 +4,7 @@ import java.io.File
import coursier.core.Configuration import coursier.core.Configuration
import coursier.ivy.IvyXml.{mappings => ivyXmlMappings} import coursier.ivy.IvyXml.{mappings => ivyXmlMappings}
import lmcoursier.definitions.{ToCoursier, Configuration => DConfiguration}
import coursier.sbtcoursier.{CoursierPlugin, InputsTasks, Keys} import coursier.sbtcoursier.{CoursierPlugin, InputsTasks, Keys}
import coursier.sbtcoursiershared.{IvyXml, SbtCoursierShared} import coursier.sbtcoursiershared.{IvyXml, SbtCoursierShared}
import sbt.Keys._ import sbt.Keys._
@ -25,7 +26,7 @@ object ShadingPlugin extends AutoPlugin {
transitive = true transitive = true
) )
private val baseDependencyConfiguration = Configuration.compile private val baseDependencyConfiguration = Configuration("compile")
val Shaded = sbt.Configuration.of( val Shaded = sbt.Configuration.of(
id = "Shaded", id = "Shaded",
name = "shaded", name = "shaded",
@ -101,8 +102,8 @@ object ShadingPlugin extends AutoPlugin {
CoursierPlugin.coursierSettings( CoursierPlugin.coursierSettings(
Some(baseDependencyConfiguration.value -> Configuration(Shaded.name)) Some(baseDependencyConfiguration.value -> Configuration(Shaded.name))
) ++ ) ++
IvyXml.generateIvyXmlSettings(Some(Configuration(Shaded.name))) ++ IvyXml.generateIvyXmlSettings(Some(lmcoursier.definitions.Configuration(Shaded.name))) ++
Seq(SbtCoursierShared.publicationsSetting(Seq(Shading -> Configuration.compile))) ++ Seq(SbtCoursierShared.publicationsSetting(Seq(Shading -> DConfiguration("compile")))) ++
CoursierPlugin.treeSettings ++ CoursierPlugin.treeSettings ++
Seq( Seq(
configuration := baseSbtConfiguration, // wuw configuration := baseSbtConfiguration, // wuw
@ -120,7 +121,7 @@ object ShadingPlugin extends AutoPlugin {
unmanagedSourceDirectories := (unmanagedSourceDirectories in Compile).value, unmanagedSourceDirectories := (unmanagedSourceDirectories in Compile).value,
toShadeJars := { toShadeJars := {
coursier.Shading.toShadeJars( coursier.Shading.toShadeJars(
coursierProject.in(baseSbtConfiguration).value, ToCoursier.project(coursierProject.in(baseSbtConfiguration).value),
coursierResolutions coursierResolutions
.in(baseSbtConfiguration) .in(baseSbtConfiguration)
.value .value

View File

@ -1,75 +0,0 @@
// from https://github.com/sbt/librarymanagement/blob/4a0a6c77bc24f9db139698cab0a6da78d0893a88/project/DatatypeConfig.scala
import sbt.contraband.ast._
import sbt.contraband.CodecCodeGen
object DatatypeConfig {
/** Extract the only type parameter from a TpeRef */
def oneArg(tpe: Type): Type = {
val pat = s"""${tpe.removeTypeParameters.name}[<\\[](.+?)[>\\]]""".r
val pat(arg0) = tpe.name
NamedType(arg0 split '.' toList)
}
/** Extract the two type parameters from a TpeRef */
def twoArgs(tpe: Type): List[Type] = {
val pat = s"""${tpe.removeTypeParameters.name}[<\\[](.+?), (.+?)[>\\]]""".r
val pat(arg0, arg1) = tpe.name
NamedType(arg0 split '.' toList) :: NamedType(arg1 split '.' toList) :: Nil
}
/** Codecs that were manually written. */
val myCodecs: PartialFunction[String, Type => List[String]] = {
case "scala.xml.NodeSeq" => { _ =>
"sbt.internal.librarymanagement.formats.NodeSeqFormat" :: Nil
}
case "org.apache.ivy.plugins.resolver.DependencyResolver" => { _ =>
"sbt.internal.librarymanagement.formats.DependencyResolverFormat" :: Nil
}
case "xsbti.GlobalLock" => { _ =>
"sbt.internal.librarymanagement.formats.GlobalLockFormat" :: Nil
}
case "xsbti.Logger" => { _ =>
"sbt.internal.librarymanagement.formats.LoggerFormat" :: Nil
}
case "sbt.librarymanagement.ivy.UpdateOptions" => { _ =>
"sbt.librarymanagement.ivy.formats.UpdateOptionsFormat" :: Nil
}
case "sbt.librarymanagement.LogicalClock" => { _ =>
"sbt.internal.librarymanagement.formats.LogicalClockFormats" :: Nil
}
// TODO: These are handled by BasicJsonProtocol, and sbt-datatype should handle them by default, imo
case "Option" | "Set" | "scala.Vector" => { tpe =>
getFormats(oneArg(tpe))
}
case "Map" | "Tuple2" | "scala.Tuple2" => { tpe =>
twoArgs(tpe).flatMap(getFormats)
}
case "Int" | "Long" => { _ =>
Nil
}
}
/** Types for which we don't include the format -- they're just aliases to InclExclRule */
val excluded = Set("sbt.librarymanagement.InclusionRule", "sbt.librarymanagement.ExclusionRule")
/** Returns the list of formats required to encode the given `TpeRef`. */
val getFormats: Type => List[String] =
CodecCodeGen.extensibleFormatsForType {
case NamedType(List("sbt", "internal", "librarymanagement", "RetrieveConfiguration"), _) =>
"sbt.librarymanagement.RetrieveConfigurationFormats" :: Nil
case tpe: Type if myCodecs isDefinedAt tpe.removeTypeParameters.name =>
myCodecs(tpe.removeTypeParameters.name)(tpe)
case tpe: Type if excluded contains tpe.removeTypeParameters.name =>
Nil
case other =>
CodecCodeGen.formatsForType(other)
}
}

33
project/Mima.scala Normal file
View File

@ -0,0 +1,33 @@
import com.typesafe.tools.mima.plugin.MimaPlugin
import sbt._
import sbt.Keys._
import sys.process._
object Mima {
private def stable(ver: String): Boolean =
ver.exists(c => c != '0' && c != '.') &&
ver
.replace("-RC", "-")
.forall(c => c == '.' || c == '-' || c.isDigit)
def binaryCompatibilityVersions: Set[String] =
Seq("git", "tag", "--merged", "HEAD^", "--contains", "736d5c11")
.!!
.linesIterator
.map(_.trim)
.filter(_.startsWith("v"))
.map(_.stripPrefix("v"))
.filter(stable)
.toSet
def settings: Seq[Setting[_]] = Seq(
MimaPlugin.autoImport.mimaPreviousArtifacts := {
binaryCompatibilityVersions.map { ver =>
(organization.value % moduleName.value % ver).cross(crossVersion.value)
}
}
)
}

View File

@ -1,7 +1,6 @@
plugins_( plugins_(
"com.geirsson" % "sbt-ci-release" % "1.2.1", "com.geirsson" % "sbt-ci-release" % "1.2.1",
"org.scala-sbt" % "sbt-contraband" % "0.4.3",
"io.get-coursier" % "sbt-coursier" % sbtCoursierVersion, "io.get-coursier" % "sbt-coursier" % sbtCoursierVersion,
"com.typesafe" % "sbt-mima-plugin" % "0.3.0", "com.typesafe" % "sbt-mima-plugin" % "0.3.0",
"com.jsuereth" % "sbt-pgp" % "1.1.2", "com.jsuereth" % "sbt-pgp" % "1.1.2",

View File

@ -14,8 +14,10 @@ sbtShading() {
} }
runLmCoursierTests() { runLmCoursierTests() {
# publishing locally to ensure shading runs fine
./metadata/scripts/with-test-repo.sh sbt \ ./metadata/scripts/with-test-repo.sh sbt \
++$TRAVIS_SCALA_VERSION \ ++$TRAVIS_SCALA_VERSION \
lm-coursier-shaded/publishLocal \
lm-coursier/test \ lm-coursier/test \
"sbt-lm-coursier/scripted shared-$TEST_GROUP/*" "sbt-lm-coursier/scripted shared-$TEST_GROUP/*"
} }