import sbt._ import java.io.File class XSbt(info: ProjectInfo) extends ParentProject(info) with NoCrossPaths { /*** Subproject declarations ***/ // defines the Java interfaces through which the launcher and the launched application communicate val launchInterfaceSub = project(launchPath / "interface", "Launcher Interface", new LaunchInterfaceProject(_)) // the launcher. Retrieves, loads, and runs applications based on a configuration file. val launchSub = project(launchPath, "Launcher", new LaunchProject(_), launchInterfaceSub) // defines Java structures used across Scala versions, such as the API structures and relationships extracted by // the analysis compiler phases and passed back to sbt. The API structures are defined in a simple // format from which Java sources are generated by the datatype generator subproject val interfaceSub = project("interface", "Interface", new InterfaceProject(_)) // defines operations on the API of a source, including determining whether it has changed and converting it to a string val apiSub = baseProject(compilePath / "api", "API", interfaceSub) /***** Utilities *****/ val controlSub = baseProject(utilPath / "control", "Control") val collectionSub = testedBase(utilPath / "collection", "Collections") // The API for forking, combining, and doing I/O with system processes val processSub = project(utilPath / "process", "Process", new Base(_) with TestWithIO) // Path, IO (formerly FileUtilities), NameFilter and other I/O utility classes val ioSub = testedBase(utilPath / "io", "IO", controlSub) // Utilities related to reflection, managing Scala versions, and custom class loaders val classpathSub = baseProject(utilPath / "classpath", "Classpath", launchInterfaceSub, ioSub) // Command line-related utilities. Currently, history. val completeSub = project(utilPath / "complete", "Completion", new InputProject(_), controlSub, ioSub) // logging val logSub = project(utilPath / "log", "Logging", new LogProject(_), interfaceSub, processSub) // class file reader and analyzer val classfileSub = testedBase(utilPath / "classfile", "Classfile", ioSub, interfaceSub, logSub) // generates immutable or mutable Java data types according to a simple input format val datatypeSub = baseProject(utilPath /"datatype", "Datatype Generator", ioSub) // persisted, hierarchical properties val envSub= baseProject(utilPath / "env", "Properties", ioSub, logSub, classpathSub) /***** Intermediate-level Modules *****/ // Apache Ivy integration val ivySub = project("ivy", "Ivy", new IvyProject(_), interfaceSub, launchInterfaceSub, logSub, ioSub) // Runner for uniform test interface val testingSub = project("testing", "Testing", new TestingProject(_), ioSub, classpathSub, logSub) // Basic task engine val taskSub = testedBase(tasksPath, "Tasks", controlSub, collectionSub) // Persisted caching based on SBinary val cacheSub = project(cachePath, "Cache", new CacheProject(_), ioSub, collectionSub) // Builds on cache to provide caching for filesystem-related operations val trackingSub = baseProject(cachePath / "tracking", "Tracking", cacheSub, ioSub) // Interface to Jetty val webappSub = project("web", "Web App", new WebAppProject(_), ioSub, logSub, classpathSub, controlSub) // Embedded Scala code runner val runSub = baseProject("run", "Run", ioSub, logSub, classpathSub, processSub) /***** compilation/discovery related modules *****/ // Compiler-side interface to compiler that is compiled against the compiler being used either in advance or on the fly. // Includes API and Analyzer phases that extract source API and relationships. val compileInterfaceSub = project(compilePath / "interface", "Compiler Interface", new CompilerInterfaceProject(_), interfaceSub) // Implements the core functionality of detecting and propagating changes incrementally. // Defines the data structures for representing file fingerprints and relationships and the overall source analysis val compileIncrementalSub = testedBase(compilePath / "inc", "Incremental Compiler", collectionSub, apiSub, ioSub) // Persists the incremental data structures using SBinary val compilePersistSub = project(compilePath / "persist", "Persist", new PersistProject(_), compileIncrementalSub, apiSub) // sbt-side interface to compiler. Calls compiler-side interface reflectively val compilerSub = project(compilePath, "Compile", new CompileProject(_), launchInterfaceSub, interfaceSub, ivySub, ioSub, classpathSub, compileInterfaceSub, logSub) // Searches the source API data structures, currently looks for subclasses and annotations val discoverySub = project(compilePath / "discover", "Discovery", new DiscoveryProject(_), compileIncrementalSub, apiSub) // mostly for implementing 'load' command, could perhaps be trimmed and merged into 'main' val buildSub = baseProject("main" / "build", "Project Builder", classfileSub, classpathSub, compilePersistSub, compilerSub, compileIncrementalSub, interfaceSub, ivySub, launchInterfaceSub, logSub, discoverySub, processSub) val scriptedBaseSub = project("scripted" / "base", "Scripted Framework", new TestProject(_), ioSub, processSub) val scriptedSbtSub = baseProject("scripted" / "sbt", "Scripted sbt", ioSub, logSub, processSub, scriptedBaseSub, launchInterfaceSub /*should really be a 'provided' dependency*/) val scriptedPluginSub = project("scripted" / "plugin", "Scripted Plugin", new Scripted(_)) // Standard task system. This provides map, flatMap, join, and more on top of the basic task model. val stdTaskSub = testedBase(tasksPath / "standard", "Task System", taskSub, collectionSub, logSub, ioSub, processSub) // The main integration project for sbt. It brings all of the subsystems together, configures them, and provides for overriding conventions. val mainSub = baseProject("main", "Main", buildSub, compileIncrementalSub, compilerSub, completeSub, discoverySub, ioSub, logSub, processSub, taskSub, stdTaskSub, runSub, trackingSub) // Strictly for bringing implicits and aliases from subsystems into the top-level sbt namespace through a single package object val sbtSub = project(sbtPath, "Simple Build Tool", new Sbt(_), mainSub) // technically, we need a dependency on all of mainSub's dependencies, but we don't do that since this is strictly an integration project /** following modules are not updated for 2.8 or 0.9 */ /* val sbtSub = project(sbtPath, "Simple Build Tool", new SbtProject(_) {}, compilerSub, launchInterfaceSub, testingSub, cacheSub, taskSub) val installerSub = project(sbtPath / "install", "Installer", new InstallerProject(_) {}, sbtSub) lazy val dist = task { None } dependsOn(launchSub.proguard, sbtSub.publishLocal, installerSub.publishLocal)*/ def baseProject(path: Path, name: String, deps: Project*) = project(path, name, new Base(_), deps : _*) def testedBase(path: Path, name: String, deps: Project*) = project(path, name, new TestedBase(_), deps : _*) /* Multi-subproject paths */ def sbtPath = path("sbt") def cachePath = path("cache") def tasksPath = path("tasks") def launchPath = path("launch") def utilPath = path("util") def compilePath = path("compile") def compilerInterfaceClasspath = compileInterfaceSub.projectClasspath(Configurations.Test) //run in parallel override def parallelExecution = true def jlineDep = "jline" % "jline" % "0.9.94" intransitive() // publish locally when on repository server override def managedStyle = ManagedStyle.Ivy val publishTo = Resolver.file("test-repo", new File("/var/dbwww/repo/")) /* Subproject configurations*/ class LaunchProject(info: ProjectInfo) extends Base(info) with TestWithIO with TestDependencies with ProguardLaunch with NoCrossPaths { val jline = jlineDep val ivy = "org.apache.ivy" % "ivy" % "2.2.0" override def deliverProjectDependencies = Nil // defines the package that proguard operates on def rawJarPath = jarPath def rawPackage = `package` override def packagePaths = super.packagePaths +++ launchInterfaceSub.packagePaths // configure testing override def testClasspath = super.testClasspath +++ interfaceSub.compileClasspath +++ interfaceSub.mainResourcesPath override def testCompileAction = super.testCompileAction dependsOn(interfaceSub.publishLocal, testSamples.publishLocal) // used to test the retrieving and loading of an application: sample app is packaged and published to the local repository lazy val testSamples = project("test-sample", "Launch Test", new TestSamples(_), interfaceSub, launchInterfaceSub) class TestSamples(info: ProjectInfo) extends Base(info) with NoCrossPaths with NoRemotePublish { override def deliverProjectDependencies = Nil } } class InputProject(info: ProjectInfo) extends TestedBase(info) { val jline = jlineDep } class WebAppProject(info: ProjectInfo) extends Base(info) { val jetty = "org.mortbay.jetty" % "jetty" % "6.1.14" % "optional" val jettyplus = "org.mortbay.jetty" % "jetty-plus" % "6.1.14" % "optional" val jetty7server = "org.eclipse.jetty" % "jetty-server" % "7.0.1.v20091125" % "optional" val jetty7webapp = "org.eclipse.jetty" % "jetty-webapp" % "7.0.1.v20091125" % "optional" val jetty7plus = "org.eclipse.jetty" % "jetty-plus" % "7.0.1.v20091125" % "optional" val optional = Configurations.Optional /* For generating JettyRun for Jetty 6 and 7. The only difference is the imports, but the file has to be compiled against each set of imports. */ override def compileAction = super.compileAction dependsOn (generateJettyRun6, generateJettyRun7) def jettySrcDir = info.projectPath def jettyTemplate = jettySrcDir / "LazyJettyRun.scala.templ" lazy val generateJettyRun6 = generateJettyRunN("6") lazy val generateJettyRun7 = generateJettyRunN("7") def generateJettyRunN(n: String) = generateJettyRun(jettyTemplate, jettySrcDir / ("LazyJettyRun" + n + ".scala"), n, jettySrcDir / ("jetty" + n + ".imports")) def generateJettyRun(in: Path, out: Path, version: String, importsPath: Path) = task { (for(template <- FileUtilities.readString(in asFile, log).right; imports <- FileUtilities.readString(importsPath asFile, log).right) yield FileUtilities.write(out asFile, processJettyTemplate(template, version, imports), log).toLeft(()) ).left.toOption } def processJettyTemplate(template: String, version: String, imports: String): String = template.replaceAll("""\Q${jetty.version}\E""", version).replaceAll("""\Q${jetty.imports}\E""", imports) } trait TestDependencies extends Project { val sc = "org.scala-tools.testing" % "scalacheck_2.8.0" % "1.7" % "test" val sp = "org.scala-tools.testing" % "specs_2.8.0" % "1.6.5" % "test" } class LogProject(info: ProjectInfo) extends Base(info) with TestDependencies { val opt = Configurations.Optional val jline = jlineDep % "optional" } class CacheProject(info: ProjectInfo) extends Base(info) with SBinaryDep class PersistProject(info: ProjectInfo) extends Base(info) with SBinaryDep { override def compileOptions = super.compileOptions ++ compileOptions("-Xlog-implicits") } trait SBinaryDep extends BasicManagedProject { // these compilation options are useful for debugging caches and task composition //override def compileOptions = super.compileOptions ++ List(Unchecked,ExplainTypes, CompileOption("-Xlog-implicits")) val sbinary = "org.scala-tools.sbinary" % "sbinary_2.8.0" % "0.3.1" } class Base(info: ProjectInfo) extends DefaultProject(info) with ManagedBase with Component with Licensed { override def scratch = true override def consoleClasspath = testClasspath override def compileOptions = super.compileOptions ++ compileOptions("-Xelide-below", "0") } class TestedBase(info: ProjectInfo) extends Base(info) with TestDependencies trait Licensed extends BasicScalaProject { def notice = path("NOTICE") abstract override def mainResources = super.mainResources +++ notice +++ Path.lazyPathFinder( extractLicenses ) lazy val seeRegex = """\(see (.*?)\)""".r def licensePath(str: String): Path = { val path = Path.fromString(XSbt.this.info.projectPath, str); if(path.exists) path else error("Referenced license '" + str + "' not found at " + path) } def seePaths(noticeString: String): List[Path] = seeRegex.findAllIn(noticeString).matchData.map(d => licensePath(d.group(1))).toList def extractLicenses = if(!notice.exists) Nil else FileUtilities.readString(notice asFile, log).fold(_ => { log.warn("Could not read NOTICE"); Nil} , seePaths _) } class TestingProject(info: ProjectInfo) extends Base(info) { val testInterface = "org.scala-tools.testing" % "test-interface" % "0.5" } class DiscoveryProject(info: ProjectInfo) extends TestedBase(info) with TestWithCompile class CompileProject(info: ProjectInfo) extends Base(info) with TestWithLog with TestWithLaunch with TestWithAPI { override def testCompileAction = super.testCompileAction dependsOn(compileInterfaceSub.`package`, interfaceSub.`package`) override def testClasspath = super.testClasspath +++ compileInterfaceSub.packageSrcJar --- compilerInterfaceClasspath --- interfaceSub.mainCompilePath +++ interfaceSub.jarPath } class IvyProject(info: ProjectInfo) extends Base(info) with TestWithIO with TestWithLog with TestWithLaunch { val ivy = "org.apache.ivy" % "ivy" % "2.2.0" } abstract class BaseInterfaceProject(info: ProjectInfo) extends DefaultProject(info) with ManagedBase with TestWithLog with Component with JavaProject class InterfaceProject(info: ProjectInfo) extends BaseInterfaceProject(info) { override def componentID: Option[String] = Some("xsbti") override def packageAction = super.packageAction dependsOn generateVersions def versionPropertiesPath = mainResourcesPath / "xsbt.version.properties" lazy val generateVersions = task { import java.util.{Date, TimeZone} val formatter = new java.text.SimpleDateFormat("yyyyMMdd'T'HHmmss") formatter.setTimeZone(TimeZone.getTimeZone("GMT")) val timestamp = formatter.format(new Date) val content = "version=" + version + "\ntimestamp=" + timestamp log.info("Writing version information to " + versionPropertiesPath + " :\n" + content) FileUtilities.write(versionPropertiesPath.asFile, content, log) } override def watchPaths = super.watchPaths +++ apiDefinitionPaths --- sources(generatedBasePath) override def mainSourceRoots = super.mainSourceRoots +++ (generatedBasePath ##) def srcManagedPath = path("src_managed") def generatedBasePath = srcManagedPath / "main" / "java" /** Files that define the datatypes.*/ def apiDefinitionPaths: PathFinder = "definition" /** Delete up the generated sources*/ lazy val cleanManagedSrc = cleanTask(srcManagedPath) override def cleanAction = super.cleanAction dependsOn(cleanManagedSrc) /** Runs the generator compiled by 'compile', putting the classes in src_managed and processing the definitions 'apiDefinitions'. */ lazy val generateSource = generateSourceAction dependsOn(cleanManagedSrc, datatypeSub.compile) def generateSourceTask(immutable: Boolean, pkg: String, apiDefinitions: PathFinder): Task = { val m = if(immutable) "immutable" else "mutable" generateSourceTask(m :: pkg :: generatedBasePath.absolutePath :: apiDefinitions.get.toList.map(_.absolutePath)) } def generateSourceTask(args: List[String]): Task = runTask(datatypeSub.getMainClass(true), datatypeSub.runClasspath, args) def generateSourceAction = //generateSourceTask(false, "xsbti.api", "definition" +++ "type") && generateSourceTask(true, "xsbti.api", "other" +++ "definition" +++ "type") /** compiles the generated sources */ override def compileAction = super.compileAction dependsOn(generateSource) } class LaunchInterfaceProject(info: ProjectInfo) extends BaseInterfaceProject(info) { override def componentID = None } class Scripted(info: ProjectInfo) extends PluginProject(info) with Licensed { override def managedStyle = ManagedStyle.Ivy override def scratch = true } class TestProject(info: ProjectInfo) extends Base(info) { val process = "org.scala-tools.sbt" % "process" % "0.1" } class CompilerInterfaceProject(info: ProjectInfo) extends Base(info) with PrecompiledInterface with NoCrossPaths with TestWithIO with TestWithLog { cip => //val jline = jlineDep artifacts(Artifact("jline", Map("e:component" -> srcID))) // necessary because jline is not distributed with 2.8 and we will get a compile error // sbt should work with the above inline declaration, but it doesn't, so the inline Ivy version is used for now. override def ivyXML = ( ) def srcID = "compiler-interface-src" lazy val srcArtifact = Artifact(srcID) extra("e:component" -> srcID) override def packageSrcJar = mkJarPath(srcID) lazy val pkgSrc = packageSrc // call it something else because we don't need dependencies to run package-src override def packageAction = super.packageAction dependsOn(pkgSrc) // sub projects for each version of Scala to precompile against other than the one sbt is built against // each sub project here will add ~100k to the download lazy val precompiled28 = precompiledSub("2.8.0") lazy val precompiled27 = precompiledSub("2.7.7") def precompiledSub(v: String) = project(info.projectPath, "Precompiled " + v, new Precompiled(v)(_), cip.info.dependencies.toSeq : _* /*doesn't include subprojects of cip*/ ) /** A project that compiles the compiler interface against the Scala version 'sv'. * This is done for selected Scala versions (generally, popular ones) so that it doesn't need to be done at runtime. */ class Precompiled(sv: String)(info: ProjectInfo) extends Base(info) with PrecompiledInterface with NoUpdate { /** force the Scala version in order to precompile the compiler interface for different Scala versions*/ override def buildScalaVersion = sv /** Get compilation classpath from parent. Scala dependencies are added on top of this and this * subproject does not depend on any Scala subprojects, so mixing versions is not a problem. */ override def compileClasspath = cip.compileClasspath --- cip.mainUnmanagedClasspath +++ mainUnmanagedClasspath override def compileOptions = Nil // these ensure that the classes compiled against other versions of Scala are not exported (for compilation/testing/...) override def projectClasspath(config: Configuration) = Path.emptyPathFinder } } trait TestWithAPI extends TestWith { override def testWithTestClasspath = super.testWithTestClasspath ++ Seq(apiSub) } trait TestWithCompile extends TestWith { override def testWithTestClasspath = super.testWithTestClasspath ++ Seq(compilerSub) } trait TestWithIO extends TestWith { override def testWithTestClasspath = super.testWithTestClasspath ++ Seq(ioSub) } trait TestWithLaunch extends TestWith { override def testWithTestClasspath = super.testWithTestClasspath ++ Seq(launchSub) } trait TestWithLog extends TestWith { override def testWithCompileClasspath = super.testWithCompileClasspath ++ Seq(logSub) } trait TestWith extends BasicScalaProject { def testWithCompileClasspath: Seq[BasicScalaProject] = Nil def testWithTestClasspath: Seq[BasicScalaProject] = Nil override def testCompileAction = super.testCompileAction dependsOn((testWithTestClasspath.map(_.testCompile) ++ testWithCompileClasspath.map(_.compile)) : _*) override def testClasspath = (super.testClasspath /: (testWithTestClasspath.map(_.testClasspath) ++ testWithCompileClasspath.map(_.compileClasspath) ))(_ +++ _) } class Sbt(info: ProjectInfo) extends Base(info) with TestWith { override def normalizedName = "sbt" override def testWithCompileClasspath = super.testWithCompileClasspath ++ Seq(scriptedSbtSub) override def testAction = super.testAction dependsOn(publishLocal) def scriptedScalaVersions = "2.8.1.RC2" lazy val scripted = task { args => task { val launcher = launchSub.outputJar.asFile val loader = ClasspathUtilities.toLoader(scriptedSbtSub.testClasspath, buildScalaInstance.loader) val m = ModuleUtilities.getObject("sbt.test.ScriptedTests", loader) val r = m.getClass.getMethod("run", classOf[File], classOf[Boolean], classOf[String], classOf[String], classOf[String], classOf[Array[String]], classOf[File]) try { r.invoke(m, sourcePath / "sbt-test" asFile, true: java.lang.Boolean, version.toString, buildScalaVersion, scriptedScalaVersions, args, launcher) } catch { case e: java.lang.reflect.InvocationTargetException => throw e.getCause } None } dependsOn(publishLocal, scriptedSbtSub.compile) } } }