Merge pull request #7 from tayloraswift/package-indexing

Package indexing

Author: tayloraswift

.gitignore

@@ -1,4 +1,5 @@
 .build
+.massbuild
 .testing
 .unidoc
 .vscode

Assets/css/Main.css

@@ -347,12 +347,12 @@ let package:Package = .init(
             [
                 .target(name: "FNV1"),
                 .target(name: "SymbolGraphs"),
-                .target(name: "URI"),
             ]),
 
         .target(name: "UnidocSelectors", dependencies:
             [
                 .target(name: "UnidocRecords"),
+                .target(name: "URI"),
             ]),
 
         .target(name: "URI", dependencies:
@@ -367,6 +367,11 @@ let package:Package = .init(
             ]),
 
 
+        .executableTarget(name: "Massbuild", dependencies:
+            [
+                .target(name: "SymbolGraphBuilder"),
+            ]),
+
         .executableTarget(name: "UnidocServer", dependencies:
             [
                 .target(name: "Multiparts"),
@@ -496,12 +501,6 @@ let package:Package = .init(
                 .product(name: "MongoTesting", package: "swift-mongodb"),
             ]),
 
-        .executableTarget(name: "UnidocSelectorTests", dependencies:
-            [
-                .target(name: "UnidocSelectors"),
-                .product(name: "Testing", package: "swift-grammar"),
-            ]),
-
         .executableTarget(name: "URITests", dependencies:
             [
                 .target(name: "URI"),

Assets/css/Main.css.map

@@ -1,7 +1,5 @@
 import HTMLDOM
 
-infix operator ?= : AssignmentPrecedence
-
 extension Optional where Wrapped:HyperTextOutputStreamable
 {
     @inlinable public static

Assets/js/Main.js

@@ -0,0 +1 @@
+infix operator ?= : AssignmentPrecedence

Assets/js/Main.js.map

@@ -0,0 +1,149 @@
+import SymbolGraphBuilder
+
+@main
+enum Main
+{
+    public static
+    func main() async throws
+    {
+        let builder:Massbuilder = try await .init()
+
+        try await builder.buildStandardLibrary()
+
+        try await builder.buildLiterature()
+
+        try await builder.build("swift-atomics",
+            repository: "https://github.com/apple/swift-atomics.git",
+            versions:
+            "1.0.2",
+            "1.1.0")
+
+        try await builder.build("swift-collections",
+            repository: "https://github.com/apple/swift-collections.git",
+            versions:
+            "1.0.2")
+
+        try await builder.build("swift-numerics",
+            repository: "https://github.com/apple/swift-numerics.git",
+            versions:
+            "1.0.2")
+
+        try await builder.build("swift-algorithms",
+            repository: "https://github.com/apple/swift-algorithms.git",
+            versions:
+            "1.0.0")
+
+        try await builder.build("swift-argument-parser",
+            repository: "https://github.com/apple/swift-argument-parser.git",
+            versions:
+            "1.1.3")
+
+        try await builder.build("swift-markdown",
+            repository: "https://github.com/apple/swift-markdown.git",
+            versions:
+            "0.2.0")
+
+        try await builder.build("swift-syntax",
+            repository: "https://github.com/apple/swift-syntax.git",
+            versions:
+            "508.0.1")
+
+        try await builder.build("swift-system",
+            repository: "https://github.com/apple/swift-system.git",
+            versions:
+            "1.1.0",
+            "1.1.1",
+            "1.2.0",
+            "1.2.1")
+
+        try await builder.build("swift-nio",
+            repository: "https://github.com/apple/swift-nio.git",
+            versions:
+            "2.38.0",
+            "2.39.0",
+            "2.40.0",
+            "2.41.0",
+            "2.42.0",
+            "2.43.0",
+            "2.44.0",
+            "2.45.0",
+            "2.46.0",
+            "2.47.0",
+            "2.48.0")
+
+        try await builder.build("swift-nio-ssl",
+            repository: "https://github.com/apple/swift-nio-ssl.git",
+            versions:
+            "2.20.2",
+            "2.21.0",
+            "2.22.0",
+            "2.23.0",
+            "2.24.0",
+            "2.25.0")
+
+        try await builder.build("swift-log",
+            repository: "https://github.com/apple/swift-log.git",
+            versions:
+            "1.4.2",
+            "1.4.3",
+            "1.4.4",
+            "1.5.0",
+            "1.5.1",
+            "1.5.2",
+            "1.5.3")
+
+        try await builder.build("swift-metrics",
+            repository: "https://github.com/apple/swift-metrics.git",
+            versions:
+            "2.3.1",
+            "2.3.2",
+            "2.3.3",
+            "2.3.4",
+            "2.4.0",
+            "2.4.1")
+
+        try await builder.build("swift-hash",
+            repository: "https://github.com/tayloraswift/swift-hash.git",
+            versions:
+            "v0.2.3")
+
+        try await builder.build("swift-dom",
+            repository: "https://github.com/tayloraswift/swift-dom.git",
+            versions:
+            "v0.5.0")
+
+        try await builder.build("swift-grammar",
+            repository: "https://github.com/tayloraswift/swift-grammar.git",
+            versions:
+            "v0.1.4",
+            "v0.1.5",
+            "v0.2.0")
+
+        try await builder.build("swift-json",
+            repository: "https://github.com/tayloraswift/swift-json.git",
+            versions:
+            "v0.2.2",
+            "v0.3.0")
+
+        try await builder.build("bson",
+            repository: "https://github.com/orlandos-nl/bson.git",
+            versions:
+            "8.0.1",
+            "8.0.10")
+
+        try await builder.build("dnsclient",
+            repository: "https://github.com/orlandos-nl/dnsclient.git",
+            versions:
+            "2.4.1")
+
+        try await builder.build("mongokitten",
+            repository: "https://github.com/orlandos-nl/mongokitten.git",
+            versions:
+            "7.0.1",
+            "7.1.0",
+            "7.2.0",
+            "7.2.1",
+            "7.2.2")
+            // "7.7.1"
+    }
+}

Package.swift

@@ -0,0 +1,108 @@
+import BSONEncoding
+import ModuleGraphs
+import SymbolGraphs
+import SymbolGraphBuilder
+import System
+
+struct Massbuilder
+{
+    let toolchain:Toolchain
+    let workspace:Workspace
+
+    init() async throws
+    {
+        self.toolchain = try await .detect()
+        self.workspace = try await .create(at: ".massbuild")
+    }
+}
+extension Massbuilder
+{
+    func build(_ package:PackageIdentifier, repository:String, versions:String...) async throws
+    {
+        for version:String in versions
+        {
+            try await self.build(package, repository: repository, at: version)
+        }
+    }
+
+    func build(_ package:PackageIdentifier,
+        repository:String,
+        at version:String) async throws
+    {
+        guard let file:FilePath = self.output(for: package, at: version)
+        else
+        {
+            return
+        }
+
+        let docs:Documentation = try await self.toolchain.generateDocs(for: try await .remote(
+                package: package,
+                from: repository,
+                at: version,
+                in: self.workspace,
+                clean: true),
+            pretty: true)
+
+        let bson:BSON.Document = .init(encoding: docs)
+        try file.overwrite(with: bson.bytes)
+    }
+
+    func buildLiterature() async throws
+    {
+        guard let file:FilePath = self.output(for: "__swiftinit", at: "0.0.0")
+        else
+        {
+            return
+        }
+
+        var docs:Documentation = try await toolchain.generateDocs(
+            for: try await .local(package: "swiftinit",
+                from: "TestPackages",
+                in: workspace,
+                clean: true),
+            pretty: false)
+
+        docs.metadata.package = "__swiftinit"
+        docs.metadata.version = "0.0.0"
+
+        let bson:BSON.Document = .init(encoding: docs)
+        try file.overwrite(with: bson.bytes)
+    }
+
+    func buildStandardLibrary() async throws
+    {
+        guard let file:FilePath = self.output(for: .swift, at: "\(toolchain.version)")
+        else
+        {
+            return
+        }
+
+        let docs:Documentation = try await self.toolchain.generateDocs(for: try await .swift(
+                in: self.workspace,
+                clean: true),
+            pretty: false)
+
+        let bson:BSON.Document = .init(encoding: docs)
+        try file.overwrite(with: bson.bytes)
+    }
+}
+extension Massbuilder
+{
+    private
+    func output(for package:PackageIdentifier, at version:String) -> FilePath?
+    {
+        let file:FilePath = self.workspace.path / "\(package)@\(version).ss"
+
+        if  let status:FileStatus = try? .status(of: file),
+                status.is(.regular)
+        {
+            print("Skipping \(package)@\(version) (already built)")
+            return nil
+        }
+        else
+        {
+            print("Building \(package)@\(version)...")
+            return file
+        }
+    }
+}