Extract and test RUNNABLE_EXAMPLE tests including Phobos (#3437)

* Extract and test RUNNABLE_EXAMPLEs in spec too

Fix module.dd.

* Extract and test RUNNABLE_EXAMPLE tests from Phobos

* Remove unintended pattern underscore

* Fix Issue 23425 - Extract and test RUNNABLE_EXAMPLE tests including Phobos

* Rename variable

* Fix spec tests

* Move imports; use stripExtension

Author: ntrel

spec/module.dd

@@ -235,7 +235,6 @@ $(H3 $(LNAME2 name_lookup, Symbol Name Lookup))
 
 $(P The simplest form of importing is to just list the modules being imported:)
 
-$(RUNNABLE_EXAMPLE
 ---------
 module myapp.main;
 
@@ -251,7 +250,6 @@ class Foo : BaseClass
     }
 }
 ---------
-)
 
 $(P When a symbol name is used unqualified, a two-phase lookup is used.
 First, the module scope is searched, starting from the innermost scope.
@@ -408,7 +406,7 @@ $(H3 $(LNAME2 selective_imports, Selective Imports))
 $(P Specific symbols can be exclusively imported from a module and bound into
 the current namespace:)
 
-$(RUNNABLE_EXAMPLE
+$(SPEC_RUNNABLE_EXAMPLE_FAIL
 ---
 import std.stdio : writeln, foo = write;
 
@@ -429,7 +427,7 @@ $(H3 $(LNAME2 renamed_selective_imports, Renamed and Selective Imports))
 
 $(P When renaming and selective importing are combined:)
 
-$(RUNNABLE_EXAMPLE
+$(SPEC_RUNNABLE_EXAMPLE_FAIL
 ------------
 import io = std.stdio : foo = writeln;
 

tools/dspec_tester.d

@@ -87,12 +87,15 @@ auto ddocMacroToCode(R)(R text)
 
 int main(string[] args)
 {
-    import std.file, std.getopt, std.path;
+    import std.file, std.getopt;
     import std.parallelism : parallel;
+    import std.path;
     import std.process : environment;
     import std.typecons : Tuple;
 
-    auto specDir = __FILE_FULL_PATH__.dirName.dirName.buildPath("spec");
+    const rootDir = __FILE_FULL_PATH__.dirName.dirName;
+    const specDir = rootDir.buildPath("spec");
+    const stdDir = rootDir.buildPath("..", "phobos", "std");
     bool hasFailed;
 
     config.dmdBinPath = environment.get("DMD", "dmd");
@@ -121,15 +124,27 @@ int main(string[] args)
         SpecType("$(SPEC_RUNNABLE_EXAMPLE_COMPILE", CompileConfig.TestMode.compile),
         SpecType("$(SPEC_RUNNABLE_EXAMPLE_RUN", CompileConfig.TestMode.run),
         SpecType("$(SPEC_RUNNABLE_EXAMPLE_FAIL", CompileConfig.TestMode.fail),
+        SpecType("$(RUNNABLE_EXAMPLE", CompileConfig.TestMode.run),
     ];
-    foreach (file; specDir.dirEntries("*.dd", SpanMode.depth).parallel(1))
+    auto files = chain(specDir.dirEntries("*.dd", SpanMode.depth),
+        stdDir.dirEntries("*.d", SpanMode.depth));
+    foreach (file; files.parallel(1))
     {
+        // auto-import current module if in phobos
+        string modImport = file.name.find(stdDir);
+        if (modImport.length)
+        {
+            modImport = "std" ~ modImport[stdDir.length..$];
+            modImport = modImport.stripExtension();
+            modImport = modImport.findSplitBefore(dirSeparator ~ "package")[0];
+            modImport = modImport.replace(dirSeparator, ".");
+        }
         auto allTests = specTypes.map!(c => findExamples(file, c.key)
-                                            .map!(e => compileAndCheck(e, CompileConfig(c.mode))))
-                                 .joiner;
+            .map!(e => compileAndCheck(e, CompileConfig(c.mode), modImport)))
+            .joiner;
         if (!allTests.empty)
         {
-            writefln("%s: %d examples found", file.baseName, allTests.walkLength);
+            writefln("%s: %d examples found", file[rootDir.length+1..$], allTests.walkLength);
             if (allTests.any!(a => a != 0))
                 hasFailed = true;
         }
@@ -154,7 +169,7 @@ Params:
 
 Returns: the exit code of the compiler invocation.
 */
-auto compileAndCheck(R)(R buffer, CompileConfig config)
+auto compileAndCheck(R)(R buffer, CompileConfig config, string modImport)
 {
     import std.process;
     import std.uni : isWhite;
@@ -186,7 +201,8 @@ auto compileAndCheck(R)(R buffer, CompileConfig config)
     if (!buffer.find!(a => !a.isWhite).startsWith("module"))
     {
         buffer = "import std.stdio;\n" ~ buffer; // used too often
-
+        if (modImport.length)
+            buffer = "import " ~ modImport ~ ";" ~ buffer;
         if (!hasMain)
             buffer = "void main() {\n" ~ buffer ~ "\n}";
     }