use JuliaInterpreter for even faster tests (#500)

Co-authored-by: Lyndon White <oxinabox@ucc.asn.au>

Author: simeonschaub

.github/workflows/CI.yml

@@ -41,26 +41,26 @@ jobs:
             ${{ runner.os }}-
       - uses: julia-actions/julia-buildpkg@v1
       - uses: julia-actions/julia-runtest@v1
-      - uses: julia-actions/julia-processcoverage@v1
-      - uses: codecov/codecov-action@v1
-        with:
-          file: lcov.info
-      - uses: coverallsapp/github-action@master
-        with:
-          github-token: ${{ secrets.GITHUB_TOKEN }}
-          flag-name: Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }}
-          parallel: true
-          path-to-lcov: lcov.info
-
-  finish:
-    name: Coveralls Finished
-    needs: test
-    runs-on: ubuntu-latest
-    steps:
-      - uses: coverallsapp/github-action@master
-        with:
-          github-token: ${{ secrets.GITHUB_TOKEN }}
-          parallel-finished: true
+#      - uses: julia-actions/julia-processcoverage@v1
+#      - uses: codecov/codecov-action@v1
+#        with:
+#          file: lcov.info
+#      - uses: coverallsapp/github-action@master
+#        with:
+#          github-token: ${{ secrets.GITHUB_TOKEN }}
+#          flag-name: Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }}
+#          parallel: true
+#          path-to-lcov: lcov.info
+#
+#  finish:
+#    name: Coveralls Finished
+#    needs: test
+#    runs-on: ubuntu-latest
+#    steps:
+#      - uses: coverallsapp/github-action@master
+#        with:
+#          github-token: ${{ secrets.GITHUB_TOKEN }}
+#          parallel-finished: true
 
   slack:
     name: Notify Slack Failure

Project.toml

@@ -12,17 +12,19 @@ Statistics = "10745b16-79ce-11e8-11f9-7d13ad32a3b2"
 [compat]
 ChainRulesCore = "1.1"
 ChainRulesTestUtils = "1"
-Compat = "3.31"
+Compat = "3.33"
 FiniteDifferences = "0.12.8"
+JuliaInterpreter = "0.8"
 StaticArrays = "1.2"
 julia = "1"
 
 [extras]
 ChainRulesTestUtils = "cdddcdb0-9152-4a09-a978-84456f9df70a"
 FiniteDifferences = "26cc04aa-876d-5657-8c51-4c34ba976000"
+JuliaInterpreter = "aa1ae85d-cabe-5617-a682-6adf51b2e16a"
 Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
 StaticArrays = "90137ffa-7385-5640-81b9-e52037218182"
 Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"
 
 [targets]
-test = ["ChainRulesTestUtils", "FiniteDifferences", "Random", "StaticArrays", "Test"]
+test = ["ChainRulesTestUtils", "FiniteDifferences", "JuliaInterpreter", "Random", "StaticArrays", "Test"]

README.md

@@ -4,8 +4,6 @@
 
 [![CI](https://github.com/JuliaDiff/ChainRules.jl/workflows/CI/badge.svg?branch=master)](https://github.com/JuliaDiff/ChainRules.jl/actions?query=workflow%3ACI)
 [![Travis](https://travis-ci.org/JuliaDiff/ChainRules.jl.svg?branch=master)](https://travis-ci.org/JuliaDiff/ChainRules.jl)
-[![Codecov](https://codecov.io/gh/JuliaDiff/ChainRules.jl/branch/master/graph/badge.svg)](https://codecov.io/gh/JuliaDiff/ChainRules.jl)
-[![Coveralls](https://coveralls.io/repos/github/JuliaDiff/ChainRules.jl/badge.svg?branch=master)](https://coveralls.io/github/JuliaDiff/ChainRules.jl?branch=master)
 [![PkgEval](https://juliaci.github.io/NanosoldierReports/pkgeval_badges/C/ChainRules.svg)](https://juliaci.github.io/NanosoldierReports/pkgeval_badges/report.html)
 [![Code Style: Blue](https://img.shields.io/badge/code%20style-blue-4495d1.svg)](https://github.com/invenia/BlueStyle)
 [![ColPrac: Contributor's Guide on Collaborative Practices for Community Packages](https://img.shields.io/badge/ColPrac-Contributor's%20Guide-blueviolet)](https://github.com/SciML/ColPrac)

test/rulesets/Base/fastmath_able.jl

@@ -253,11 +253,13 @@ const FASTABLE_AST = quote
 end
 
 # Now we generate tests for fast and nonfast versions
-@eval @testset "fastmath_able Base functions" begin
-    $FASTABLE_AST
-end
-
-
-@eval @testset "fastmath_able FastMath functions" begin
-    $(Base.FastMath.make_fastmath(FASTABLE_AST))
-end
+@eval @interpret (function()
+    @testset "fastmath_able Base functions" begin
+        $FASTABLE_AST
+    end
+    
+    
+    @testset "fastmath_able FastMath functions" begin
+        $(Base.FastMath.make_fastmath(FASTABLE_AST))
+    end
+end)()

test/runtests.jl

@@ -2,19 +2,12 @@ using Test, ChainRulesCore, ChainRulesTestUtils
 
 @nospecialize
 
-# don't interpret this, since this breaks some inference tests
-@time include("test_helpers.jl")
-println()
-
-module Tests
-
-using ..Main: Multiplier, NoRules
 using Base.Broadcast: broadcastable
 using ChainRules
 using ChainRulesCore
 using ChainRulesTestUtils
 using ChainRulesTestUtils: rand_tangent, _fdm
-using Compat: hasproperty, only, cispi, eachcol
+using Compat: Compat, hasproperty, only, cispi, eachcol
 using FiniteDifferences
 using LinearAlgebra
 using LinearAlgebra.BLAS
@@ -23,22 +16,24 @@ using Random
 using StaticArrays
 using Statistics
 using Test
+using JuliaInterpreter
 
-@nospecialize
-
-if isdefined(Base, :Experimental) && isdefined(Base.Experimental, Symbol("@compiler_options"))
-    @eval Base.Experimental.@compiler_options compile=min optimize=0 infer=no
-end
+union!(JuliaInterpreter.compiled_modules, Any[Base, Base.Broadcast, Compat, LinearAlgebra, Random, StaticArrays, Statistics])
 
 Random.seed!(1) # Set seed that all testsets should reset to.
 
 function include_test(path::String)
     println("Testing $path:")  # print so TravisCI doesn't timeout due to no output
-    @time include(path)  # show basic timing, (this will print a newline at end)
+    @time Base.include(@__MODULE__(), path) do ex
+        Meta.isexpr(ex, :macrocall) && ex.args[1] == Symbol("@testset") || return ex
+        return :(@interpret (() -> $ex)())  # interpret testsets using JuliaInterpreter
+    end
 end
 
 println("Testing ChainRules.jl")
 @testset "ChainRules" begin
+    include_test("test_helpers.jl")
+    println()
     @testset "rulesets" begin
         @testset "Core" begin
             include_test("rulesets/Core/core.jl")
@@ -79,5 +74,3 @@ println("Testing ChainRules.jl")
         println()
     end
 end
-
-end