Separate codeinfo cache for interpreter params

Currently each codeinfo cache assumes that the same interpreter
parameters are used throughout.  This is problematic when we want to
change the interpreter parameters on a per job basis.

Using a dictionary keyed on the interpreter params to store multiple
codeinfo caches enables changing the interpreter parameters for
different kernel compilations.

Author: lcw

src/interface.jl

@@ -265,7 +265,14 @@ link_libraries!(@nospecialize(job::CompilerJob), mod::LLVM.Module,
 valid_function_pointer(@nospecialize(job::CompilerJob), ptr::Ptr{Cvoid}) = false
 
 # the codeinfo cache to use
-ci_cache(@nospecialize(job::CompilerJob)) = GLOBAL_CI_CACHE
+function ci_cache(@nospecialize(job::CompilerJob))
+    lock(GLOBAL_CI_CACHES_LOCK) do
+        cache = get!(GLOBAL_CI_CACHES, (typeof(job.target), inference_params(job), optimization_params(job))) do
+            CodeCache()
+        end
+        return cache
+    end
+end
 
 # the method table to use
 method_table(@nospecialize(job::CompilerJob)) = GLOBAL_METHOD_TABLE

src/jlgen.jl

@@ -2,7 +2,7 @@
 
 ## cache
 
-using Core.Compiler: CodeInstance, MethodInstance
+using Core.Compiler: CodeInstance, MethodInstance, InferenceParams, OptimizationParams
 
 struct CodeCache
     dict::Dict{MethodInstance,Vector{CodeInstance}}
@@ -39,7 +39,8 @@ end
 
 Base.empty!(cc::CodeCache) = empty!(cc.dict)
 
-const GLOBAL_CI_CACHE = CodeCache()
+const GLOBAL_CI_CACHES = Dict{Tuple{DataType, InferenceParams, OptimizationParams}, CodeCache}()
+const GLOBAL_CI_CACHES_LOCK = ReentrantLock()
 
 
 ## method invalidations