Merge pull request #19 from loicgelle/master

Add store feature

Author: ianamason

README.md

@@ -40,7 +40,7 @@ As of August 2016 WLLVM is now a pip package. You can just do:
 
     pip install wllvm
 
-or 
+or
 
     sudo pip install wllvm
 
@@ -222,8 +222,14 @@ Building a bitcode archive then extracting the bitcode
     llvm-ar x libjansson.bca
     ls -la
 
-    
 
+Put the bitcode files in a store
+--------------------------------
+
+Sometimes it can be useful to put the bitcode files out of the build folder, to prevent
+deletion or to retrieve it later. If the environment variable `WLLVM_BC_STORE` is set to
+an existing directory, then WLLVM will copy the produced bitcode file into that directory,
+using a hash of the path to the original bitcode file as a name for the stored copy.
 
 
 Debugging

wllvm/arglistfilter.py

@@ -264,7 +264,7 @@ def __init__(self, inputList, exactMatches={}, patternMatches={}):
         self._inputArgs = collections.deque(inputList)
 
         #iam: parse the cmd line, bailing if we discover that there will be no second phase.
-        while (len(self._inputArgs) > 0   and
+        while (self._inputArgs   and
                not (self.isAssembly or
                     self.isAssembleOnly or
                     self.isPreprocessOnly)):
@@ -397,8 +397,7 @@ def getOutputFilename(self):
             (_, base) = os.path.split(self.inputFiles[0])
             (root, _) = os.path.splitext(base)
             return '{0}.o'.format(root)
-        else:
-            return 'a.out'
+        return 'a.out'
 
     # iam: returns a pair [objectFilename, bitcodeFilename] i.e .o and .bc.
     # the hidden flag determines whether the objectFile is hidden like the

wllvm/checker.py

@@ -121,8 +121,7 @@ def checkSwitch(self):
             return (1, '\n{0} we are using clang.\n'.format(vmsg))
         elif compiler_type == 'dragonegg':
             return (2, '\n{0} we are using dragonegg.\n'.format(vmsg))
-        else:
-            return (0, explain_LLVM_COMPILER)
+        return (0, explain_LLVM_COMPILER)
 
 
     def checkClang(self):
@@ -184,9 +183,8 @@ def checkCompiler(self):
         elif code == 2:
             print(comment)
             return self.checkDragonegg()
-        else:
-            print('Insane')
-            return False
+        print('Insane')
+        return False
 
 
 
@@ -229,8 +227,7 @@ def checkExecutable(self, exe, version_switch='-v'):
                 return (False, '{0} not executable'.format(exe))
             elif e.errno == errno.ENOENT:
                 return (False, '{0} not found'.format(exe))
-            else:
-                return (False, '{0} not sure why, errno is {1}'.format(exe, e.errno))
+            return (False, '{0} not sure why, errno is {1}'.format(exe, e.errno))
         else:
             return (True, compilerOutput)
 
@@ -274,5 +271,4 @@ def extractLine(version, n):
     lines = version.split('\n')
     if n < len(lines):
         return lines[n]
-    else:
-        return lines[-1]
+    return lines[-1]

wllvm/compilers.py

@@ -5,7 +5,9 @@
 import os
 import sys
 import tempfile
+import hashlib
 
+from shutil import copyfile
 from .filetype import FileType
 from .popenwrapper import Popen
 from .arglistfilter import ArgumentListFilter
@@ -120,6 +122,13 @@ def attachBitcodePathToObject(bcPath, outFileName):
         _logger.error('objcopy failed with %s', orc)
         sys.exit(-1)
 
+    # loicg: If the environment variable WLLVM_BC_STORE is set, copy the bitcode
+    # file to that location, using a hash of the original bitcode path as a name
+    storeEnv = os.getenv('WLLVM_BC_STORE')
+    if storeEnv:
+        hashName = hashlib.sha256(absBcPath).hexdigest()
+        copyfile(absBcPath, os.path.join(storeEnv, hashName))
+
 class BuilderBase(object):
     def __init__(self, cmd, isCxx, prefixPath=None):
         self.cmd = cmd
@@ -140,16 +149,7 @@ def __init__(self, cmd, isCxx, prefixPath=None):
         else:
             self.prefixPath = ''
 
-    #clang and dragonegg share the same taste in bitcode filenames.
-    def getBitcodeFileName(self, argFilter):
-        (dirs, baseFile) = os.path.split(argFilter.getOutputFilename())
-        bcfilename = os.path.join(dirs, '.{0}.bc'.format(baseFile))
-        return bcfilename
-
 class ClangBuilder(BuilderBase):
-    def __init__(self, cmd, isCxx, prefixPath=None):
-        super(ClangBuilder, self).__init__(cmd, isCxx, prefixPath)
-
     def getBitcodeCompiler(self):
         cc = self.getCompiler()
         return cc + ['-emit-llvm']
@@ -159,31 +159,16 @@ def getCompiler(self):
             cxx = os.getenv('LLVM_CXX_NAME')
             if cxx:
                 return ['{0}{1}'.format(self.prefixPath, cxx)]
-            else:
-                return ['{0}clang++'.format(self.prefixPath)]
-        else:
-            cc = os.getenv('LLVM_CC_NAME')
-            if cc:
-                return ['{0}{1}'.format(self.prefixPath, cc)]
-            else:
-                return ['{0}clang'.format(self.prefixPath)]
+            return ['{0}clang++'.format(self.prefixPath)]
+        cc = os.getenv('LLVM_CC_NAME')
+        if cc:
+            return ['{0}{1}'.format(self.prefixPath, cc)]
+        return ['{0}clang'.format(self.prefixPath)]
 
     def getBitcodeArglistFilter(self):
         return ClangBitcodeArgumentListFilter(self.cmd)
 
-    def extraBitcodeArgs(self, argFilter):
-        bcPath = self.getBitcodeFileName(argFilter)
-        return ['-o', bcPath]
-
-    def attachBitcode(self, argFilter):
-        bcname = self.getBitcodeFileName(argFilter)
-        outFile = argFilter.getOutputFilename()
-        attachBitcodePathToObject(bcname, outFile)
-
 class DragoneggBuilder(BuilderBase):
-    def __init__(self, cmd, isCxx, prefixPath=None):
-        super(DragoneggBuilder, self).__init__(cmd, isCxx, prefixPath)
-
     def getBitcodeCompiler(self):
         pth = os.getenv('LLVM_DRAGONEGG_PLUGIN')
         cc = self.getCompiler()
@@ -201,21 +186,11 @@ def getCompiler(self):
 
         if self.isCxx:
             return ['{0}{1}g++'.format(self.prefixPath, pfx)]
-        else:
-            return ['{0}{1}gcc'.format(self.prefixPath, pfx)]
+        return ['{0}{1}gcc'.format(self.prefixPath, pfx)]
 
     def getBitcodeArglistFilter(self):
         return ArgumentListFilter(self.cmd)
 
-    # Don't need to do anything since the -B flag in the bitcode
-    # compiler and the assembly stub handles it
-    def attachBitcode(self, argFilter):
-        pass
-
-    def extraBitcodeArgs(self, _):
-        return []
-
-
 def getBuilder(cmd, isCxx):
     compilerEnv = 'LLVM_COMPILER'
     cstring = os.getenv(compilerEnv)
@@ -251,7 +226,7 @@ def buildAndAttachBitcode(builder):
 
     af = builder.getBitcodeArglistFilter()
 
-    if len(af.inputFiles) == 0 or af.isEmitLLVM or af.isAssembly or af.isAssembleOnly or (af.isDependencyOnly and not af.isCompileOnly) or af.isPreprocessOnly:
+    if not af.inputFiles or af.isEmitLLVM or af.isAssembly or af.isAssembleOnly or (af.isDependencyOnly and not af.isCompileOnly) or af.isPreprocessOnly:
         _logger.debug('No work to do')
         _logger.debug(af.__dict__)
         return
@@ -271,9 +246,6 @@ def buildAndAttachBitcode(builder):
         # maybe python-magic is in our future ...
         srcFile = af.inputFiles[0]
         (objFile, bcFile) = af.getArtifactNames(srcFile, hidden)
-        if af.outputFilename is not None:
-            objFile = af.outputFilename
-            bcFile = builder.getBitcodeFileName(af)
         buildBitcodeFile(builder, srcFile, bcFile)
         attachBitcodePathToObject(bcFile, objFile)
 

wllvm/extraction.py

@@ -8,6 +8,7 @@
 import tempfile
 import shutil
 import argparse
+import hashlib
 
 from .popenwrapper import Popen
 
@@ -148,12 +149,26 @@ def extract_section_linux(inputFile):
         _logger.error('%s contained no %s. section is empty', inputFile, elfSectionName)
     return contents
 
+# loicg: This function checks if the given path points to an existing bitcode file.
+# If it does not, it tries to look for the bitcode file in the store directory given
+# by the environment variable WLLVM_BC_STORE
+def getBitcodePath(bcPath):
+    if not bcPath or os.path.isfile(bcPath):
+        return bcPath
+    storeEnv = os.getenv('WLLVM_BC_STORE')
+    if storeEnv:
+        hashName = hashlib.sha256(bcPath).hexdigest()
+        hashPath = os.path.join(storeEnv, hashName)
+        if os.path.isfile(hashPath):
+            return hashPath
+    return bcPath
 
 def linkFiles(pArgs, fileNames):
     linkCmd = [pArgs.llvmLinker, '-v'] if pArgs.verboseFlag else [pArgs.llvmLinker]
 
     linkCmd.append('-o={0}'.format(pArgs.outputFile))
 
+    fileNames = map(getBitcodePath, fileNames)
     linkCmd.extend([x for x in fileNames if x != ''])
     _logger.info('Writing output to %s', pArgs.outputFile)
     try: