Fawzi devised a nice way to compile and execute via trigger (in the...

Fawzi devised a nice way to compile and execute via trigger (in the ParserContext) a subparser script within the main one
(this is useful for collecting info from multiple output files).

common/python/nomadcore/caching_backend.py

@@ -174,15 +174,16 @@ class CachingDataManager(object):
         self.cachingLevel = cachingLevel
 
 class ActiveBackend(object):
-    def __init__(self, metaInfoEnv, sectionManagers, dataManagers, superBackend):
+    def __init__(self, metaInfoEnv, sectionManagers, dataManagers, superBackend, propagateStartFinishParsing = True):
         self.__metaInfoEnv = metaInfoEnv
         self.sectionManagers = sectionManagers
         self.dataManagers = dataManagers
         self.superBackend = superBackend
+        self.propagateStartFinishParsing = propagateStartFinishParsing
 
     @classmethod
-    def activeBackend(cls, metaInfoEnv, cachingLevelForMetaName, defaultDataCachingLevel, defaultSectionCachingLevel = CachingLevel.Forward, superBackend = None,
-                      onClose = {}):
+    def activeBackend(cls, metaInfoEnv, cachingLevelForMetaName = {}, defaultDataCachingLevel = CachingLevel.ForwardAndCache, defaultSectionCachingLevel = CachingLevel.Forward, superBackend = None,
+                      onClose = {}, propagateStartFinishParsing = True):
         for sectionName in onClose.keys():
             if not sectionName in metaInfoEnv:
                 raise Exception("Found trigger for non existing section %s" % sectionName)
@@ -212,7 +213,7 @@ class ActiveBackend(object):
                                     (ik.name, superSectionNames))
                 dataManagers[ik.name] = CachingDataManager(ik, sectionManagers[superSectionNames[0]],
                                                            cachingLevelForMetaName.get(ik.name, defaultDataCachingLevel))
-        return ActiveBackend(metaInfoEnv, sectionManagers, dataManagers, superBackend)
+        return ActiveBackend(metaInfoEnv, sectionManagers, dataManagers, superBackend, propagateStartFinishParsing)
 
     def appendOnClose(self, sectionName, onClose):
         self.sectionManagers.onClose.append(onClose)
@@ -227,12 +228,12 @@ class ActiveBackend(object):
 
     def startedParsingSession(self, mainFileUri, parserInfo, parsingStatus = None, parsingErrors = None):
         """should be called when the parsing starts, parserInfo should be a valid json dictionary"""
-        if self.superBackend:
+        if self.propagateStartFinishParsing and self.superBackend:
             self.superBackend.startedParsingSession(mainFileUri, parserInfo, parsingStatus, parsingErrors)
 
     def finishedParsingSession(self, parsingStatus, parsingErrors, mainFileUri = None, parserInfo = None):
         """should be called when the parsing finishes"""
-        if self.superBackend:
+        if self.propagateStartFinishParsing and self.superBackend:
             self.superBackend.finishedParsingSession(parsingStatus, parsingErrors, mainFileUri, parserInfo)
 
     def metaInfoEnv(self):

common/python/nomadcore/simple_parser.py

@@ -674,6 +674,9 @@ class CompiledMatcher(object):
 
     def findNextWithRe(self, regex, possible, parser):
         # searching for match would be more efficient than doing line by line as here...
+        # catch empty regular expression
+        if regex.pattern == '':
+            return -3
         while True:
             line = parser.fIn.readline()
             if not line:
@@ -1026,7 +1029,7 @@ class SimpleParser(object):
                 cNames = self.contextDesc()
                 while self.context:
                     self.contextPop()
-                if nextI != -1:
+                if nextI != -1 and nextI != -3:
                     raise Exception("finished with error with parsing context %s" % (cNames))
             else:
                 index = nextI / 2
@@ -1070,16 +1073,17 @@ def compileParser(simpleParser, metaInfo, metaInfoToKeep):
 def runParser(compiledParser, backend, superContext, fIn):
     """parses the open file fIn with the given compiledParser into the backend using superContext as parser SuperContext"""
     parser = compiledParser.buildParser(PushbackLineFile(fIn), backend, superContext = superContext)
+    try:
+        superContext.startedParsing(fIn.name, parser)
+    except AttributeError:
+        logging.exception("problem calling superContext.startedParsing")
+        pass
     parser.parse()
 
 def defaultParseFile(parserInfo):
     def parseF(parserBuilder, uri, path, backend, superContext):
         with open(path, "r") as fIn:
             backend.startedParsingSession(uri, parserInfo)
-            try:
-                superContext.startedParsing(path)
-            except AttributeError:
-                pass
             runParser(parserBuilder, backend, superContext, fIn)
             backend.finishedParsingSession("ParseSuccess", None)
     return parseF
@@ -1092,12 +1096,13 @@ def mainFunction(mainFileDescription, metaInfoEnv, parserInfo,
                  defaultSectionCachingLevel = CachingLevel.Forward,
                  superContext = None,
                  onClose = {}):
-    usage = """{exeName} [--meta-info] [--help] [--specialize] [--stream] [--uri uri] [path/toFile]
+    usage = """{exeName} [--meta-info] [--help] [--specialize] [--stream] [--uri uri] [--verbose] [path/toFile]
 
     --meta-info outputs the meta info supported by this parser
     --help prints this message
     --specialize expects inclusion and exclusion of meta info to parse via a json dictionary on stdin
     --stream expects the files to parse via dictionary on stdin
+    --verbose writes metainfo to stderr and detailed debug info of parsing process to file detailed.log
 
     If a path to a file is given this is parsed
 """.format(exeName = os.path.basename(sys.argv[0] if len(sys.argv) > 0 else "simple_parser"))