Ancillary parsers can be compiled/executed during the main parser call

common/python/nomadcore/simple_parser.py

@@ -1049,13 +1049,38 @@ class SimpleParser(object):
         while self.parseStep():
             pass
 
+def compileParser(simpleParser, metaInfo, metaInfoToKeep):
+    """compiles the given simple parser"""
+    parserBuilder = SimpleParserBuilder(simpleParser, metaInfo, metaInfoToKeep)
+    if logger.isEnabledFor(logging.DEBUG):
+        s = StringIO.StringIO()
+        s.write("matchers:")
+        parserBuilder.writeMatchers(s, 2)
+        logger.debug(s.getvalue())
+    if not parserBuilder.verifyMetaInfo(sys.stderr):
+        sys.exit(1)
+    parserBuilder.compile()
+    if logger.isEnabledFor(logging.DEBUG):
+        s = StringIO.StringIO()
+        s.write("compiledMatchers:")
+        parserBuilder.writeCompiledMatchers(s, 2)
+        logger.debug(s.getvalue())
+    return parserBuilder
+
+def runParser(compiledParser, backend, superContext, fIn):
+    """parses the open file fIn with the given compiledParser into the backend using superContext as parser SuperContext"""
+    parser = compiledParser.buildParser(PushbackLineFile(fIn), backend, superContext = superContext)
+    parser.parse()
+
 def defaultParseFile(parserInfo):
     def parseF(parserBuilder, uri, path, backend, superContext):
         with open(path, "r") as fIn:
             backend.startedParsingSession(uri, parserInfo)
-            parser = parserBuilder.buildParser(PushbackLineFile(fIn), backend,
-                                               superContext = superContext)
-            parser.parse()
+            try:
+                superContext.startedParsing(path)
+            except AttributeError:
+                pass
+            runParser(parserBuilder, backend, superContext, fIn)
             backend.finishedParsingSession("ParseSuccess", None)
     return parseF
 
@@ -1152,20 +1177,7 @@ def mainFunction(mainFileDescription, metaInfoEnv, parserInfo,
         metaInfoToKeep = specializationInfo.get("metaInfoToKeep")
 
     # initialize the parser builder
-    parserBuilder = SimpleParserBuilder(mainFileDescription, metaInfoEnv, metaInfoToKeep)
-    if logger.isEnabledFor(logging.DEBUG):
-        s = StringIO.StringIO()
-        s.write("matchers:")
-        parserBuilder.writeMatchers(s, 2)
-        logger.debug(s.getvalue())
-    if not parserBuilder.verifyMetaInfo(sys.stderr):
-        sys.exit(1)
-    parserBuilder.compile()
-    if logger.isEnabledFor(logging.DEBUG):
-        s = StringIO.StringIO()
-        s.write("compiledMatchers:")
-        parserBuilder.writeCompiledMatchers(s, 2)
-        logger.debug(s.getvalue())
+    parserBuilder = compileParser(mainFileDescription, metaInfoEnv, metaInfoToKeep)
 
     if fileToParse:
         if writeComma: