Added option to skip rematching in reproccesing.

nomad/config.py

@@ -309,6 +309,7 @@ raw_file_strip_cutoff = 1000
 max_entry_download = 500000
 use_empty_parsers = False
 reprocess_unmatched = True
+reprocess_rematch = True
 metadata_file_name = 'nomad'
 metadata_file_extensions = ('json', 'yaml', 'yml')
 

nomad/processing/data.py

@@ -283,9 +283,13 @@ class Calc(Proc):
         instead of creating it initially, we are just updating the existing
         records.
         '''
-        parser = match_parser(self.upload_files.raw_file_object(self.mainfile).os_path, strict=False)
         logger = self.get_logger()
 
+        if config.reprocess_rematch:
+            with utils.timer(logger, 'parser matching executed'):
+                parser = match_parser(
+                    self.upload_files.raw_file_object(self.mainfile).os_path, strict=False)
+
             if parser is None and not config.reprocess_unmatched:
                 self.errors = ['no parser matches during re-process, will not re-process this calc']
 
@@ -305,6 +309,9 @@ class Calc(Proc):
                 self._complete()
                 return
 
+        else:
+            parser = parser_dict.get(self.parser)
+
         if parser is None:
             self.get_logger().warn('no parser matches during re-process, use the old parser')
             self.warnings = ['no matching parser found during re-processing']

ops/helm/nomad/templates/nomad-configmap.yml

@@ -16,6 +16,7 @@ data:
       source_url: "{{ .Values.meta.source_url }}"
       maintainer_email: "{{ .Values.meta.maintainer_email }}"
     reprocess_unmatched: {{ .Values.reprocess_unmatched }}
+    reprocess_rematch: {{ .Values.reprocess_rematch }}
     fs:
       tmp: "{{ .Values.volumes.tmp }}"
       prefix_size: {{ .Values.volumes.prefixSize }}