Skip to content
Snippets Groups Projects
Commit bfbc3fa6 authored by Ihrig, Arvid Conrad (ari)'s avatar Ihrig, Arvid Conrad (ari)
Browse files

Integrated Pipeline: refactored ArchiveHandling now used in main code

parent cbbc7eb1
No related branches found
No related tags found
No related merge requests found
...@@ -135,9 +135,15 @@ class Main { ...@@ -135,9 +135,15 @@ class Main {
} }
}) })
val archiveHandler = new ArchiveHandler(tempExtracted) val archiveHandler = new WholeZipArchiveHandler(new ArchiveHandler(tempExtracted))
val unpacker = Flow.fromGraph(new ArchiveUnpackingFlow(archiveHandler)) val unpacker = Flow.fromGraph(new MessageProcessorFlow[TreeScanSignal, TreeScanSignal] {
val cleanUp = Flow.fromGraph(new ArchiveCleanUpFlow(archiveHandler)) override val stageName = "Zip-Archive-Unpacker"
override val processor = new ArchiveUnpacker(archiveHandler)
})
val cleanUp = Flow.fromGraph(new MessageProcessorFlow[FileParsingSignal, FileParsingSignal] {
override val stageName = "Zip-Archive-CleanUp"
override val processor = new ArchiveCleanUp(archiveHandler)
})
val parsing = CalculationParsingFlow.createParsingFlow( val parsing = CalculationParsingFlow.createParsingFlow(
(1 to params.numWorkers).map(i => (1 to params.numWorkers).map(i =>
new CalculationParsingEngine(Main.parsers, metaInfo, eventProcessor, Some(f"Worker-$i%2d"))) new CalculationParsingEngine(Main.parsers, metaInfo, eventProcessor, Some(f"Worker-$i%2d")))
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment