Skip to content
GitLab
Menu
Projects
Groups
Snippets
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
nomad-lab
nomad-lab-base
Commits
b2f3749d
Commit
b2f3749d
authored
Jul 25, 2018
by
Ihrig, Arvid Conrad (ari)
Browse files
Integrated Pipeline: moved FileTree class to top-level package
parent
e3f6e579
Changes
21
Hide whitespace changes
Inline
Side-by-side
integrated-pipeline/src/main/scala/eu/nomad_lab/integrated_pipeline/
messages/
FileTree.scala
→
integrated-pipeline/src/main/scala/eu/nomad_lab/integrated_pipeline/FileTree.scala
View file @
b2f3749d
package
eu.nomad_lab.integrated_pipeline
.messages
package
eu.nomad_lab.integrated_pipeline
import
java.nio.file.
{
Path
,
Paths
}
...
...
integrated-pipeline/src/main/scala/eu/nomad_lab/integrated_pipeline/Main.scala
View file @
b2f3749d
...
...
@@ -27,7 +27,7 @@ import eu.nomad_lab.TreeType.TreeType
import
eu.nomad_lab.integrated_pipeline.Main.PipelineSettings
import
eu.nomad_lab.integrated_pipeline.OutputType.OutputType
import
eu.nomad_lab.integrated_pipeline.io_integrations._
import
eu.nomad_lab.integrated_pipeline.messages.
{
FileParsingResultSignal
,
FileParsingTaskSignal
,
FileTreeParsingResult
,
FileTree
}
import
eu.nomad_lab.integrated_pipeline.messages.
{
FileParsingResultSignal
,
FileParsingTaskSignal
,
FileTreeParsingResult
}
import
eu.nomad_lab.integrated_pipeline.stream_components._
import
eu.nomad_lab.meta.
{
KnownMetaInfoEnvs
,
MetaInfoEnv
}
import
eu.nomad_lab.parsers.AllParsers
...
...
integrated-pipeline/src/main/scala/eu/nomad_lab/integrated_pipeline/ParsingResultsProcessor.scala
View file @
b2f3749d
...
...
@@ -3,7 +3,7 @@ package eu.nomad_lab.integrated_pipeline
import
java.nio.file.Path
import
eu.nomad_lab.integrated_pipeline.OutputType.OutputType
import
eu.nomad_lab.integrated_pipeline.messages.
{
FileParsingResult
,
FileTree
}
import
eu.nomad_lab.integrated_pipeline.messages.FileParsingResult
trait
ParsingResultsProcessor
{
...
...
integrated-pipeline/src/main/scala/eu/nomad_lab/integrated_pipeline/ParsingTaskGenerator.scala
View file @
b2f3749d
...
...
@@ -4,7 +4,7 @@ import java.io.InputStream
import
java.nio.file.Path
import
java.util.NoSuchElementException
import
eu.nomad_lab.integrated_pipeline.messages.
{
FileParsingTask
,
FileTree
,
TreeParserEventScanError
}
import
eu.nomad_lab.integrated_pipeline.messages.
{
FileParsingTask
,
TreeParserEventScanError
}
import
eu.nomad_lab.parsers.
{
CandidateParser
,
ParserCollection
}
/**
...
...
integrated-pipeline/src/main/scala/eu/nomad_lab/integrated_pipeline/io_integrations/DirectoryTreeParsingTaskGenerator.scala
View file @
b2f3749d
...
...
@@ -4,8 +4,8 @@ import java.io.FileInputStream
import
java.nio.file.Files
import
eu.nomad_lab.TreeType
import
eu.nomad_lab.integrated_pipeline.ParsingTaskGenerator
import
eu.nomad_lab.integrated_pipeline.messages.
{
FileParsingTask
,
FileTree
,
TreeParserEventScanError
}
import
eu.nomad_lab.integrated_pipeline.
{
FileTree
,
ParsingTaskGenerator
}
import
eu.nomad_lab.integrated_pipeline.messages.
{
FileParsingTask
,
TreeParserEventScanError
}
import
eu.nomad_lab.parsers.
{
CandidateParser
,
ParserCollection
}
import
scala.annotation.tailrec
...
...
integrated-pipeline/src/main/scala/eu/nomad_lab/integrated_pipeline/io_integrations/WriteToHDF5MergedResultsProcessor.scala
View file @
b2f3749d
...
...
@@ -4,8 +4,8 @@ import java.nio.file.{ Files, Path, Paths }
import
eu.nomad_lab.
{
H5Lib
,
TreeType
}
import
eu.nomad_lab.integrated_pipeline.OutputType.OutputType
import
eu.nomad_lab.integrated_pipeline.messages.
{
FileParsingResult
,
FileTree
,
InMemoryResult
}
import
eu.nomad_lab.integrated_pipeline.
{
OutputType
,
ParsingResultsProcessor
}
import
eu.nomad_lab.integrated_pipeline.messages.
{
FileParsingResult
,
InMemoryResult
}
import
eu.nomad_lab.integrated_pipeline.
{
FileTree
,
OutputType
,
ParsingResultsProcessor
}
import
eu.nomad_lab.meta.MetaInfoEnv
import
eu.nomad_lab.parsers.H5Backend.H5File
import
eu.nomad_lab.parsers.
{
H5Backend
,
ReindexBackend
}
...
...
integrated-pipeline/src/main/scala/eu/nomad_lab/integrated_pipeline/io_integrations/WriteToHDF5ResultsProcessor.scala
View file @
b2f3749d
...
...
@@ -3,8 +3,8 @@ package eu.nomad_lab.integrated_pipeline.io_integrations
import
java.nio.file.
{
Files
,
Path
,
Paths
}
import
eu.nomad_lab.integrated_pipeline.OutputType.OutputType
import
eu.nomad_lab.integrated_pipeline.messages.
{
FileParsingResult
,
FileTree
,
InMemoryResult
}
import
eu.nomad_lab.integrated_pipeline.
{
OutputType
,
ParsingResultsProcessor
}
import
eu.nomad_lab.integrated_pipeline.messages.
{
FileParsingResult
,
InMemoryResult
}
import
eu.nomad_lab.integrated_pipeline.
{
FileTree
,
OutputType
,
ParsingResultsProcessor
}
import
eu.nomad_lab.meta.MetaInfoEnv
import
eu.nomad_lab.parsers.H5Backend.H5File
import
eu.nomad_lab.parsers.
{
H5Backend
,
ReindexBackend
}
...
...
integrated-pipeline/src/main/scala/eu/nomad_lab/integrated_pipeline/io_integrations/WriteToJsonResultsProcessor.scala
View file @
b2f3749d
...
...
@@ -4,8 +4,8 @@ import java.io.FileWriter
import
java.nio.file.
{
Files
,
Path
,
Paths
}
import
eu.nomad_lab.integrated_pipeline.OutputType.OutputType
import
eu.nomad_lab.integrated_pipeline.messages.
{
FileParsingResult
,
FileTree
,
InMemoryResult
}
import
eu.nomad_lab.integrated_pipeline.
{
OutputType
,
ParsingResultsProcessor
}
import
eu.nomad_lab.integrated_pipeline.messages.
{
FileParsingResult
,
InMemoryResult
}
import
eu.nomad_lab.integrated_pipeline.
{
FileTree
,
OutputType
,
ParsingResultsProcessor
}
import
eu.nomad_lab.meta.MetaInfoEnv
import
eu.nomad_lab.parsers.JsonWriterBackend
...
...
integrated-pipeline/src/main/scala/eu/nomad_lab/integrated_pipeline/io_integrations/ZipTreeParsingTaskGenerator.scala
View file @
b2f3749d
...
...
@@ -3,8 +3,8 @@ package eu.nomad_lab.integrated_pipeline.io_integrations
import
java.nio.file.Paths
import
eu.nomad_lab.TreeType
import
eu.nomad_lab.integrated_pipeline.ParsingTaskGenerator
import
eu.nomad_lab.integrated_pipeline.messages.
{
FileParsingTask
,
FileTree
,
TreeParserEventScanError
}
import
eu.nomad_lab.integrated_pipeline.
{
FileTree
,
ParsingTaskGenerator
}
import
eu.nomad_lab.integrated_pipeline.messages.
{
FileParsingTask
,
TreeParserEventScanError
}
import
eu.nomad_lab.parsers.
{
CandidateParser
,
ParserCollection
}
import
org.apache.commons.compress.archivers.zip.
{
ZipArchiveEntry
,
ZipFile
}
...
...
integrated-pipeline/src/main/scala/eu/nomad_lab/integrated_pipeline/messages/FileParsingSignals.scala
View file @
b2f3749d
...
...
@@ -2,6 +2,7 @@ package eu.nomad_lab.integrated_pipeline.messages
import
java.nio.file.Path
import
eu.nomad_lab.integrated_pipeline.FileTree
import
eu.nomad_lab.parsers.ParseResult.ParseResult
import
eu.nomad_lab.parsers.
{
FinishedParsingSession
,
ParseEvent
,
StartedParsingSession
}
import
eu.nomad_lab.
{
CompactSha
,
TreeType
}
...
...
integrated-pipeline/src/main/scala/eu/nomad_lab/integrated_pipeline/messages/FileTreeParsingResult.scala
View file @
b2f3749d
...
...
@@ -2,7 +2,7 @@ package eu.nomad_lab.integrated_pipeline.messages
import
java.nio.file.Path
import
eu.nomad_lab.integrated_pipeline.OutputType
import
eu.nomad_lab.integrated_pipeline.
{
FileTree
,
OutputType
}
case
class
FileTreeParsingResult
(
treeScanTask
:
FileTree
,
...
...
integrated-pipeline/src/main/scala/eu/nomad_lab/integrated_pipeline/messages/ProcessEvents.scala
View file @
b2f3749d
...
...
@@ -2,6 +2,7 @@ package eu.nomad_lab.integrated_pipeline.messages
import
java.nio.file.Path
import
eu.nomad_lab.integrated_pipeline.FileTree
import
eu.nomad_lab.parsers.ParseResult.ParseResult
/*These events are distinct from the messages passed between the different processing stage because
...
...
integrated-pipeline/src/main/scala/eu/nomad_lab/integrated_pipeline/stream_components/ArchiveCleanUpFlow.scala
View file @
b2f3749d
...
...
@@ -3,6 +3,7 @@ package eu.nomad_lab.integrated_pipeline.stream_components
import
akka.stream.stage.
{
GraphStage
,
GraphStageLogic
,
InHandler
,
OutHandler
}
import
akka.stream.
{
Attributes
,
FlowShape
,
Inlet
,
Outlet
}
import
eu.nomad_lab.TreeType
import
eu.nomad_lab.integrated_pipeline.FileTree
import
eu.nomad_lab.integrated_pipeline.io_integrations.ArchiveHandler
import
eu.nomad_lab.integrated_pipeline.messages._
...
...
integrated-pipeline/src/test/scala/eu/nomad_lab/integrated_pipeline_end_to_end_tests/package.scala
View file @
b2f3749d
...
...
@@ -5,9 +5,8 @@ import java.nio.file.Path
import
eu.nomad_lab.JsonSupport.formats
import
eu.nomad_lab.TreeType.TreeType
import
eu.nomad_lab.h5.CalculationH5
import
eu.nomad_lab.integrated_pipeline.OutputType
import
eu.nomad_lab.integrated_pipeline.
{
FileTree
,
OutputType
}
import
eu.nomad_lab.integrated_pipeline.OutputType.OutputType
import
eu.nomad_lab.integrated_pipeline.messages.FileTree
import
eu.nomad_lab.integrated_pipeline_tests._
import
eu.nomad_lab.meta.MetaInfoEnv
import
org.scalatest.Assertions.succeed
...
...
integrated-pipeline/src/test/scala/eu/nomad_lab/integrated_pipeline_tests/Builders.scala
View file @
b2f3749d
...
...
@@ -4,6 +4,7 @@ import java.nio.file.{ Path, Paths }
import
eu.nomad_lab.TreeType
import
eu.nomad_lab.TreeType.TreeType
import
eu.nomad_lab.integrated_pipeline.FileTree
import
eu.nomad_lab.integrated_pipeline.messages._
import
eu.nomad_lab.integrated_pipeline_tests.EventBuilders._
import
eu.nomad_lab.integrated_pipeline_tests.MessageBuilders._
...
...
integrated-pipeline/src/test/scala/eu/nomad_lab/integrated_pipeline_tests/CalculationParsingFlowSpec.scala
View file @
b2f3749d
...
...
@@ -6,7 +6,7 @@ import akka.stream.ClosedShape
import
akka.stream.scaladsl.
{
GraphDSL
,
RunnableGraph
}
import
akka.stream.testkit.scaladsl.
{
TestSink
,
TestSource
}
import
eu.nomad_lab.TreeType
import
eu.nomad_lab.integrated_pipeline.CalculationParsingEngine
import
eu.nomad_lab.integrated_pipeline.
{
CalculationParsingEngine
,
FileTree
}
import
eu.nomad_lab.integrated_pipeline.messages._
import
eu.nomad_lab.integrated_pipeline.stream_components._
import
eu.nomad_lab.integrated_pipeline_tests.matchers.
{
FileParsingResultMatchers
,
StreamAssertions
}
...
...
integrated-pipeline/src/test/scala/eu/nomad_lab/integrated_pipeline_tests/TreeParsingTaskGeneratorSpec.scala
View file @
b2f3749d
...
...
@@ -2,9 +2,9 @@ package eu.nomad_lab.integrated_pipeline_tests
import
eu.nomad_lab.TreeType
import
eu.nomad_lab.TreeType.TreeType
import
eu.nomad_lab.integrated_pipeline.ParsingTaskGenerator
import
eu.nomad_lab.integrated_pipeline.
{
FileTree
,
ParsingTaskGenerator
}
import
eu.nomad_lab.integrated_pipeline.io_integrations.
{
DirectoryTreeParsingTaskGenerator
,
ZipTreeParsingTaskGenerator
}
import
eu.nomad_lab.integrated_pipeline.messages.
{
FileParsingTask
,
FileTree
}
import
eu.nomad_lab.integrated_pipeline.messages.FileParsingTask
import
eu.nomad_lab.parsers.AllParsers
import
org.scalatest.
{
Matchers
,
WordSpec
}
...
...
integrated-pipeline/src/test/scala/eu/nomad_lab/integrated_pipeline_tests/TreeScannerSpec.scala
View file @
b2f3749d
package
eu.nomad_lab.integrated_pipeline_tests
import
eu.nomad_lab.integrated_pipeline.messages._
import
eu.nomad_lab.integrated_pipeline.
{
EventListener
,
ParsingTaskGenerator
,
TreeScanner
}
import
eu.nomad_lab.integrated_pipeline.
{
EventListener
,
FileTree
,
ParsingTaskGenerator
,
TreeScanner
}
import
eu.nomad_lab.integrated_pipeline_tests.matchers._
import
org.mockito.ArgumentMatchers._
import
org.mockito.Mockito._
...
...
integrated-pipeline/src/test/scala/eu/nomad_lab/integrated_pipeline_tests/WriteToHDF5MergedResultsProcessorSpec.scala
View file @
b2f3749d
...
...
@@ -5,7 +5,7 @@ import java.nio.file.Paths
import
eu.nomad_lab.JsonSupport.formats
import
eu.nomad_lab.h5.CalculationH5
import
eu.nomad_lab.integrated_pipeline.io_integrations.WriteToHDF5MergedResultsProcessor
import
eu.nomad_lab.integrated_pipeline.messages.
{
FileParsingTask
,
FileTree
}
import
eu.nomad_lab.integrated_pipeline.messages.FileParsingTask
import
eu.nomad_lab.meta.KnownMetaInfoEnvs
import
eu.nomad_lab.
{
H5Lib
,
JsonUtils
,
TreeType
}
import
org.scalatest.
{
Matchers
,
WordSpec
}
...
...
integrated-pipeline/src/test/scala/eu/nomad_lab/integrated_pipeline_tests/matchers/MessageMatchers.scala
View file @
b2f3749d
...
...
@@ -3,6 +3,7 @@ package eu.nomad_lab.integrated_pipeline_tests.matchers
import
java.nio.file.
{
Path
,
Paths
}
import
eu.nomad_lab.TreeType.TreeType
import
eu.nomad_lab.integrated_pipeline.FileTree
import
eu.nomad_lab.integrated_pipeline.OutputType.OutputType
import
eu.nomad_lab.integrated_pipeline.messages._
import
eu.nomad_lab.parsers.ParseResult.ParseResult
...
...
Prev
1
2
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment