Commit 67ee3a7d authored by Mohamed, Fawzi Roberto (fawzi)'s avatar Mohamed, Fawzi Roberto (fawzi)
Browse files

archive indexing fixes

parent 88cd2502
......@@ -3,21 +3,20 @@
cmd="java -Djava.library.path=/lib -jar /app/archiveTool.jar"
baseName=${baseName:-toIndex-}
globPattern=${globPattern:-??}
indexName=
if [ -n "$indexName" ] ; then
indexFlags="--indexName=$indexName"
fi
if [ -e /config.sh ] ; then
source /config.sh
fi
cmdArgs=${cmdArgs:-indexArchives --source-paths-file=${!f}}
cmdArgs=${cmdArgs:-indexArchives $indexFlags --archive-gids-file=\${f}}
cd /work
for f in /work/$baseName$globPattern ; do
(
if [[ -e "$f" ]] ; then
command=$(eval echo -e $cmd $cmdArgs)
$cmd $cmdArgs >& "out-$(basename $f).txt"
$command >& "out-$(basename $f).txt"
fi
) &
done
......
......@@ -183,7 +183,7 @@ object ArchiveTool extends StrictLogging {
val today = ZonedDateTime.now(java.time.ZoneId.systemDefault()).toLocalDate
var indexNameData = "archive" + today
var archives = Seq[String]()
val archiveGidsFileRe = "^--archive-gids-file=(.)$".r
val archiveGidsFileRe = "^--archive-gids-file=(.+)$".r
while (list.nonEmpty) {
val arg = list.head
list = list.tail
......
......@@ -362,12 +362,20 @@ kubernetes_prod.nomad_lab {
indexNameData = "archive"
}
archive{
elastic{
clientUri = "elasticsearch://nomad-flink-02.esc:9200"
}
webservice{
protocol: "https://"
hostName: "analytics-toolkit.nomad-coe.eu"
rootPath: ""
}
}
repo{
elastic{
clientUri = "elasticsearch://localhost:9200"
}
}
}
//only used to expose the simpleStats API call while we need to keep the old version running
kubernetes_prod_dev_archive.nomad_lab {
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment