archive indexing fixes

archive/archive-tool/src/main/docker/indexWorker.sh

@@ -3,21 +3,20 @@
 cmd="java -Djava.library.path=/lib -jar /app/archiveTool.jar"
 baseName=${baseName:-toIndex-}
 globPattern=${globPattern:-??}
-indexName=
 if [ -n "$indexName" ] ; then
     indexFlags="--indexName=$indexName"
 fi
 if [ -e /config.sh ] ; then
    source /config.sh
 fi
-cmdArgs=${cmdArgs:-indexArchives --source-paths-file=${!f}}
+cmdArgs=${cmdArgs:-indexArchives $indexFlags --archive-gids-file=\${f}}
 
 cd /work
 for f in /work/$baseName$globPattern ; do
   (
   if [[ -e "$f" ]] ; then
       command=$(eval echo -e $cmd $cmdArgs)
-      $cmd $cmdArgs >& "out-$(basename $f).txt"
+      $command >& "out-$(basename $f).txt"
   fi
 ) &
 done

archive/archive-tool/src/main/scala/eu/nomad_lab/archive/ArchiveTool.scala

@@ -183,7 +183,7 @@ object ArchiveTool extends StrictLogging {
     val today = ZonedDateTime.now(java.time.ZoneId.systemDefault()).toLocalDate
     var indexNameData = "archive" + today
     var archives = Seq[String]()
-    val archiveGidsFileRe = "^--archive-gids-file=(.)$".r
+    val archiveGidsFileRe = "^--archive-gids-file=(.+)$".r
     while (list.nonEmpty) {
       val arg = list.head
       list = list.tail

core/src/main/resources/reference.conf

@@ -362,12 +362,20 @@ kubernetes_prod.nomad_lab {
     indexNameData = "archive"
   }
   archive{
+    elastic{
+      clientUri = "elasticsearch://nomad-flink-02.esc:9200"
+    }
     webservice{
       protocol: "https://"
       hostName: "analytics-toolkit.nomad-coe.eu"
       rootPath: ""
     }
   }
+  repo{
+    elastic{
+      clientUri = "elasticsearch://localhost:9200"
+    }
+  }
 }
 //only used to expose the simpleStats API call while we need to keep the old version running
 kubernetes_prod_dev_archive.nomad_lab {