Added redis to helm

nomad/processing/data.py

@@ -529,7 +529,8 @@ class Upload(Proc):
     meta: Any = {
         'indexes': [
             'user_id', 'tasks_status', 'process_status', 'published', 'upload_time'
-        ]
+        ],
+        'strict': False  # ignore extra fields to support older entries with join related fields
     }
 
     def __init__(self, **kwargs):

ops/helm/nomad/requirements.lock

@@ -2,5 +2,8 @@ dependencies:
 - name: rabbitmq
   repository: https://charts.bitnami.com/bitnami
   version: 6.21.0
-digest: sha256:71daa0c62bb26ed91bb50b8136f50e29d45b72510b668623f6713b4e52faa206
-generated: "2020-03-30T12:08:12.998147583+02:00"
+- name: redis
+  repository: https://charts.bitnami.com/bitnami
+  version: 10.6.9
+digest: sha256:fce7e3be84b1e6b5ce8b3957fe9e68725fe65975a678d17ea47f6312e5ef45bb
+generated: "2020-04-20T16:28:45.088829238+02:00"

ops/helm/nomad/requirements.yaml

@@ -2,3 +2,6 @@ dependencies:
 - name: rabbitmq
   version: "6.21.0"
   repository: "https://charts.bitnami.com/bitnami"
+- name: redis
+  version: "10.6.9"
+  repository: "https://charts.bitnami.com/bitnami"

ops/helm/nomad/templates/nomad-configmap.yml

@@ -29,6 +29,8 @@ data:
       admin_user_id: {{ .Values.keycloak.admin_user_id }}
     rabbitmq:
       host: "{{ .Release.Name }}-rabbitmq"
+    redis:
+      host: "{{ .Release.Name }}-redis-master"
     elastic:
       host: "{{ .Values.elastic.host }}"
       port: {{ .Values.elastic.port }}

ops/helm/nomad/values.yaml

@@ -100,6 +100,18 @@ rabbitmq:
     password: rabbitmq
     erlangCookie: SWQOKODSQALRPCLNMEQG
 
+## configuration of the chart dependency for redis
+redis:
+  cluster:
+    enabled: false
+  usePassword: false
+  master:
+    nodeSelector:
+      nomadtype: public
+    persistence:
+      enabled: false
+
+
 ## A common name/prefix for all dbs and indices.
 dbname: fairdi_nomad_latest