Improve flexibility & user-friendliness of helm deployment (#209)

* Create ES initContainer to increase map count

ES >= 5 requires an mmap count of at least 262,144 (see
https://elk-docker.readthedocs.io/#prerequisites).

This approach is similar to that used by the official Helm chart.

* Make Neo4J memory configurable

* Update image versions to pick up bug fixes

amundsen-kube-helm/README.md

@@ -19,14 +19,23 @@ provider: aws
 dnsZone: teamname.company.com
 dockerhubImagePath: amundsendev
 searchServiceName: search
-searchImageVersion: 1.4.0
+searchImageVersion: 1.4.2
 metadataServiceName: metadata
-metadataImageVersion: 1.1.1
+metadataImageVersion: 1.1.5
 frontEndServiceName: frontend
-frontEndImageVersion: 1.0.9
+frontEndImageVersion: 1.1.1
 frontEndServicePort: 80
 ```
 
+You may want to override the default memory usage for Neo4J. In particular, if you're just test-driving a deployment and your node exits with status 137, you should set the usage to smaller values:
+```
+config:
+  dbms:
+    heap_initial_size: 2Gi
+    heap_max_size: 2Gi
+    pagecache_size: 2Gi
+```
+
 With this values file, you can then setup amundsen with these commands:
 ```
 helm install templates/helm/neo4j --values impl/helm/dev/values.yaml

amundsen-kube-helm/templates/helm/amundsen/values.yaml

@@ -12,7 +12,7 @@ affinity: {}
 tolerations: []
 
 searchServiceName: search
-searchImageVersion: 1.4.0
+searchImageVersion: 1.4.2
 search:
   replicas: 1
   resources:
@@ -27,7 +27,7 @@ search:
   tolerations: []
 
 metadataServiceName: metadata
-metadataImageVersion: 1.1.1
+metadataImageVersion: 1.1.5
 metadata:
   replicas: 1
   resources:
@@ -43,7 +43,7 @@ metadata:
   tolerations: []
 
 frontEndServiceName: frontend
-frontEndImageVersion: 1.0.9
+frontEndImageVersion: 1.1.1
 frontEndServicePort: 80
 frontEnd:
   replicas: 1

amundsen-kube-helm/templates/helm/elasticsearch/templates/deployment.yaml

@@ -24,11 +24,17 @@ spec:
       tolerations:
 {{ toYaml . | indent 8 }}
       {{- end }}
+      initContainers:
+      - name: init-map-count
+        image: busybox:1.31
+        securityContext:
+          privileged: true
+        command: ["sysctl", "-w", "vm.max_map_count={{ .Values.initContainer.vmMaxMapCount }}"]
       containers:
       - name: {{ .Chart.Name }}
         image: {{ .Chart.Name }}:{{ .Chart.AppVersion }}
         ports:
-        - containerPort: 9200  
+        - containerPort: 9200
         {{- with .Values.resources }}
         resources:
 {{ toYaml . | indent 10 }}

amundsen-kube-helm/templates/helm/elasticsearch/values.yaml

 provider: aws
-# nodeSelector 
-# affinity 
-# tolerations 
+# nodeSelector
+# affinity
+# tolerations
 # resources
-# annotations 
+# annotations
 environment: staging
 dnsZone: teamname.company.com
+initContainer:
+  vmMaxMapCount: 262144
 resources:
   limits:
     cpu: 2

amundsen-kube-helm/templates/helm/neo4j/templates/configmap.yaml

@@ -21,11 +21,11 @@ data:
     dbms.logs.query.enabled=true
     dbms.logs.query.rotation.keep_number=7
     dbms.logs.query.rotation.size=20m
-    dbms.memory.heap.initial_size=23000m
-    dbms.memory.heap.max_size=23000m
-    dbms.memory.pagecache.size=26600m
+    dbms.memory.heap.initial_size={{ .Values.config.dbms.heap_initial_size }}
+    dbms.memory.heap.max_size={{ .Values.config.dbms.heap_max_size }}
+    dbms.memory.pagecache.size={{ .Values.config.dbms.pagecache_size }}
     dbms.security.allow_csv_import_from_file_urls=true
     dbms.security.procedures.unrestricted=algo.*,apoc.*
-    dbms.windows_service_name=neo4j  
+    dbms.windows_service_name=neo4j
     apoc.export.file.enabled=true
     apoc.import.file.enabled=true
\ No newline at end of file

amundsen-kube-helm/templates/helm/neo4j/values.yaml

 provider: aws
-# nodeSelector 
-# affinity 
-# tolerations 
+# nodeSelector
+# affinity
+# tolerations
 # resources
-# annotations 
+# annotations
 environment: staging
 dnsZone: teamname.company.com
 resources:
@@ -13,3 +13,8 @@ resources:
   requests:
     cpu: 1
     memory: 1Gi
+config:
+  dbms:
+    heap_initial_size: 23000m
+    heap_max_size: 23000m
+    pagecache_size: 26600m