Merge pull request #56 from InseeFrLab/feature/hive-meta-listener

Feature/hive meta listener

Author: fcomte

charts/hive-metastore/Chart.yaml

@@ -25,7 +25,7 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: 1.1.6
+version: 1.1.7
 
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to

charts/hive-metastore/templates/configmap.yaml

@@ -9,6 +9,12 @@ data:
     <?xml version="1.0"?>
     <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
     <configuration>
+        {{ if .Values.listener.enabled }}
+        <property>
+          <name>hive.metastore.event.listeners</name>
+          <value>{{ .Values.listener.className }}</value>
+        </property>
+        {{ end }}
         <property>
           <name>javax.jdo.option.ConnectionURL</name>
           <value>jdbc:postgresql://{{ .Values.postgresql.fullnameOverride }}:5432/{{ .Values.global.postgresql.postgresqlDatabase}}</value>

charts/hive-metastore/templates/deployment.yaml

@@ -37,6 +37,15 @@ spec:
             - name: thrift
               containerPort: 9083
               protocol: TCP
+          {{ if .Values.listener.enabled }}    
+          env:
+            - name: KAFKA_BROKER_URL
+              value: {{ .Values.listener.kafka-broker-url }}
+            - name: KAFKA_TOPIC_NAME
+              value: {{ .Values.listener.kafka-topic-name }}
+            - name: DOMAIN_NAMESPACE
+              value: {{ .Values.listener.domain-namespace }}
+          {{ end }} 
           readinessProbe:
             tcpSocket:
               port: 9083

charts/hive-metastore/values.schema.json

@@ -86,6 +86,36 @@
           }
       }
     },
+    "listener": {
+      "description": "Configuration of hive meta store listener",
+      "type": "object",
+      "properties": {
+          "enabled": {
+              "description": "enable hive metastore listener",
+              "type": "boolean",
+              "default": false
+          },
+          "kafka-broker-url": {
+              "description": "kafka broker url for pushing your hive metastore event",
+              "type": "string",
+              "default": "change.me"
+              
+          },
+          "kafka-topic-name": {
+              "description": "kafka topic name for pushing your hive metastore event",
+              "type": "string",
+              "default": "changeMe"
+          },
+          "domain-namespace": {
+              "description": "domain name where your hive metastore is located inside your organization",
+              "type": "string",
+              "x-form": {
+                "value": "{{project.id}}"
+              },
+              "default": "changeMe"
+          }
+        }
+    },
     "global": {
       "description": "postgres specific configuration",
       "type": "object",

charts/hive-metastore/values.yaml

@@ -47,6 +47,13 @@ postgresql:
     tag: "12"
   fullnameOverride: "hive-metastore-db"
 
+listener:
+  enabled: true
+  class-name: org.pengfei.hive.listener.CustomHiveListener
+  kafka-broker-url: kafka-0.kafka-headless:9092
+  kafka-topic-name: hive-meta
+  domain-namespace: user-pengfei
+
 readiness:
   enabled: "true"