Merge pull request #1027 from lsst-it/IT-6397_deploy_kona

(kona) add new dev cluster

Author: dtapiacl

fleet/lib/fleet-conf/overlays/dev/gitrepo-kona.yaml

@@ -0,0 +1,22 @@
+---
+apiVersion: fleet.cattle.io/v1alpha1
+kind: GitRepo
+metadata:
+  name: kona
+  namespace: fleet-default
+spec:
+  repo: https://github.com/lsst-it/k8s-cookbook
+  branch: master
+  keepResources: true
+  paths:
+    - fleet/s/dev/c/kona/*
+  targets:
+    - name: kona
+      clusterSelector:
+        matchExpressions:
+          - key: management.cattle.io/cluster-display-name
+            operator: In
+            values:
+              - kona
+  correctDrift:
+    enabled: true

fleet/lib/metallb-conf/fleet.yaml

@@ -153,6 +153,16 @@ targetCustomizations:
     yaml:
       overlays:
         - pukem
+  - name: kona
+    clusterSelector:
+      matchExpressions:
+        - key: management.cattle.io/cluster-display-name
+          operator: In
+          values:
+            - kona
+    yaml:
+      overlays:
+        - kona
   - name: rancher.dev
     clusterSelector:
       matchExpressions:

fleet/lib/metallb-conf/overlays/kona/ipaddresspool-default.yaml

@@ -0,0 +1,18 @@
+---
+apiVersion: metallb.io/v1beta1
+kind: IPAddressPool
+metadata:
+  name: default
+  namespace: metallb-system
+spec:
+  addresses:
+    - 139.229.134.222-139.229.134.230
+---
+apiVersion: metallb.io/v1beta1
+kind: L2Advertisement
+metadata:
+  name: default
+  namespace: metallb-system
+spec:
+  ipAddressPools:
+    - default

fleet/lib/metallb-conf/overlays/kona/ipaddresspool-ingress.yaml

@@ -0,0 +1,19 @@
+---
+apiVersion: metallb.io/v1beta1
+kind: IPAddressPool
+metadata:
+  name: ingress
+  namespace: metallb-system
+spec:
+  addresses:
+    - 139.229.134.221/32
+  autoAssign: false
+---
+apiVersion: metallb.io/v1beta1
+kind: L2Advertisement
+metadata:
+  name: ingress
+  namespace: metallb-system
+spec:
+  ipAddressPools:
+    - ingress

fleet/lib/rook-ceph-cluster/fleet.yaml

@@ -184,3 +184,13 @@ targetCustomizations:
     helm:
       valuesFiles:
         - overlays/pukem/values.yaml
+  - name: kona
+    clusterSelector:
+      matchExpressions:
+        - key: management.cattle.io/cluster-display-name
+          operator: In
+          values:
+            - kona
+    helm:
+      valuesFiles:
+        - overlays/kona/values.yaml

fleet/lib/rook-ceph-cluster/overlays/kona/values.yaml

@@ -0,0 +1,77 @@
+---
+cephClusterSpec:
+  mon:
+    count: 3
+  cephConfig:
+    global:
+      osd_pool_default_pg_autoscale_mode: warn
+      rgw_override_bucket_index_max_shards: "401"
+      rgw_enable_usage_log: "false"
+    mgr:
+      mgr/balancer/upmap_max_deviation: "1"
+    osd:
+      osd_max_pg_per_osd_hard_ratio: "10"
+      osd_op_queue: wpq
+      osd_scrub_auto_repair: "true"
+    client.rgw.lfa.a:
+      rgw_enable_usage_log: "false"
+      rgw_enable_lc_threads: "false"  # disable object gc
+    client.rgw.lfagc.a:
+      rgw_enable_usage_log: "false"
+      rgw_enable_lc_threads: "true"  # enable object gc
+
+  storage:
+    useAllNodes: false
+    useAllDevices: false
+    config:
+      osdsPerDevice: "1"
+      encryptedDevice: "true"
+    nodes:
+      - name: kona01
+        devices:
+          - name: /dev/disk/by-id/scsi-35000cca02d81a04c
+      - name: kona02
+        devices:
+          - name: /dev/disk/by-id/scsi-35000cca0807a5cac
+      - name: kona03
+        devices:
+          - name: /dev/disk/by-id/scsi-35000cca0807a5cd0
+      - name: kona04
+        devices:
+          - name: /dev/disk/by-id/scsi-35000cca02d7ce0f4
+
+cephBlockPools:
+  - name: replicapool
+    spec:
+      failureDomain: host
+      replicated:
+        size: 3
+        requireSafeReplicaSize: true
+      quotas:
+        maxSize: 2Ti
+      enableRBDStats: true
+      parameters:
+        nodelete: "true"
+        nosizechange: "true"
+        pg_autoscale_mode: "off"
+        pg_num: "8"
+    storageClass:
+      name: rook-ceph-block
+      enabled: true
+      isDefault: true
+      reclaimPolicy: Delete
+      allowVolumeExpansion: true
+      mountOptions:
+        - discard
+      parameters:
+        clusterID: rook-ceph
+        pool: replicapool
+        imageFormat: "2"
+        imageFeatures: layering,fast-diff,object-map,deep-flatten,exclusive-lock
+        csi.storage.k8s.io/provisioner-secret-name: rook-csi-rbd-provisioner
+        csi.storage.k8s.io/provisioner-secret-namespace: rook-ceph
+        csi.storage.k8s.io/controller-expand-secret-name: rook-csi-rbd-provisioner
+        csi.storage.k8s.io/controller-expand-secret-namespace: rook-ceph
+        csi.storage.k8s.io/node-stage-secret-name: rook-csi-rbd-node
+        csi.storage.k8s.io/node-stage-secret-namespace: rook-ceph
+        csi.storage.k8s.io/fstype: ext4

fleet/lib/rook-ceph-conf/Chart.yaml

@@ -34,3 +34,5 @@ dependencies:
     condition: subchart.elqui.enabled
   - name: pukem
     condition: subchart.pukem.enabled
+  - name: kona
+    condition: subchart.kona.enabled

fleet/lib/rook-ceph-conf/charts/kona/Chart.yaml

@@ -0,0 +1,6 @@
+apiVersion: v2
+name: kona
+description: A Helm chart for Kubernetes
+type: application
+version: 0.0.0
+appVersion: 0.0.0

fleet/lib/rook-ceph-conf/charts/kona/templates/cm-cephcli.yaml

@@ -0,0 +1,16 @@
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: cephcli
+  namespace: rook-ceph
+data:
+  script: |
+    ceph mgr module enable nfs
+    ceph orch set backend ""
+    ceph mgr module disable rook
+
+    ceph mgr module enable rook
+    ceph orch set backend rook
+    ceph device monitoring on
+    ceph config set global device_failure_prediction_mode local

fleet/lib/rook-ceph-conf/fleet.yaml

@@ -194,3 +194,15 @@ targetCustomizations:
         subchart:
           pukem:
             enabled: true
+  - name: kona
+    clusterSelector:
+      matchExpressions:
+        - key: management.cattle.io/cluster-display-name
+          operator: In
+          values:
+            - kona
+    helm:
+      values:
+        subchart:
+          pukem:
+            enabled: true