Add Statsd prometheus exporter to sandbox deployment

deployment/sandbox/flyte_generated.yaml

@@ -18,6 +18,16 @@ kind: Namespace
 metadata:
   name: sparkoperator
 ---
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: statsagent
+spec:
+  finalizers:
+  - kubernetes
+status:
+  phase: Active
+---
 apiVersion: apiextensions.k8s.io/v1beta1
 kind: CustomResourceDefinition
 metadata:
@@ -634,9 +644,10 @@ data:
           - FLYTE_AWS_ENDPOINT: "http://minio.flyte:9000"
           - FLYTE_AWS_ACCESS_KEY_ID: minio
           - FLYTE_AWS_SECRET_ACCESS_KEY: miniostorage
+          - FLYTE_STATSD_HOST: stats.statsagent
 kind: ConfigMap
 metadata:
-  name: flyte-plugin-config-b525btf774
+  name: flyte-plugin-config-h7t6tbcf22
   namespace: flyte
 ---
 apiVersion: v1
@@ -861,6 +872,21 @@ spec:
     app: contour
   type: NodePort
 ---
+apiVersion: v1
+kind: Service
+metadata:
+  name: stats
+  namespace: statsagent
+spec:
+  clusterIP: None
+  ports:
+  - name: udp
+    port: 8125
+    protocol: UDP
+    targetPort: 9125
+  selector:
+    app: stats
+---
 apiVersion: apps/v1
 kind: Deployment
 metadata:
@@ -1169,7 +1195,7 @@ spec:
           name: flyte-propeller-config-55gc695955
         name: config-volume
       - configMap:
-          name: flyte-plugin-config-b525btf774
+          name: flyte-plugin-config-h7t6tbcf22
         name: plugin-config-volume
 ---
 apiVersion: apps/v1
@@ -1457,6 +1483,51 @@ spec:
             name: config-volume
   schedule: '*/1 * * * *'
 ---
+apiVersion: apps/v1
+kind: DaemonSet
+metadata:
+  labels:
+    app: stats
+  name: stats
+  namespace: statsagent
+spec:
+  selector:
+    matchLabels:
+      app: stats
+  template:
+    metadata:
+      annotations:
+        prometheus.io/path: /metrics
+        prometheus.io/port: "9102"
+        prometheus.io/scrape: "true"
+      labels:
+        app: stats
+        app.kubernetes.io/name: statsdagent
+        app.kubernetes.io/version: latest
+    spec:
+      containers:
+      - image: docker.io/prom/statsd-exporter:latest
+        imagePullPolicy: IfNotPresent
+        lifecycle:
+          preStop:
+            exec:
+              command:
+              - sleep
+              - "300"
+        name: exporter
+        ports:
+        - containerPort: 9125
+        - containerPort: 9102
+        resources:
+          limits:
+            cpu: "1"
+            memory: 1Gi
+          requests:
+            cpu: 200m
+            memory: 500Mi
+      restartPolicy: Always
+      terminationGracePeriodSeconds: 30
+---
 apiVersion: extensions/v1beta1
 kind: Ingress
 metadata:

kustomize/base/statsd-exporter/daemonset.yaml

@@ -0,0 +1,74 @@
+# Namespace
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: statsagent
+spec:
+  finalizers:
+  - kubernetes
+status:
+  phase: Active
+---
+# Service
+apiVersion: v1
+kind: Service
+metadata:
+  name: stats
+  namespace: statsagent
+spec:
+  clusterIP: None
+  ports:
+    - name: udp
+      protocol: UDP
+      port: 8125
+      targetPort: 9125
+  selector:
+    app: stats
+---
+
+# Create a deamonSet so that a pod is created on every node that joins the cluster and garbage colleter
+# from nodes that leave the cluster
+apiVersion: apps/v1
+kind: DaemonSet
+metadata:
+  name: stats
+  namespace: statsagent
+  labels:
+    app: stats
+spec:
+  selector:
+    matchLabels:
+      app: stats
+  template:
+    metadata:
+      labels:
+        app: stats
+        app.kubernetes.io/name: statsdagent
+        app.kubernetes.io/version: latest
+      annotations:
+        prometheus.io/scrape: "true"
+        prometheus.io/port: "9102"
+        prometheus.io/path: "/metrics"
+    spec:
+      restartPolicy: Always
+      terminationGracePeriodSeconds: 30
+      containers:
+      - name: exporter
+        image: docker.io/prom/statsd-exporter:latest
+        imagePullPolicy: IfNotPresent
+        ports:
+        - containerPort: 9125
+        - containerPort: 9102
+        lifecycle:
+          preStop:
+            exec:
+              command:
+              - sleep
+              - "300"
+        resources:
+          limits:
+            cpu: "1"
+            memory: 1Gi
+          requests:
+            cpu: "200m"
+            memory: 500Mi

kustomize/base/statsd-exporter/kustomization.yaml

@@ -0,0 +1,2 @@
+resources:
+- daemonset.yaml

kustomize/overlays/sandbox/flyte/kustomization.yaml

@@ -1,6 +1,7 @@
 bases:
 # global resources
 - ../../../base/namespace
+- ../../../base/statsd-exporter
 - ../../../dependencies/database
 - ../../../dependencies/storage
 

kustomize/overlays/sandbox/propeller/plugins/config.yaml

@@ -7,3 +7,4 @@ plugins:
       - FLYTE_AWS_ENDPOINT: "http://minio.flyte:9000"
       - FLYTE_AWS_ACCESS_KEY_ID: minio
       - FLYTE_AWS_SECRET_ACCESS_KEY: miniostorage
+      - FLYTE_STATSD_HOST: stats.statsagent