feat: add redisreplication status masterNode

Signed-off-by: drivebyer <[email protected]>

api/v1beta1/redisreplication_types.go

@@ -31,7 +31,9 @@ func (cr *RedisReplicationSpec) GetReplicationCounts(t string) int32 {
 }
 
 // RedisStatus defines the observed state of Redis
-type RedisReplicationStatus struct{}
+type RedisReplicationStatus struct {
+	MasterNode string `json:"masterNode,omitempty"`
+}
 
 // +kubebuilder:object:root=true
 // +kubebuilder:subresource:status

api/v1beta2/redisreplication_types.go

@@ -36,7 +36,9 @@ func (cr *RedisReplicationSpec) GetReplicationCounts(t string) int32 {
 }
 
 // RedisStatus defines the observed state of Redis
-type RedisReplicationStatus struct{}
+type RedisReplicationStatus struct {
+	MasterNode string `json:"masterNode,omitempty"`
+}
 
 // +kubebuilder:object:root=true
 // +kubebuilder:subresource:status

config/crd/bases/redis.redis.opstreelabs.in_redisreplications.yaml

@@ -3834,6 +3834,9 @@ spec:
             type: object
           status:
             description: RedisStatus defines the observed state of Redis
+            properties:
+              masterNode:
+                type: string
             type: object
         required:
         - spec
@@ -8255,6 +8258,9 @@ spec:
             type: object
           status:
             description: RedisStatus defines the observed state of Redis
+            properties:
+              masterNode:
+                type: string
             type: object
         required:
         - spec

controllers/redisreplication_controller.go

@@ -77,19 +77,39 @@ func (r *RedisReplicationReconciler) Reconcile(ctx context.Context, req ctrl.Req
 		return ctrl.Result{RequeueAfter: time.Second * 60}, nil
 	}
 
-	if len(k8sutils.GetRedisNodesByRole(ctx, r.K8sClient, r.Log, instance, "master")) > int(leaderReplicas) {
+	var realMaster string
+	masterNodes := k8sutils.GetRedisNodesByRole(ctx, r.K8sClient, r.Log, instance, "master")
+	if len(masterNodes) > int(leaderReplicas) {
 		reqLogger.Info("Creating redis replication by executing replication creation commands", "Replication.Ready", strconv.Itoa(int(redisReplicationInfo.Status.ReadyReplicas)))
-		masterNodes := k8sutils.GetRedisNodesByRole(ctx, r.K8sClient, r.Log, instance, "master")
 		slaveNodes := k8sutils.GetRedisNodesByRole(ctx, r.K8sClient, r.Log, instance, "slave")
-		err := k8sutils.CreateMasterSlaveReplication(ctx, r.K8sClient, r.Log, instance, masterNodes, slaveNodes)
+		realMaster = k8sutils.GetRedisReplicationRealMaster(ctx, r.K8sClient, r.Log, instance, masterNodes)
+		if len(slaveNodes) == 0 {
+			realMaster = masterNodes[0]
+		}
+		err := k8sutils.CreateMasterSlaveReplication(ctx, r.K8sClient, r.Log, instance, masterNodes, realMaster)
 		if err != nil {
 			return ctrl.Result{RequeueAfter: time.Second * 60}, err
 		}
 	}
+	realMaster = k8sutils.GetRedisReplicationRealMaster(ctx, r.K8sClient, r.Log, instance, masterNodes)
+	if err := r.UpdateRedisReplicationMaster(ctx, instance, realMaster); err != nil {
+		return ctrl.Result{}, err
+	}
 	reqLogger.Info("Will reconcile redis operator in again 10 seconds")
 	return ctrl.Result{RequeueAfter: time.Second * 10}, nil
 }
 
+func (r *RedisReplicationReconciler) UpdateRedisReplicationMaster(ctx context.Context, instance *redisv1beta2.RedisReplication, masterNode string) error {
+	if instance.Status.MasterNode == masterNode {
+		return nil
+	}
+	instance.Status.MasterNode = masterNode
+	if err := r.Client.Status().Update(ctx, instance); err != nil {
+		return err
+	}
+	return nil
+}
+
 // SetupWithManager sets up the controller with the Manager.
 func (r *RedisReplicationReconciler) SetupWithManager(mgr ctrl.Manager) error {
 	return ctrl.NewControllerManagedBy(mgr).

k8sutils/redis.go

@@ -554,25 +554,7 @@ func checkAttachedSlave(ctx context.Context, redisClient *redis.Client, logger l
 	return 0
 }
 
-func CreateMasterSlaveReplication(ctx context.Context, client kubernetes.Interface, logger logr.Logger, cr *redisv1beta2.RedisReplication, masterPods []string, slavePods []string) error {
-	var realMasterPod string
-
-	for _, podName := range masterPods {
-		redisClient := configureRedisReplicationClient(client, logger, cr, podName)
-		defer redisClient.Close()
-
-		if checkAttachedSlave(ctx, redisClient, logger, podName) > 0 {
-			realMasterPod = podName
-			break
-		}
-	}
-	// realMasterPod = checkAttachedSlave(ctx, client, logger, cr, masterPods)
-
-	if len(slavePods) < 1 {
-		realMasterPod = masterPods[0]
-		logger.V(1).Info("No Master Node Found with attached slave promoting the following pod to master", "pod", masterPods[0])
-	}
-
+func CreateMasterSlaveReplication(ctx context.Context, client kubernetes.Interface, logger logr.Logger, cr *redisv1beta2.RedisReplication, masterPods []string, realMasterPod string) error {
 	logger.V(1).Info("Redis Master Node is set to", "pod", realMasterPod)
 	realMasterInfo := RedisDetails{
 		PodName:   realMasterPod,
@@ -596,3 +578,15 @@ func CreateMasterSlaveReplication(ctx context.Context, client kubernetes.Interfa
 
 	return nil
 }
+
+func GetRedisReplicationRealMaster(ctx context.Context, client kubernetes.Interface, logger logr.Logger, cr *redisv1beta2.RedisReplication, masterPods []string) string {
+	for _, podName := range masterPods {
+		redisClient := configureRedisReplicationClient(client, logger, cr, podName)
+		defer redisClient.Close()
+
+		if checkAttachedSlave(ctx, redisClient, logger, podName) > 0 {
+			return podName
+		}
+	}
+	return ""
+}

tests/e2e-chainsaw/v1beta2/setup/redis-replication/chainsaw-test.yaml

@@ -52,15 +52,13 @@ spec:
           kubectl exec --namespace ${NAMESPACE} redis-replication-0 -- redis-cli -p 6379 set foo-0 bar-0
          check:
           ($stdout=='OK'): true
-    #  - script:
-    #      timeout: 10s
-    #      content: |
-    #       kubectl exec --namespace ${NAMESPACE} redis-replication-1 -- redis-cli -p 6379 set foo-1 bar-1
-    #      check:
-    #       ($stdout==`READONLY You can't write against a read only replica.`): true
-    #  - script:
-    #      timeout: 10s
-    #      content: |
-    #       kubectl exec --namespace ${NAMESPACE} redis-replication-2 -- redis-cli -p 6379 set foo-2 bar-2
-    #      check:
-    #       ($stdout==`READONLY You can't write against a read only replica.`): true
+
+  - name: Check Status
+    try:
+      - script:
+          timeout: 10s
+          content: |
+            kubectl --namespace ${NAMESPACE} get redisreplications.v1beta2.redis.redis.opstreelabs.in redis-replication -o jsonpath='{.status.masterNode}'
+          check:
+            # by default, we select the first node as master
+            ($stdout=='redis-replication-0'): true