[DO NOT MERGE BEFORE #1606 and #1610] CSPL-3549 Splunk Operator Enhancement – Ingestion and Indexing Separation

.github/workflows/arm-AL2023-build-test-push-workflow-AL2023.yml

@@ -120,6 +120,7 @@ jobs:
                 appframeworksS1,
                 managersecret,
                 managermc,
+                indingsep,
                ]
     runs-on: ubuntu-latest
     env:

.github/workflows/arm-AL2023-int-test-workflow.yml

@@ -68,6 +68,7 @@ jobs:
             managercrcrud,
             licensemanager,
             managerdeletecr,
+            indingsep,
           ]
     runs-on: ubuntu-latest
     needs: build-operator-image-arm-al2023

.github/workflows/arm-RHEL-build-test-push-workflow.yml

@@ -68,6 +68,7 @@ jobs:
             managercrcrud,
             licensemanager,
             managerdeletecr,
+            indingsep,
           ]
     runs-on: ubuntu-latest
     needs: build-operator-image-arm-rhel

.github/workflows/arm-RHEL-int-test-workflow.yml

@@ -68,6 +68,7 @@ jobs:
             managercrcrud,
             licensemanager,
             managerdeletecr,
+            indingsep,
           ]
     runs-on: ubuntu-latest
     needs: build-operator-image-arm-rhel

.github/workflows/arm-Ubuntu-build-test-push-workflow.yml

@@ -120,6 +120,7 @@ jobs:
                 appframeworksS1,
                 managersecret,
                 managermc,
+                indingsep,
               ]
     runs-on: ubuntu-latest
     env:

.github/workflows/arm-Ubuntu-int-test-workflow.yml

@@ -68,6 +68,7 @@ jobs:
             managercrcrud,
             licensemanager,
             managerdeletecr,
+            indingsep,
           ]
     runs-on: ubuntu-latest
     needs: build-operator-image-arm-ubuntu

.github/workflows/build-test-push-workflow.yml

@@ -166,6 +166,7 @@ jobs:
                 managerappframeworkm4,
                 managersecret,
                 managermc,
+                indingsep,
                ]
     runs-on: ubuntu-latest
     env:

.github/workflows/distroless-build-test-push-workflow.yml

@@ -167,6 +167,7 @@ jobs:
           managerappframeworkm4,
           managersecret,
           managermc,
+          indingsep,
         ]
     runs-on: ubuntu-latest
     env:

.github/workflows/distroless-int-test-workflow.yml

@@ -64,6 +64,7 @@ jobs:
             managercrcrud,
             licensemanager,
             managerdeletecr,
+            indingsep,
           ]
     runs-on: ubuntu-latest
     needs: build-operator-image-distroless

.github/workflows/helm-test-workflow.yml

@@ -100,8 +100,8 @@ jobs:
           version: ${{ steps.dotenv.outputs.KUBECTL_VERSION }}
       - name: Install kuttl
         run: |
-          sudo curl -LO https://github.com/kudobuilder/kuttl/releases/download/v0.12.0/kuttl_0.12.0_linux_x86_64.tar.gz
-          sudo tar -xvzf kuttl_0.12.0_linux_x86_64.tar.gz
+          sudo curl -LO https://github.com/kudobuilder/kuttl/releases/download/v0.22.0/kuttl_0.22.0_linux_x86_64.tar.gz
+          sudo tar -xvzf kuttl_0.22.0_linux_x86_64.tar.gz
           sudo chmod +x  kubectl-kuttl
           sudo mv kubectl-kuttl /usr/local/bin/kubectl-kuttl
       - name: Install Python

.github/workflows/int-test-workflow.yml

@@ -61,6 +61,7 @@ jobs:
             managercrcrud,
             licensemanager,
             managerdeletecr,
+            indingsep,
           ]
     runs-on: ubuntu-latest
     needs: build-operator-image

.github/workflows/manual-int-test-workflow.yml

@@ -23,6 +23,7 @@ jobs:
             managerscaling,
             managercrcrud,
             licensemanager,
+            indingsep,
           ]
     runs-on: ubuntu-latest
     env:

.github/workflows/namespace-scope-int-workflow.yml

@@ -19,6 +19,7 @@ jobs:
             managerscaling,
             managercrcrud,
             licensemanager,
+            indingsep,
           ]
     runs-on: ubuntu-latest
     env:

.github/workflows/nightly-int-test-workflow.yml

@@ -59,6 +59,7 @@ jobs:
             managerscaling,
             managercrcrud,
             licensemanager,
+            indingsep,
           ]
     runs-on: ubuntu-latest
     needs: build-operator-image

PROJECT

@@ -1,3 +1,7 @@
+# Code generated by tool. DO NOT EDIT.
+# This file is used to track the info used to scaffold your project
+# and allow the plugins properly work.
+# More info: https://book.kubebuilder.io/reference/project-config.html
 domain: splunk.com
 layout:
 - go.kubebuilder.io/v4
@@ -109,4 +113,22 @@ resources:
   kind: LicenseManager
   path: github.com/splunk/splunk-operator/api/v4
   version: v4
+- api:
+    crdVersion: v1
+    namespaced: true
+  controller: true
+  domain: splunk.com
+  group: enterprise
+  kind: IngestorCluster
+  path: github.com/splunk/splunk-operator/api/v4
+  version: v4
+- api:
+    crdVersion: v1
+    namespaced: true
+  controller: true
+  domain: splunk.com
+  group: enterprise
+  kind: BusConfiguration
+  path: github.com/splunk/splunk-operator/api/v4
+  version: v4
 version: "3"

api/v4/busconfiguration_types.go

@@ -0,0 +1,134 @@
+/*
+Copyright 2025.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package v4
+
+import (
+	corev1 "k8s.io/api/core/v1"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+	"k8s.io/apimachinery/pkg/runtime"
+)
+
+const (
+	// BusConfigurationPausedAnnotation is the annotation that pauses the reconciliation (triggers
+	// an immediate requeue)
+	BusConfigurationPausedAnnotation = "busconfiguration.enterprise.splunk.com/paused"
+)
+
+// BusConfigurationSpec defines the desired state of BusConfiguration
+type BusConfigurationSpec struct {
+	Type string `json:"type"`
+
+	SQS SQSSpec `json:"sqs"`
+}
+
+type SQSSpec struct {
+	QueueName string `json:"queueName"`
+
+	AuthRegion string `json:"authRegion"`
+
+	Endpoint string `json:"endpoint"`
+
+	LargeMessageStoreEndpoint string `json:"largeMessageStoreEndpoint"`
+
+	LargeMessageStorePath string `json:"largeMessageStorePath"`
+
+	DeadLetterQueueName string `json:"deadLetterQueueName"`
+}
+
+// BusConfigurationStatus defines the observed state of BusConfiguration.
+type BusConfigurationStatus struct {
+	// Phase of the bus configuration
+	Phase Phase `json:"phase"`
+
+	// Resource revision tracker
+	ResourceRevMap map[string]string `json:"resourceRevMap"`
+
+	// Auxillary message describing CR status
+	Message string `json:"message"`
+}
+
+// +kubebuilder:object:root=true
+// +kubebuilder:subresource:status
+
+// BusConfiguration is the Schema for a Splunk Enterprise bus configuration
+// +k8s:openapi-gen=true
+// +kubebuilder:subresource:status
+// +kubebuilder:subresource:scale:specpath=.spec.replicas,statuspath=.status.replicas,selectorpath=.status.selector
+// +kubebuilder:resource:path=busconfigurations,scope=Namespaced,shortName=bus
+// +kubebuilder:printcolumn:name="Phase",type="string",JSONPath=".status.phase",description="Status of bus configuration"
+// +kubebuilder:printcolumn:name="Age",type="date",JSONPath=".metadata.creationTimestamp",description="Age of bus configuration resource"
+// +kubebuilder:printcolumn:name="Message",type="string",JSONPath=".status.message",description="Auxillary message describing CR status"
+// +kubebuilder:storageversion
+
+// BusConfiguration is the Schema for the busconfigurations API
+type BusConfiguration struct {
+	metav1.TypeMeta   `json:",inline"`
+	metav1.ObjectMeta `json:"metadata,omitempty,omitzero"`
+
+	Spec   BusConfigurationSpec   `json:"spec"`
+	Status BusConfigurationStatus `json:"status,omitempty,omitzero"`
+}
+
+// DeepCopyObject implements runtime.Object
+func (in *BusConfiguration) DeepCopyObject() runtime.Object {
+	if c := in.DeepCopy(); c != nil {
+		return c
+	}
+	return nil
+}
+
+// +kubebuilder:object:root=true
+
+// BusConfigurationList contains a list of BusConfiguration
+type BusConfigurationList struct {
+	metav1.TypeMeta `json:",inline"`
+	metav1.ListMeta `json:"metadata,omitempty"`
+	Items           []BusConfiguration `json:"items"`
+}
+
+func init() {
+	SchemeBuilder.Register(&BusConfiguration{}, &BusConfigurationList{})
+}
+
+// NewEvent creates a new event associated with the object and ready
+// to be published to Kubernetes API
+func (bc *BusConfiguration) NewEvent(eventType, reason, message string) corev1.Event {
+	t := metav1.Now()
+	return corev1.Event{
+		ObjectMeta: metav1.ObjectMeta{
+			GenerateName: reason + "-",
+			Namespace:    bc.ObjectMeta.Namespace,
+		},
+		InvolvedObject: corev1.ObjectReference{
+			Kind:       "BusConfiguration",
+			Namespace:  bc.Namespace,
+			Name:       bc.Name,
+			UID:        bc.UID,
+			APIVersion: GroupVersion.String(),
+		},
+		Reason:  reason,
+		Message: message,
+		Source: corev1.EventSource{
+			Component: "splunk-busconfiguration-controller",
+		},
+		FirstTimestamp:      t,
+		LastTimestamp:       t,
+		Count:               1,
+		Type:                eventType,
+		ReportingController: "enterprise.splunk.com/busconfiguration-controller",
+	}
+}

api/v4/indexercluster_types.go

@@ -38,6 +38,9 @@ const (
 type IndexerClusterSpec struct {
 	CommonSplunkSpec `json:",inline"`
 
+	// Bus configuration reference
+	BusConfigurationRef corev1.ObjectReference `json:"busConfigurationRef,omitempty"`
+
 	// Number of search head pods; a search head cluster will be created if > 1
 	Replicas int32 `json:"replicas"`
 }
@@ -111,6 +114,9 @@ type IndexerClusterStatus struct {
 
 	// Auxillary message describing CR status
 	Message string `json:"message"`
+
+	// Bus configuration
+	BusConfiguration BusConfigurationSpec `json:"busConfiguration,omitempty"`
 }
 
 // +k8s:deepcopy-gen:interfaces=k8s.io/apimachinery/pkg/runtime.Object