[SPARK-48984] Add Controller Metrics System and Utils

### What changes were proposed in this pull request?

This is a breakdown PR of #12  - defines metrics system and utils classes to be used by the reconcilers.

It also refactors a few methods in previous utils class `org.apache.spark.k8s.operator.reconciler.SparkReconcilerUtils` into common utils package.

### Why are the changes needed?

Breakdown PRs help us to move with more flexibility.

### Does this PR introduce _any_ user-facing change?

No

### How was this patch tested?

CIs

### Was this patch authored or co-authored using generative AI tooling?

No

Closes #23 from jiangzho/controller_utils.

Authored-by: zhou-jiang <[email protected]>
Signed-off-by: Dongjoon Hyun <[email protected]>

Author: jiangzho

spark-operator/build.gradle

@@ -21,6 +21,15 @@ dependencies {
   implementation("org.apache.logging.log4j:log4j-1.2-api:$log4jVersion")
   implementation("org.apache.logging.log4j:log4j-layout-template-json:$log4jVersion")
 
+  // metrics
+  implementation("io.dropwizard.metrics:metrics-core:$dropwizardMetricsVersion")
+  implementation("io.dropwizard.metrics:metrics-jvm:$dropwizardMetricsVersion")
+  compileOnly("org.apache.spark:spark-core_$scalaVersion:$sparkVersion") {
+    exclude group: 'com.squareup.okio'
+    exclude group: 'com.squareup.okhttp3'
+    exclude group: "org.apache.logging.log4j"
+    exclude group: "org.slf4j"
+  }
   compileOnly("org.projectlombok:lombok:$lombokVersion")
 
   annotationProcessor("org.projectlombok:lombok:$lombokVersion")
@@ -30,6 +39,17 @@ dependencies {
     exclude group: 'com.squareup.okio'
     exclude group: 'io.fabric8'
   }
+  testImplementation("io.fabric8:kubernetes-server-mock:$fabric8Version") {
+    exclude group: 'junit'
+    exclude group: 'com.squareup.okhttp3'
+  }
+  testImplementation("org.apache.spark:spark-core_$scalaVersion:$sparkVersion") {
+    exclude group: 'com.squareup.okio'
+    exclude group: 'com.squareup.okhttp3'
+    exclude group: "org.apache.logging.log4j"
+    exclude group: "org.slf4j"
+  }
+  testImplementation("com.squareup.okhttp3:mockwebserver:$okHttpVersion")
   testImplementation platform("org.junit:junit-bom:$junitVersion")
   testImplementation("org.junit.jupiter:junit-jupiter:$junitVersion")
   testRuntimeOnly("org.junit.platform:junit-platform-launcher")

spark-operator/src/main/java/org/apache/spark/k8s/operator/client/KubernetesClientFactory.java

@@ -0,0 +1,51 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package org.apache.spark.k8s.operator.client;
+
+import java.util.List;
+
+import io.fabric8.kubernetes.client.Config;
+import io.fabric8.kubernetes.client.KubernetesClient;
+import io.fabric8.kubernetes.client.KubernetesClientBuilder;
+import io.fabric8.kubernetes.client.okhttp.OkHttpClientFactory;
+import okhttp3.Interceptor;
+import okhttp3.OkHttpClient;
+
+/** Build Kubernetes Client with metrics configured */
+public class KubernetesClientFactory {
+  public static KubernetesClient buildKubernetesClient(final List<Interceptor> interceptors) {
+    return buildKubernetesClient(interceptors, null);
+  }
+
+  public static KubernetesClient buildKubernetesClient(
+      final List<Interceptor> interceptors, final Config kubernetesClientConfig) {
+    return new KubernetesClientBuilder()
+        .withConfig(kubernetesClientConfig)
+        .withHttpClientFactory(
+            new OkHttpClientFactory() {
+              @Override
+              protected void additionalConfig(OkHttpClient.Builder builder) {
+                for (Interceptor interceptor : interceptors) {
+                  builder.addInterceptor(interceptor);
+                }
+              }
+            })
+        .build();
+  }
+}