[SPARK-40869][K8S] Resource name prefix should not start with a hyphen

### What changes were proposed in this pull request?
Strip leading - from resource name prefix

### Why are the changes needed?
leading - are not allowed for resource name prefix (especially spark.kubernetes.executor.podNamePrefix)

### Does this PR introduce _any_ user-facing change?
No

### How was this patch tested?
Unit test

Closes #38331 from tobiasstadler/fix-SPARK-40869.

Lead-authored-by: Tobias Stadler <[email protected]>
Co-authored-by: Dongjoon Hyun <[email protected]>
Signed-off-by: Dongjoon Hyun <[email protected]>
(cherry picked from commit 7f3b598)
Signed-off-by: Dongjoon Hyun <[email protected]>

Author: tobiasstadler

resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/KubernetesConf.scala

@@ -233,6 +233,7 @@ private[spark] object KubernetesConf {
       .toLowerCase(Locale.ROOT)
       .replaceAll("[^a-z0-9\\-]", "-")
       .replaceAll("-+", "-")
+      .replaceAll("^-", "")
   }
 
   /**

resource-managers/kubernetes/core/src/test/scala/org/apache/spark/deploy/k8s/KubernetesConfSuite.scala

@@ -178,4 +178,8 @@ class KubernetesConfSuite extends SparkFunSuite {
     assert(driverConf.asInstanceOf[KubernetesConf].appId === KubernetesTestConf.APP_ID)
     assert(execConf.asInstanceOf[KubernetesConf].appId === KubernetesTestConf.APP_ID)
   }
+
+  test("SPARK-40869: Resource name prefix should not start with a hyphen") {
+    assert(KubernetesConf.getResourceNamePrefix("_hello_").startsWith("hello"))
+  }
 }