[SPARK-40511][BUILD][CORE] Upgrade slf4j to 2.0.3

### What changes were proposed in this pull request?
This pr aims to upgrade slf4j from 1.7.36 to 2.0.3, the main change as follows:

1. Upgrade slf4j version from 1.7.36 to 2.0.3
2. Use ` log4j-slf4j2-impl` instead of ` log4j-slf4j-impl` refer to https://logging.apache.org/log4j/2.x/log4j-slf4j-impl/index.html
3. Adapt to the implementation of `Logging.isLog4j2()`, slf4j2 uses `SLF4JServiceProvider` instead of `StaticLoggerBinder`

### Why are the changes needed?
slf4j 1.7.36 is no longer actively developed, and the current stable and actively developed version of slf4j is 2.0.3.

- https://www.slf4j.org/news.html
- https://www.slf4j.org/faq.html#changesInVersion200
- https://www.slf4j.org/download.html

### Does this PR introduce _any_ user-facing change?
No

### How was this patch tested?
Pass GitHub Actions

Closes apache#37844 from LuciferYang/slf4j-200.

Lead-authored-by: yangjie01 <[email protected]>
Co-authored-by: YangJie <[email protected]>
Signed-off-by: Dongjoon Hyun <[email protected]>

Author: LuciferYang

common/kvstore/pom.xml

@@ -89,7 +89,7 @@
     </dependency>
     <dependency>
       <groupId>org.apache.logging.log4j</groupId>
-      <artifactId>log4j-slf4j-impl</artifactId>
+      <artifactId>log4j-slf4j2-impl</artifactId>
       <scope>test</scope>
     </dependency>
     <dependency>

common/network-common/pom.xml

@@ -148,7 +148,7 @@
     </dependency>
     <dependency>
       <groupId>org.apache.logging.log4j</groupId>
-      <artifactId>log4j-slf4j-impl</artifactId>
+      <artifactId>log4j-slf4j2-impl</artifactId>
       <scope>test</scope>
     </dependency>
 

common/network-shuffle/pom.xml

@@ -104,7 +104,7 @@
     </dependency>
     <dependency>
       <groupId>org.apache.logging.log4j</groupId>
-      <artifactId>log4j-slf4j-impl</artifactId>
+      <artifactId>log4j-slf4j2-impl</artifactId>
       <scope>test</scope>
     </dependency>
 

connector/kinesis-asl-assembly/pom.xml

@@ -132,7 +132,7 @@
     </dependency>
     <dependency>
       <groupId>org.apache.logging.log4j</groupId>
-      <artifactId>log4j-slf4j-impl</artifactId>
+      <artifactId>log4j-slf4j2-impl</artifactId>
       <version>${log4j.version}</version>
       <scope>provided</scope>
     </dependency>

core/pom.xml

@@ -224,7 +224,7 @@
     </dependency>
     <dependency>
       <groupId>org.apache.logging.log4j</groupId>
-      <artifactId>log4j-slf4j-impl</artifactId>
+      <artifactId>log4j-slf4j2-impl</artifactId>
     </dependency>
     <dependency>
       <groupId>org.apache.logging.log4j</groupId>

core/src/main/scala/org/apache/spark/internal/Logging.scala

@@ -25,7 +25,6 @@ import org.apache.logging.log4j.core.appender.ConsoleAppender
 import org.apache.logging.log4j.core.config.DefaultConfiguration
 import org.apache.logging.log4j.core.filter.AbstractFilter
 import org.slf4j.{Logger, LoggerFactory}
-import org.slf4j.impl.StaticLoggerBinder
 
 import org.apache.spark.internal.Logging.SparkShellLoggingFilter
 import org.apache.spark.util.Utils
@@ -229,8 +228,8 @@ private[spark] object Logging {
     // This distinguishes the log4j 1.2 binding, currently
     // org.slf4j.impl.Log4jLoggerFactory, from the log4j 2.0 binding, currently
     // org.apache.logging.slf4j.Log4jLoggerFactory
-    val binderClass = StaticLoggerBinder.getSingleton.getLoggerFactoryClassStr
-    "org.apache.logging.slf4j.Log4jLoggerFactory".equals(binderClass)
+    "org.apache.logging.slf4j.Log4jLoggerFactory"
+      .equals(LoggerFactory.getILoggerFactory.getClass.getName)
   }
 
   // Return true if the logger has custom configuration. It depends on:

dev/deps/spark-deps-hadoop-2-hive-2.3

@@ -134,7 +134,7 @@ javax.jdo/3.2.0-m3//javax.jdo-3.2.0-m3.jar
 javolution/5.5.1//javolution-5.5.1.jar
 jaxb-api/2.2.11//jaxb-api-2.2.11.jar
 jaxb-runtime/2.3.2//jaxb-runtime-2.3.2.jar
-jcl-over-slf4j/1.7.36//jcl-over-slf4j-1.7.36.jar
+jcl-over-slf4j/2.0.3//jcl-over-slf4j-2.0.3.jar
 jdo-api/3.0.1//jdo-api-3.0.1.jar
 jersey-client/2.36//jersey-client-2.36.jar
 jersey-common/2.36//jersey-common-2.36.jar
@@ -158,7 +158,7 @@ json4s-scalap_2.12/3.7.0-M11//json4s-scalap_2.12-3.7.0-M11.jar
 jsp-api/2.1//jsp-api-2.1.jar
 jsr305/3.0.0//jsr305-3.0.0.jar
 jta/1.1//jta-1.1.jar
-jul-to-slf4j/1.7.36//jul-to-slf4j-1.7.36.jar
+jul-to-slf4j/2.0.3//jul-to-slf4j-2.0.3.jar
 kryo-shaded/4.0.2//kryo-shaded-4.0.2.jar
 kubernetes-client-api/6.1.1//kubernetes-client-api-6.1.1.jar
 kubernetes-client/6.1.1//kubernetes-client-6.1.1.jar
@@ -191,7 +191,7 @@ libthrift/0.12.0//libthrift-0.12.0.jar
 log4j-1.2-api/2.19.0//log4j-1.2-api-2.19.0.jar
 log4j-api/2.19.0//log4j-api-2.19.0.jar
 log4j-core/2.19.0//log4j-core-2.19.0.jar
-log4j-slf4j-impl/2.19.0//log4j-slf4j-impl-2.19.0.jar
+log4j-slf4j2-impl/2.19.0//log4j-slf4j2-impl-2.19.0.jar
 logging-interceptor/3.12.12//logging-interceptor-3.12.12.jar
 lz4-java/1.8.0//lz4-java-1.8.0.jar
 mesos/1.4.3/shaded-protobuf/mesos-1.4.3-shaded-protobuf.jar
@@ -244,7 +244,7 @@ scala-parser-combinators_2.12/1.1.2//scala-parser-combinators_2.12-1.1.2.jar
 scala-reflect/2.12.17//scala-reflect-2.12.17.jar
 scala-xml_2.12/2.1.0//scala-xml_2.12-2.1.0.jar
 shims/0.9.32//shims-0.9.32.jar
-slf4j-api/1.7.36//slf4j-api-1.7.36.jar
+slf4j-api/2.0.3//slf4j-api-2.0.3.jar
 snakeyaml/1.31//snakeyaml-1.31.jar
 snappy-java/1.1.8.4//snappy-java-1.1.8.4.jar
 spire-macros_2.12/0.17.0//spire-macros_2.12-0.17.0.jar

dev/deps/spark-deps-hadoop-3-hive-2.3

@@ -119,7 +119,7 @@ javax.jdo/3.2.0-m3//javax.jdo-3.2.0-m3.jar
 javolution/5.5.1//javolution-5.5.1.jar
 jaxb-api/2.2.11//jaxb-api-2.2.11.jar
 jaxb-runtime/2.3.2//jaxb-runtime-2.3.2.jar
-jcl-over-slf4j/1.7.36//jcl-over-slf4j-1.7.36.jar
+jcl-over-slf4j/2.0.3//jcl-over-slf4j-2.0.3.jar
 jdo-api/3.0.1//jdo-api-3.0.1.jar
 jdom2/2.0.6//jdom2-2.0.6.jar
 jersey-client/2.36//jersey-client-2.36.jar
@@ -142,7 +142,7 @@ json4s-jackson_2.12/3.7.0-M11//json4s-jackson_2.12-3.7.0-M11.jar
 json4s-scalap_2.12/3.7.0-M11//json4s-scalap_2.12-3.7.0-M11.jar
 jsr305/3.0.0//jsr305-3.0.0.jar
 jta/1.1//jta-1.1.jar
-jul-to-slf4j/1.7.36//jul-to-slf4j-1.7.36.jar
+jul-to-slf4j/2.0.3//jul-to-slf4j-2.0.3.jar
 kryo-shaded/4.0.2//kryo-shaded-4.0.2.jar
 kubernetes-client-api/6.1.1//kubernetes-client-api-6.1.1.jar
 kubernetes-client/6.1.1//kubernetes-client-6.1.1.jar
@@ -175,7 +175,7 @@ libthrift/0.12.0//libthrift-0.12.0.jar
 log4j-1.2-api/2.19.0//log4j-1.2-api-2.19.0.jar
 log4j-api/2.19.0//log4j-api-2.19.0.jar
 log4j-core/2.19.0//log4j-core-2.19.0.jar
-log4j-slf4j-impl/2.19.0//log4j-slf4j-impl-2.19.0.jar
+log4j-slf4j2-impl/2.19.0//log4j-slf4j2-impl-2.19.0.jar
 logging-interceptor/3.12.12//logging-interceptor-3.12.12.jar
 lz4-java/1.8.0//lz4-java-1.8.0.jar
 mesos/1.4.3/shaded-protobuf/mesos-1.4.3-shaded-protobuf.jar
@@ -231,7 +231,7 @@ scala-parser-combinators_2.12/1.1.2//scala-parser-combinators_2.12-1.1.2.jar
 scala-reflect/2.12.17//scala-reflect-2.12.17.jar
 scala-xml_2.12/2.1.0//scala-xml_2.12-2.1.0.jar
 shims/0.9.32//shims-0.9.32.jar
-slf4j-api/1.7.36//slf4j-api-1.7.36.jar
+slf4j-api/2.0.3//slf4j-api-2.0.3.jar
 snakeyaml/1.31//snakeyaml-1.31.jar
 snappy-java/1.1.8.4//snappy-java-1.1.8.4.jar
 spire-macros_2.12/0.17.0//spire-macros_2.12-0.17.0.jar

launcher/pom.xml

@@ -69,7 +69,7 @@
     </dependency>
     <dependency>
       <groupId>org.apache.logging.log4j</groupId>
-      <artifactId>log4j-slf4j-impl</artifactId>
+      <artifactId>log4j-slf4j2-impl</artifactId>
       <scope>test</scope>
     </dependency>
 

pom.xml

@@ -113,7 +113,7 @@
     <maven.version>3.8.6</maven.version>
     <exec-maven-plugin.version>1.6.0</exec-maven-plugin.version>
     <sbt.project.name>spark</sbt.project.name>
-    <slf4j.version>1.7.36</slf4j.version>
+    <slf4j.version>2.0.3</slf4j.version>
     <log4j.version>2.19.0</log4j.version>
     <!-- make sure to update IsolatedClientLoader whenever this version is changed -->
     <hadoop.version>3.3.4</hadoop.version>
@@ -756,7 +756,7 @@
 
       <dependency>
         <groupId>org.apache.logging.log4j</groupId>
-        <artifactId>log4j-slf4j-impl</artifactId>
+        <artifactId>log4j-slf4j2-impl</artifactId>
         <version>${log4j.version}</version>
         <scope>${hadoop.deps.scope}</scope>
       </dependency>