eflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:35313" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320205341-0181" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 20:53:51 INFO Worker: Asked to kill executor app-20260320205341-0181/2
26/03/20 20:53:51 INFO ExecutorRunner: Runner thread for executor app-20260320205341-0181/2 interrupted
26/03/20 20:53:51 INFO ExecutorRunner: Killing process!
26/03/20 20:53:51 INFO Worker: Executor app-20260320205341-0181/2 finished with state KILLED message Runner thread for executor app-20260320205341-0181/2 interrupted exitStatus 143
26/03/20 20:53:51 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 20:53:51 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320205341-0181, execId=2)
26/03/20 20:53:51 INFO ExternalShuffleBlockResolver: Application app-20260320205341-0181 removed, cleanupLocalDirs = true
26/03/20 20:53:51 INFO Worker: Cleaning up local directories for application app-20260320205341-0181
26/03/20 20:53:56 INFO Worker: Asked to launch executor app-20260320205356-0182/2 for Sum1toX
26/03/20 20:53:56 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 20:53:56 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 20:53:56 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 20:53:56 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 20:53:56 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 20:53:56 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=46743" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:46743" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320205356-0182" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 20:54:06 INFO Worker: Asked to kill executor app-20260320205356-0182/2
26/03/20 20:54:06 INFO ExecutorRunner: Runner thread for executor app-20260320205356-0182/2 interrupted
26/03/20 20:54:06 INFO ExecutorRunner: Killing process!
26/03/20 20:54:06 INFO Worker: Executor app-20260320205356-0182/2 finished with state KILLED message Runner thread for executor app-20260320205356-0182/2 interrupted exitStatus 143
26/03/20 20:54:06 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 20:54:06 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320205356-0182, execId=2)
26/03/20 20:54:06 INFO ExternalShuffleBlockResolver: Application app-20260320205356-0182 removed, cleanupLocalDirs = true
26/03/20 20:54:06 INFO Worker: Cleaning up local directories for application app-20260320205356-0182
26/03/20 20:54:10 INFO Worker: Asked to launch executor app-20260320205410-0183/2 for Sum1toX
26/03/20 20:54:10 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 20:54:10 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 20:54:10 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 20:54:10 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 20:54:10 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 20:54:10 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=44205" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:44205" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320205410-0183" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 20:54:20 INFO Worker: Asked to kill executor app-20260320205410-0183/2
26/03/20 20:54:20 INFO ExecutorRunner: Runner thread for executor app-20260320205410-0183/2 interrupted
26/03/20 20:54:20 INFO ExecutorRunner: Killing process!
26/03/20 20:54:20 INFO Worker: Executor app-20260320205410-0183/2 finished with state KILLED message Runner thread for executor app-20260320205410-0183/2 interrupted exitStatus 143
26/03/20 20:54:20 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 20:54:20 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320205410-0183, execId=2)
26/03/20 20:54:20 INFO Worker: Cleaning up local directories for application app-20260320205410-0183
26/03/20 20:54:20 INFO ExternalShuffleBlockResolver: Application app-20260320205410-0183 removed, cleanupLocalDirs = true
26/03/20 20:54:25 INFO Worker: Asked to launch executor app-20260320205425-0184/2 for Sum1toX
26/03/20 20:54:25 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 20:54:25 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 20:54:25 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 20:54:25 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 20:54:25 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 20:54:25 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=39955" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:39955" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320205425-0184" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 20:54:36 INFO Worker: Asked to kill executor app-20260320205425-0184/2
26/03/20 20:54:36 INFO ExecutorRunner: Runner thread for executor app-20260320205425-0184/2 interrupted
26/03/20 20:54:36 INFO ExecutorRunner: Killing process!
26/03/20 20:54:37 INFO Worker: Executor app-20260320205425-0184/2 finished with state KILLED message Runner thread for executor app-20260320205425-0184/2 interrupted exitStatus 143
26/03/20 20:54:37 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 20:54:37 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320205425-0184, execId=2)
26/03/20 20:54:37 INFO ExternalShuffleBlockResolver: Application app-20260320205425-0184 removed, cleanupLocalDirs = true
26/03/20 20:54:37 INFO Worker: Cleaning up local directories for application app-20260320205425-0184
26/03/20 20:54:41 INFO Worker: Asked to launch executor app-20260320205441-0185/2 for Sum1toX
26/03/20 20:54:41 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 20:54:41 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 20:54:41 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 20:54:41 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 20:54:41 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 20:54:41 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=38173" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:38173" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320205441-0185" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 20:54:53 INFO Worker: Asked to kill executor app-20260320205441-0185/2
26/03/20 20:54:53 INFO ExecutorRunner: Runner thread for executor app-20260320205441-0185/2 interrupted
26/03/20 20:54:53 INFO ExecutorRunner: Killing process!
26/03/20 20:54:53 INFO Worker: Executor app-20260320205441-0185/2 finished with state KILLED message Runner thread for executor app-20260320205441-0185/2 interrupted exitStatus 143
26/03/20 20:54:53 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 20:54:53 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320205441-0185, execId=2)
26/03/20 20:54:53 INFO ExternalShuffleBlockResolver: Application app-20260320205441-0185 removed, cleanupLocalDirs = true
26/03/20 20:54:53 INFO Worker: Cleaning up local directories for application app-20260320205441-0185
26/03/20 20:54:57 INFO Worker: Asked to launch executor app-20260320205457-0186/2 for Sum1toX
26/03/20 20:54:57 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 20:54:57 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 20:54:57 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 20:54:57 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 20:54:57 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 20:54:57 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=38553" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:38553" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320205457-0186" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 20:55:09 INFO Worker: Asked to kill executor app-20260320205457-0186/2
26/03/20 20:55:09 INFO ExecutorRunner: Runner thread for executor app-20260320205457-0186/2 interrupted
26/03/20 20:55:09 INFO ExecutorRunner: Killing process!
26/03/20 20:55:09 INFO Worker: Executor app-20260320205457-0186/2 finished with state KILLED message Runner thread for executor app-20260320205457-0186/2 interrupted exitStatus 143
26/03/20 20:55:09 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 20:55:09 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320205457-0186, execId=2)
26/03/20 20:55:09 INFO Worker: Cleaning up local directories for application app-20260320205457-0186
26/03/20 20:55:09 INFO ExternalShuffleBlockResolver: Application app-20260320205457-0186 removed, cleanupLocalDirs = true
26/03/20 20:55:14 INFO Worker: Asked to launch executor app-20260320205514-0187/2 for Sum1toX
26/03/20 20:55:14 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 20:55:14 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 20:55:14 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 20:55:14 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 20:55:14 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 20:55:14 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=40785" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:40785" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320205514-0187" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 20:55:25 INFO Worker: Asked to kill executor app-20260320205514-0187/2
26/03/20 20:55:25 INFO ExecutorRunner: Runner thread for executor app-20260320205514-0187/2 interrupted
26/03/20 20:55:25 INFO ExecutorRunner: Killing process!
26/03/20 20:55:25 INFO Worker: Executor app-20260320205514-0187/2 finished with state KILLED message Runner thread for executor app-20260320205514-0187/2 interrupted exitStatus 143
26/03/20 20:55:25 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 20:55:25 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320205514-0187, execId=2)
26/03/20 20:55:25 INFO Worker: Cleaning up local directories for application app-20260320205514-0187
26/03/20 20:55:25 INFO ExternalShuffleBlockResolver: Application app-20260320205514-0187 removed, cleanupLocalDirs = true
26/03/20 20:55:30 INFO Worker: Asked to launch executor app-20260320205530-0188/2 for Sum1toX
26/03/20 20:55:30 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 20:55:30 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 20:55:30 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 20:55:30 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 20:55:30 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 20:55:30 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=37405" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:37405" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320205530-0188" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 20:55:40 INFO Worker: Asked to kill executor app-20260320205530-0188/2
26/03/20 20:55:40 INFO ExecutorRunner: Runner thread for executor app-20260320205530-0188/2 interrupted
26/03/20 20:55:40 INFO ExecutorRunner: Killing process!
26/03/20 20:55:40 INFO Worker: Executor app-20260320205530-0188/2 finished with state KILLED message Runner thread for executor app-20260320205530-0188/2 interrupted exitStatus 143
26/03/20 20:55:40 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 20:55:40 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320205530-0188, execId=2)
26/03/20 20:55:40 INFO ExternalShuffleBlockResolver: Application app-20260320205530-0188 removed, cleanupLocalDirs = true
26/03/20 20:55:40 INFO Worker: Cleaning up local directories for application app-20260320205530-0188
26/03/20 20:55:44 INFO Worker: Asked to launch executor app-20260320205544-0189/2 for Sum1toX
26/03/20 20:55:44 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 20:55:44 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 20:55:44 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 20:55:44 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 20:55:44 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 20:55:44 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=34641" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:34641" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320205544-0189" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 20:55:54 INFO Worker: Asked to kill executor app-20260320205544-0189/2
26/03/20 20:55:54 INFO ExecutorRunner: Runner thread for executor app-20260320205544-0189/2 interrupted
26/03/20 20:55:54 INFO ExecutorRunner: Killing process!
26/03/20 20:55:54 INFO Worker: Executor app-20260320205544-0189/2 finished with state KILLED message Runner thread for executor app-20260320205544-0189/2 interrupted exitStatus 0
26/03/20 20:55:54 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 20:55:54 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320205544-0189, execId=2)
26/03/20 20:55:54 INFO ExternalShuffleBlockResolver: Application app-20260320205544-0189 removed, cleanupLocalDirs = true
26/03/20 20:55:54 INFO Worker: Cleaning up local directories for application app-20260320205544-0189
26/03/20 20:55:58 INFO Worker: Asked to launch executor app-20260320205558-0190/2 for Sum1toX
26/03/20 20:55:58 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 20:55:58 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 20:55:58 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 20:55:58 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 20:55:58 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 20:55:58 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=34393" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:34393" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320205558-0190" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 20:56:08 INFO Worker: Asked to kill executor app-20260320205558-0190/2
26/03/20 20:56:08 INFO ExecutorRunner: Runner thread for executor app-20260320205558-0190/2 interrupted
26/03/20 20:56:08 INFO ExecutorRunner: Killing process!
26/03/20 20:56:09 INFO Worker: Executor app-20260320205558-0190/2 finished with state KILLED message Runner thread for executor app-20260320205558-0190/2 interrupted exitStatus 143
26/03/20 20:56:09 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 20:56:09 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320205558-0190, execId=2)
26/03/20 20:56:09 INFO Worker: Cleaning up local directories for application app-20260320205558-0190
26/03/20 20:56:09 INFO ExternalShuffleBlockResolver: Application app-20260320205558-0190 removed, cleanupLocalDirs = true
26/03/20 20:56:13 INFO Worker: Asked to launch executor app-20260320205613-0191/2 for Sum1toX
26/03/20 20:56:13 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 20:56:13 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 20:56:13 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 20:56:13 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 20:56:13 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 20:56:13 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=37485" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:37485" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320205613-0191" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 20:56:25 INFO Worker: Asked to kill executor app-20260320205613-0191/2
26/03/20 20:56:25 INFO ExecutorRunner: Runner thread for executor app-20260320205613-0191/2 interrupted
26/03/20 20:56:25 INFO ExecutorRunner: Killing process!
26/03/20 20:56:26 INFO Worker: Executor app-20260320205613-0191/2 finished with state KILLED message Runner thread for executor app-20260320205613-0191/2 interrupted exitStatus 143
26/03/20 20:56:26 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 20:56:26 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320205613-0191, execId=2)
26/03/20 20:56:26 INFO ExternalShuffleBlockResolver: Application app-20260320205613-0191 removed, cleanupLocalDirs = true
26/03/20 20:56:26 INFO Worker: Cleaning up local directories for application app-20260320205613-0191
26/03/20 20:56:30 INFO Worker: Asked to launch executor app-20260320205630-0192/2 for Sum1toX
26/03/20 20:56:30 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 20:56:30 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 20:56:30 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 20:56:30 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 20:56:30 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 20:56:30 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=45103" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:45103" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320205630-0192" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 20:56:40 INFO Worker: Asked to kill executor app-20260320205630-0192/2
26/03/20 20:56:40 INFO ExecutorRunner: Runner thread for executor app-20260320205630-0192/2 interrupted
26/03/20 20:56:40 INFO ExecutorRunner: Killing process!
26/03/20 20:56:40 INFO Worker: Executor app-20260320205630-0192/2 finished with state KILLED message Runner thread for executor app-20260320205630-0192/2 interrupted exitStatus 0
26/03/20 20:56:40 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 20:56:40 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320205630-0192, execId=2)
26/03/20 20:56:40 INFO ExternalShuffleBlockResolver: Application app-20260320205630-0192 removed, cleanupLocalDirs = true
26/03/20 20:56:40 INFO Worker: Cleaning up local directories for application app-20260320205630-0192
26/03/20 20:56:45 INFO Worker: Asked to launch executor app-20260320205645-0193/2 for Sum1toX
26/03/20 20:56:45 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 20:56:45 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 20:56:45 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 20:56:45 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 20:56:45 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 20:56:45 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=43791" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:43791" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320205645-0193" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 20:57:28 INFO Worker: Asked to kill executor app-20260320205645-0193/2
26/03/20 20:57:28 INFO ExecutorRunner: Runner thread for executor app-20260320205645-0193/2 interrupted
26/03/20 20:57:28 INFO ExecutorRunner: Killing process!
26/03/20 20:57:28 INFO Worker: Executor app-20260320205645-0193/2 finished with state KILLED message Runner thread for executor app-20260320205645-0193/2 interrupted exitStatus 143
26/03/20 20:57:28 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 20:57:28 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320205645-0193, execId=2)
26/03/20 20:57:28 INFO ExternalShuffleBlockResolver: Application app-20260320205645-0193 removed, cleanupLocalDirs = true
26/03/20 20:57:28 INFO Worker: Cleaning up local directories for application app-20260320205645-0193
26/03/20 20:57:32 INFO Worker: Asked to launch executor app-20260320205732-0194/2 for Sum1toX
26/03/20 20:57:32 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 20:57:32 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 20:57:32 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 20:57:32 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 20:57:32 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 20:57:32 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=42587" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:42587" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320205732-0194" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 20:58:17 INFO Worker: Asked to kill executor app-20260320205732-0194/2
26/03/20 20:58:17 INFO ExecutorRunner: Runner thread for executor app-20260320205732-0194/2 interrupted
26/03/20 20:58:17 INFO ExecutorRunner: Killing process!
26/03/20 20:58:17 INFO Worker: Executor app-20260320205732-0194/2 finished with state KILLED message Runner thread for executor app-20260320205732-0194/2 interrupted exitStatus 143
26/03/20 20:58:17 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 20:58:17 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320205732-0194, execId=2)
26/03/20 20:58:17 INFO Worker: Cleaning up local directories for application app-20260320205732-0194
26/03/20 20:58:17 INFO ExternalShuffleBlockResolver: Application app-20260320205732-0194 removed, cleanupLocalDirs = true
26/03/20 20:58:22 INFO Worker: Asked to launch executor app-20260320205822-0195/2 for Sum1toX
26/03/20 20:58:22 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 20:58:22 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 20:58:22 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 20:58:22 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 20:58:22 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 20:58:22 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=43825" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:43825" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320205822-0195" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 20:59:23 INFO Worker: Asked to kill executor app-20260320205822-0195/2
26/03/20 20:59:23 INFO ExecutorRunner: Runner thread for executor app-20260320205822-0195/2 interrupted
26/03/20 20:59:23 INFO ExecutorRunner: Killing process!
26/03/20 20:59:23 INFO Worker: Executor app-20260320205822-0195/2 finished with state KILLED message Runner thread for executor app-20260320205822-0195/2 interrupted exitStatus 143
26/03/20 20:59:23 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 20:59:23 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320205822-0195, execId=2)
26/03/20 20:59:23 INFO ExternalShuffleBlockResolver: Application app-20260320205822-0195 removed, cleanupLocalDirs = true
26/03/20 20:59:23 INFO Worker: Cleaning up local directories for application app-20260320205822-0195
26/03/20 20:59:28 INFO Worker: Asked to launch executor app-20260320205928-0196/2 for Sum1toX
26/03/20 20:59:28 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 20:59:28 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 20:59:28 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 20:59:28 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 20:59:28 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 20:59:28 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=42197" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:42197" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320205928-0196" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 21:00:31 INFO Worker: Asked to kill executor app-20260320205928-0196/2
26/03/20 21:00:31 INFO ExecutorRunner: Runner thread for executor app-20260320205928-0196/2 interrupted
26/03/20 21:00:31 INFO ExecutorRunner: Killing process!
26/03/20 21:00:31 INFO Worker: Executor app-20260320205928-0196/2 finished with state KILLED message Runner thread for executor app-20260320205928-0196/2 interrupted exitStatus 143
26/03/20 21:00:31 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 21:00:31 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320205928-0196, execId=2)
26/03/20 21:00:31 INFO ExternalShuffleBlockResolver: Application app-20260320205928-0196 removed, cleanupLocalDirs = true
26/03/20 21:00:31 INFO Worker: Cleaning up local directories for application app-20260320205928-0196
26/03/20 21:00:36 INFO Worker: Asked to launch executor app-20260320210036-0197/2 for Sum1toX
26/03/20 21:00:36 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 21:00:36 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 21:00:36 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 21:00:36 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 21:00:36 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 21:00:36 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=38497" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:38497" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320210036-0197" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 21:01:18 INFO Worker: Asked to kill executor app-20260320210036-0197/2
26/03/20 21:01:18 INFO ExecutorRunner: Runner thread for executor app-20260320210036-0197/2 interrupted
26/03/20 21:01:18 INFO ExecutorRunner: Killing process!
26/03/20 21:01:18 INFO Worker: Executor app-20260320210036-0197/2 finished with state KILLED message Runner thread for executor app-20260320210036-0197/2 interrupted exitStatus 143
26/03/20 21:01:18 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 21:01:18 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320210036-0197, execId=2)
26/03/20 21:01:18 INFO Worker: Cleaning up local directories for application app-20260320210036-0197
26/03/20 21:01:18 INFO ExternalShuffleBlockResolver: Application app-20260320210036-0197 removed, cleanupLocalDirs = true
26/03/20 21:01:23 INFO Worker: Asked to launch executor app-20260320210123-0198/2 for Sum1toX
26/03/20 21:01:23 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 21:01:23 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 21:01:23 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 21:01:23 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 21:01:23 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 21:01:23 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=37327" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:37327" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320210123-0198" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 21:02:07 INFO Worker: Asked to kill executor app-20260320210123-0198/2
26/03/20 21:02:07 INFO ExecutorRunner: Runner thread for executor app-20260320210123-0198/2 interrupted
26/03/20 21:02:07 INFO ExecutorRunner: Killing process!
26/03/20 21:02:07 INFO Worker: Executor app-20260320210123-0198/2 finished with state KILLED message Runner thread for executor app-20260320210123-0198/2 interrupted exitStatus 143
26/03/20 21:02:07 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 21:02:07 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320210123-0198, execId=2)
26/03/20 21:02:07 INFO Worker: Cleaning up local directories for application app-20260320210123-0198
26/03/20 21:02:07 INFO ExternalShuffleBlockResolver: Application app-20260320210123-0198 removed, cleanupLocalDirs = true
26/03/20 21:02:12 INFO Worker: Asked to launch executor app-20260320210212-0199/2 for Sum1toX
26/03/20 21:02:12 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 21:02:12 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 21:02:12 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 21:02:12 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 21:02:12 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 21:02:12 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=32835" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:32835" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320210212-0199" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 21:02:55 INFO Worker: Asked to kill executor app-20260320210212-0199/2
26/03/20 21:02:55 INFO ExecutorRunner: Runner thread for executor app-20260320210212-0199/2 interrupted
26/03/20 21:02:55 INFO ExecutorRunner: Killing process!
26/03/20 21:02:55 INFO Worker: Executor app-20260320210212-0199/2 finished with state KILLED message Runner thread for executor app-20260320210212-0199/2 interrupted exitStatus 143
26/03/20 21:02:55 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 21:02:55 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320210212-0199, execId=2)
26/03/20 21:02:55 INFO ExternalShuffleBlockResolver: Application app-20260320210212-0199 removed, cleanupLocalDirs = true
26/03/20 21:02:55 INFO Worker: Cleaning up local directories for application app-20260320210212-0199
26/03/20 21:03:00 INFO Worker: Asked to launch executor app-20260320210300-0200/2 for Sum1toX
26/03/20 21:03:00 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 21:03:00 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 21:03:00 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 21:03:00 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 21:03:00 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 21:03:00 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=46573" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:46573" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320210300-0200" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 21:03:43 INFO Worker: Asked to kill executor app-20260320210300-0200/2
26/03/20 21:03:43 INFO ExecutorRunner: Runner thread for executor app-20260320210300-0200/2 interrupted
26/03/20 21:03:43 INFO ExecutorRunner: Killing process!
26/03/20 21:03:43 INFO Worker: Executor app-20260320210300-0200/2 finished with state KILLED message Runner thread for executor app-20260320210300-0200/2 interrupted exitStatus 0
26/03/20 21:03:43 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 21:03:43 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320210300-0200, execId=2)
26/03/20 21:03:43 INFO Worker: Cleaning up local directories for application app-20260320210300-0200
26/03/20 21:03:43 INFO ExternalShuffleBlockResolver: Application app-20260320210300-0200 removed, cleanupLocalDirs = true
26/03/20 21:03:48 INFO Worker: Asked to launch executor app-20260320210348-0201/2 for Sum1toX
26/03/20 21:03:48 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 21:03:48 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 21:03:48 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 21:03:48 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 21:03:48 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 21:03:48 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=33571" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:33571" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320210348-0201" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 21:04:48 INFO Worker: Asked to kill executor app-20260320210348-0201/2
26/03/20 21:04:48 INFO ExecutorRunner: Runner thread for executor app-20260320210348-0201/2 interrupted
26/03/20 21:04:48 INFO ExecutorRunner: Killing process!
26/03/20 21:04:49 INFO Worker: Executor app-20260320210348-0201/2 finished with state KILLED message Runner thread for executor app-20260320210348-0201/2 interrupted exitStatus 143
26/03/20 21:04:49 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 21:04:49 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320210348-0201, execId=2)
26/03/20 21:04:49 INFO ExternalShuffleBlockResolver: Application app-20260320210348-0201 removed, cleanupLocalDirs = true
26/03/20 21:04:49 INFO Worker: Cleaning up local directories for application app-20260320210348-0201
26/03/20 21:04:53 INFO Worker: Asked to launch executor app-20260320210453-0202/2 for Sum1toX
26/03/20 21:04:53 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 21:04:53 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 21:04:53 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 21:04:53 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 21:04:53 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 21:04:53 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=39155" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:39155" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320210453-0202" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 21:05:36 INFO Worker: Asked to kill executor app-20260320210453-0202/2
26/03/20 21:05:36 INFO ExecutorRunner: Runner thread for executor app-20260320210453-0202/2 interrupted
26/03/20 21:05:36 INFO ExecutorRunner: Killing process!
26/03/20 21:05:36 INFO Worker: Executor app-20260320210453-0202/2 finished with state KILLED message Runner thread for executor app-20260320210453-0202/2 interrupted exitStatus 143
26/03/20 21:05:36 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 21:05:36 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320210453-0202, execId=2)
26/03/20 21:05:36 INFO Worker: Cleaning up local directories for application app-20260320210453-0202
26/03/20 21:05:36 INFO ExternalShuffleBlockResolver: Application app-20260320210453-0202 removed, cleanupLocalDirs = true
26/03/20 21:05:41 INFO Worker: Asked to launch executor app-20260320210541-0203/2 for Sum1toX
26/03/20 21:05:41 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 21:05:41 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 21:05:41 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 21:05:41 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 21:05:41 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 21:05:41 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=44495" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:44495" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320210541-0203" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 21:06:25 INFO Worker: Asked to kill executor app-20260320210541-0203/2
26/03/20 21:06:25 INFO ExecutorRunner: Runner thread for executor app-20260320210541-0203/2 interrupted
26/03/20 21:06:25 INFO ExecutorRunner: Killing process!
26/03/20 21:06:25 INFO Worker: Executor app-20260320210541-0203/2 finished with state KILLED message Runner thread for executor app-20260320210541-0203/2 interrupted exitStatus 143
26/03/20 21:06:25 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 21:06:25 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320210541-0203, execId=2)
26/03/20 21:06:25 INFO ExternalShuffleBlockResolver: Application app-20260320210541-0203 removed, cleanupLocalDirs = true
26/03/20 21:06:25 INFO Worker: Cleaning up local directories for application app-20260320210541-0203
26/03/20 21:06:29 INFO Worker: Asked to launch executor app-20260320210629-0204/2 for Sum1toX
26/03/20 21:06:29 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 21:06:29 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 21:06:29 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 21:06:29 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 21:06:29 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 21:06:29 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=37065" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:37065" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320210629-0204" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 21:07:14 INFO Worker: Asked to kill executor app-20260320210629-0204/2
26/03/20 21:07:14 INFO ExecutorRunner: Runner thread for executor app-20260320210629-0204/2 interrupted
26/03/20 21:07:14 INFO ExecutorRunner: Killing process!
26/03/20 21:07:14 INFO Worker: Executor app-20260320210629-0204/2 finished with state KILLED message Runner thread for executor app-20260320210629-0204/2 interrupted exitStatus 143
26/03/20 21:07:14 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 21:07:14 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320210629-0204, execId=2)
26/03/20 21:07:14 INFO ExternalShuffleBlockResolver: Application app-20260320210629-0204 removed, cleanupLocalDirs = true
26/03/20 21:07:14 INFO Worker: Cleaning up local directories for application app-20260320210629-0204
26/03/20 21:07:19 INFO Worker: Asked to launch executor app-20260320210718-0205/2 for Sum1toX
26/03/20 21:07:19 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 21:07:19 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 21:07:19 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 21:07:19 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 21:07:19 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 21:07:19 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=36629" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:36629" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320210718-0205" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 21:08:03 INFO Worker: Asked to kill executor app-20260320210718-0205/2
26/03/20 21:08:03 INFO ExecutorRunner: Runner thread for executor app-20260320210718-0205/2 interrupted
26/03/20 21:08:03 INFO ExecutorRunner: Killing process!
26/03/20 21:08:04 INFO Worker: Executor app-20260320210718-0205/2 finished with state KILLED message Runner thread for executor app-20260320210718-0205/2 interrupted exitStatus 143
26/03/20 21:08:04 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 21:08:04 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320210718-0205, execId=2)
26/03/20 21:08:04 INFO Worker: Cleaning up local directories for application app-20260320210718-0205
26/03/20 21:08:04 INFO ExternalShuffleBlockResolver: Application app-20260320210718-0205 removed, cleanupLocalDirs = true
26/03/20 21:08:09 INFO Worker: Asked to launch executor app-20260320210809-0206/2 for Sum1toX
26/03/20 21:08:09 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 21:08:09 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 21:08:09 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 21:08:09 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 21:08:09 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 21:08:09 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=45077" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:45077" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320210809-0206" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 21:08:53 INFO Worker: Asked to kill executor app-20260320210809-0206/2
26/03/20 21:08:53 INFO ExecutorRunner: Runner thread for executor app-20260320210809-0206/2 interrupted
26/03/20 21:08:53 INFO ExecutorRunner: Killing process!
26/03/20 21:08:53 INFO Worker: Executor app-20260320210809-0206/2 finished with state KILLED message Runner thread for executor app-20260320210809-0206/2 interrupted exitStatus 143
26/03/20 21:08:53 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 21:08:53 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320210809-0206, execId=2)
26/03/20 21:08:53 INFO ExternalShuffleBlockResolver: Application app-20260320210809-0206 removed, cleanupLocalDirs = true
26/03/20 21:08:53 INFO Worker: Cleaning up local directories for application app-20260320210809-0206
26/03/20 21:08:58 INFO Worker: Asked to launch executor app-20260320210858-0207/2 for Sum1toX
26/03/20 21:08:58 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 21:08:58 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 21:08:58 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 21:08:58 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 21:08:58 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 21:08:58 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=43955" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:43955" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320210858-0207" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 21:09:43 INFO Worker: Asked to kill executor app-20260320210858-0207/2
26/03/20 21:09:43 INFO ExecutorRunner: Runner thread for executor app-20260320210858-0207/2 interrupted
26/03/20 21:09:43 INFO ExecutorRunner: Killing process!
26/03/20 21:09:43 INFO Worker: Executor app-20260320210858-0207/2 finished with state KILLED message Runner thread for executor app-20260320210858-0207/2 interrupted exitStatus 143
26/03/20 21:09:43 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 21:09:43 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320210858-0207, execId=2)
26/03/20 21:09:43 INFO ExternalShuffleBlockResolver: Application app-20260320210858-0207 removed, cleanupLocalDirs = true
26/03/20 21:09:43 INFO Worker: Cleaning up local directories for application app-20260320210858-0207
26/03/20 21:09:48 INFO Worker: Asked to launch executor app-20260320210948-0208/2 for Sum1toX
26/03/20 21:09:49 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 21:09:49 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 21:09:49 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 21:09:49 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 21:09:49 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 21:09:49 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=35469" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:35469" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320210948-0208" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 21:10:32 INFO Worker: Asked to kill executor app-20260320210948-0208/2
26/03/20 21:10:32 INFO ExecutorRunner: Runner thread for executor app-20260320210948-0208/2 interrupted
26/03/20 21:10:32 INFO ExecutorRunner: Killing process!
26/03/20 21:10:32 INFO Worker: Executor app-20260320210948-0208/2 finished with state KILLED message Runner thread for executor app-20260320210948-0208/2 interrupted exitStatus 143
26/03/20 21:10:32 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 21:10:32 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320210948-0208, execId=2)
26/03/20 21:10:32 INFO ExternalShuffleBlockResolver: Application app-20260320210948-0208 removed, cleanupLocalDirs = true
26/03/20 21:10:32 INFO Worker: Cleaning up local directories for application app-20260320210948-0208
26/03/20 21:10:37 INFO Worker: Asked to launch executor app-20260320211037-0209/2 for Sum1toX
26/03/20 21:10:37 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 21:10:37 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 21:10:37 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 21:10:37 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 21:10:37 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 21:10:37 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=40279" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:40279" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320211037-0209" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 21:11:20 INFO Worker: Asked to kill executor app-20260320211037-0209/2
26/03/20 21:11:20 INFO ExecutorRunner: Runner thread for executor app-20260320211037-0209/2 interrupted
26/03/20 21:11:20 INFO ExecutorRunner: Killing process!
26/03/20 21:11:20 INFO Worker: Executor app-20260320211037-0209/2 finished with state KILLED message Runner thread for executor app-20260320211037-0209/2 interrupted exitStatus 143
26/03/20 21:11:20 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 21:11:20 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320211037-0209, execId=2)
26/03/20 21:11:20 INFO ExternalShuffleBlockResolver: Application app-20260320211037-0209 removed, cleanupLocalDirs = true
26/03/20 21:11:20 INFO Worker: Cleaning up local directories for application app-20260320211037-0209
26/03/20 21:11:25 INFO Worker: Asked to launch executor app-20260320211125-0210/2 for Sum1toX
26/03/20 21:11:25 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 21:11:25 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 21:11:25 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 21:11:25 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 21:11:25 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 21:11:25 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=33399" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:33399" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320211125-0210" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 21:12:08 INFO Worker: Asked to kill executor app-20260320211125-0210/2
26/03/20 21:12:08 INFO ExecutorRunner: Runner thread for executor app-20260320211125-0210/2 interrupted
26/03/20 21:12:08 INFO ExecutorRunner: Killing process!
26/03/20 21:12:08 INFO Worker: Executor app-20260320211125-0210/2 finished with state KILLED message Runner thread for executor app-20260320211125-0210/2 interrupted exitStatus 143
26/03/20 21:12:08 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 21:12:08 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320211125-0210, execId=2)
26/03/20 21:12:08 INFO ExternalShuffleBlockResolver: Application app-20260320211125-0210 removed, cleanupLocalDirs = true
26/03/20 21:12:08 INFO Worker: Cleaning up local directories for application app-20260320211125-0210
26/03/20 21:12:13 INFO Worker: Asked to launch executor app-20260320211213-0211/2 for Sum1toX
26/03/20 21:12:13 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 21:12:13 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 21:12:13 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 21:12:13 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 21:12:13 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 21:12:13 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=33003" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:33003" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320211213-0211" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 21:12:56 INFO Worker: Asked to kill executor app-20260320211213-0211/2
26/03/20 21:12:56 INFO ExecutorRunner: Runner thread for executor app-20260320211213-0211/2 interrupted
26/03/20 21:12:56 INFO ExecutorRunner: Killing process!
26/03/20 21:12:57 INFO Worker: Executor app-20260320211213-0211/2 finished with state KILLED message Runner thread for executor app-20260320211213-0211/2 interrupted exitStatus 143
26/03/20 21:12:57 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 21:12:57 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320211213-0211, execId=2)
26/03/20 21:12:57 INFO ExternalShuffleBlockResolver: Application app-20260320211213-0211 removed, cleanupLocalDirs = true
26/03/20 21:12:57 INFO Worker: Cleaning up local directories for application app-20260320211213-0211
26/03/20 21:13:01 INFO Worker: Asked to launch executor app-20260320211301-0212/2 for Sum1toX
26/03/20 21:13:01 INFO SecurityManager: Changing view acls to: hadoop
26/03/20 21:13:01 INFO SecurityManager: Changing modify acls to: hadoop
26/03/20 21:13:01 INFO SecurityManager: Changing view acls groups to: hadoop
26/03/20 21:13:01 INFO SecurityManager: Changing modify acls groups to: hadoop
26/03/20 21:13:01 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: hadoop groups with view permissions: EMPTY; users with modify permissions: hadoop; groups with modify permissions: EMPTY; RPC SSL disabled
26/03/20 21:13:02 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-openjdk-amd64/bin/java" "-cp" "/opt/spark-4.1.1-bin-hadoop3/conf/:/opt/spark-4.1.1-bin-hadoop3/jars/slf4j-api-2.0.17.jar:/opt/spark-4.1.1-bin-hadoop3/jars/*" "-Xmx1024M" "-Dspark.driver.port=42133" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@dis-compute-1-of-3.js2local:42133" "--executor-id" "2" "--hostname" "10.2.224.20" "--cores" "2" "--app-id" "app-20260320211301-0212" "--worker-url" "spark://Worker@10.2.224.20:33167" "--resourceProfileId" "0"
26/03/20 21:13:46 INFO Worker: Asked to kill executor app-20260320211301-0212/2
26/03/20 21:13:46 INFO ExecutorRunner: Runner thread for executor app-20260320211301-0212/2 interrupted
26/03/20 21:13:46 INFO ExecutorRunner: Killing process!
26/03/20 21:13:46 INFO Worker: Executor app-20260320211301-0212/2 finished with state KILLED message Runner thread for executor app-20260320211301-0212/2 interrupted exitStatus 0
26/03/20 21:13:46 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 2
26/03/20 21:13:46 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260320211301-0212, execId=2)
26/03/20 21:13:46 INFO ExternalShuffleBlockResolver: Application app-20260320211301-0212 removed, cleanupLocalDirs = true
26/03/20 21:13:46 INFO Worker: Cleaning up local directories for application app-20260320211301-0212