Exception in thread "main" java.lang.reflect.InvocationTargetException
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
at java.base/java.lang.reflect.Method.invoke(Unknown Source)
at org.apache.spark.deploy.worker.DriverWrapper$.main(DriverWrapper.scala:63)
at org.apache.spark.deploy.worker.DriverWrapper.main(DriverWrapper.scala)
Caused by: org.apache.spark.SparkException: Task not serializable
at org.apache.spark.util.ClosureCleaner$.ensureSerializable(ClosureCleaner.scala:444)
at org.apache.spark.util.ClosureCleaner$.clean(ClosureCleaner.scala:416)
at org.apache.spark.util.ClosureCleaner$.clean(ClosureCleaner.scala:163)
at org.apache.spark.SparkContext.clean(SparkContext.scala:2669)
at org.apache.spark.rdd.RDD.$anonfun$map$1(RDD.scala:418)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112)
at org.apache.spark.rdd.RDD.withScope(RDD.scala:410)
at org.apache.spark.rdd.RDD.map(RDD.scala:417)
at sample.TestJarsExample$.main(TestJarsExample.scala:68)
at sample.TestJarsExample.main(TestJarsExample.scala)
... 6 more
Caused by: java.io.NotSerializableException: com.google.gson.Gson
Serialization stack:
- object not serializable (class: com.google.gson.Gson, value: {serializeNulls:falsefactories:[Factory[typeHierarchy=com.google.gson.JsonElement,adapter=com.google.gson.internal.bind.TypeAdapters$25@3696d12d], com.google.gson.internal.bind.ObjectTypeAdapter$1@656672fb, com.google.gson.internal.Excluder@75df4b1d, Factory[type=java.lang.String,adapter=com.google.gson.internal.bind.TypeAdapters$13@43120a77], Factory[type=java.lang.Integer+int,adapter=com.google.gson.internal.bind.TypeAdapters$7@430db481], Factory[type=java.lang.Boolean+boolean,adapter=com.google.gson.internal.bind.TypeAdapters$3@15aaf7b1], Factory[type=java.lang.Byte+byte,adapter=com.google.gson.internal.bind.TypeAdapters$5@1a22c1ba], Factory[type=java.lang.Short+short,adapter=com.google.gson.internal.bind.TypeAdapters$6@4930213b], Factory[type=java.lang.Long+long,adapter=com.google.gson.internal.bind.TypeAdapters$8@67372d20], Factory[type=java.lang.Double+double,adapter=com.google.gson.Gson$3@25e24908], Factory[type=java.lang.Float+float,adapter=com.google.gson.Gson$4@2941631f], Factory[type=java.lang.Number,adapter=com.google.gson.internal.bind.TypeAdapters$11@6130a6f5], Factory[type=java.lang.Character+char,adapter=com.google.gson.internal.bind.TypeAdapters$12@3fb0d9de], Factory[type=java.lang.StringBuilder,adapter=com.google.gson.internal.bind.TypeAdapters$16@8ad6d29], Factory[type=java.lang.StringBuffer,adapter=com.google.gson.internal.bind.TypeAdapters$17@2ad6aeb8], Factory[type=java.math.BigDecimal,adapter=com.google.gson.internal.bind.TypeAdapters$14@4e35a219], Factory[type=java.math.BigInteger,adapter=com.google.gson.internal.bind.TypeAdapters$15@7772ec28], Factory[type=java.net.URL,adapter=com.google.gson.internal.bind.TypeAdapters$18@14d513ca], Factory[type=java.net.URI,adapter=com.google.gson.internal.bind.TypeAdapters$19@be9cc86], Factory[type=java.util.UUID,adapter=com.google.gson.internal.bind.TypeAdapters$21@68af8288], Factory[type=java.util.Locale,adapter=com.google.gson.internal.bind.TypeAdapters$24@8dc3019], Factory[typeHierarchy=java.net.InetAddress,adapter=com.google.gson.internal.bind.TypeAdapters$20@34ab398b], Factory[type=java.util.BitSet,adapter=com.google.gson.internal.bind.TypeAdapters$2@71634e64], com.google.gson.internal.bind.DateTypeAdapter$1@65cc3902, Factory[type=java.util.Calendar+java.util.GregorianCalendar,adapter=com.google.gson.internal.bind.TypeAdapters$23@c79915a], com.google.gson.internal.bind.TimeTypeAdapter$1@6173863f, com.google.gson.internal.bind.SqlDateTypeAdapter$1@a08e41b, com.google.gson.internal.bind.TypeAdapters$22@e08d871, com.google.gson.internal.bind.ArrayTypeAdapter$1@4ebb7bab, com.google.gson.internal.bind.TypeAdapters$26@33845e3d, Factory[type=java.lang.Class,adapter=com.google.gson.internal.bind.TypeAdapters$1@7e615c6a], com.google.gson.internal.bind.CollectionTypeAdapterFactory@3662c887, com.google.gson.internal.bind.MapTypeAdapterFactory@23119bc3, com.google.gson.internal.bind.ReflectiveTypeAdapterFactory@32f54c2a],instanceCreators:{}})
- element of array (index: 0)
- array (class [Ljava.lang.Object;, size 1)
- field (class: java.lang.invoke.SerializedLambda, name: capturedArgs, type: class [Ljava.lang.Object;)
- object (class java.lang.invoke.SerializedLambda, SerializedLambda[capturingClass=class sample.TestJarsExample$, functionalInterfaceMethod=scala/runtime/java8/JFunction1$mcII$sp.apply$mcII$sp:(I)I, implementation=invokeStatic sample/TestJarsExample$.$anonfun$main$7:(Lcom/google/gson/Gson;I)I, instantiatedMethodType=(I)I, numCaptured=1])
- writeReplace data (class: java.lang.invoke.SerializedLambda)
- object (class sample.TestJarsExample$$$Lambda$1247/0x00007fcedc9993f8, sample.TestJarsExample$$$Lambda$1247/0x00007fcedc9993f8@5c0d3715)
at org.apache.spark.serializer.SerializationDebugger$.improveException(SerializationDebugger.scala:41)
at org.apache.spark.serializer.JavaSerializationStream.writeObject(JavaSerializer.scala:49)
at org.apache.spark.serializer.JavaSerializerInstance.serialize(JavaSerializer.scala:115)
at org.apache.spark.util.ClosureCleaner$.ensureSerializable(ClosureCleaner.scala:441)
... 16 more
