Closed Alanmark88 closed 2 years ago
Hello, can you provide more detailed stack information, because the root cause is NullPointerException, need to see which row caused the cause
2021-05-10 15:19:46.541 [INFO ] [qtp931163110-2892 ] c.w.w.l.e.r.EntranceRestfulApi (82) [execute] - Begin to get an execID
2021-05-10 15:19:46.543 [INFO ] [qtp931163110-2892 ] c.w.w.l.e.s.DefaultEntranceServer (42) [info] - received a request: {executionCode=val prop = new java.util.Properties;
prop.setProperty("user", "griffindev");
prop.setProperty("password", "6yhn^YHN3456");
val tmp1 = spark.sql("select count() as myCount from smcv.zhizhu_bigdata_channel_second_signalhis where pt={yyyyMMdd}-1");
val schemas = tmp1.schema.fields.map(f => f.name).toList
val newSchemas = schemas.map(s => s.replaceAll("[()]", "")).toList
val tmp2 = tmp1.toDF(newSchemas: )
tmp2.selectExpr("max(myCount) as value", "'QUALITIS20210510151946452_925203' as application_id", "'Long' as result_type", "'4' as rule_id", "'2021-05-10 15:19:46' as create_time").write.mode(org.apache.spark.sql.SaveMode.Append).jdbc("jdbc:mysql://10.130.14.20:3306/griffindev?createDatabaseIfNotExist=true&useUnicode=true&characterEncoding=utf-8", "qualitis_application_task_result", prop);, executeApplicationName=spark, requestApplicationName=IDE, runType=scala, umUser=admin}
2021-05-10 15:19:46.592 [ERROR] [qtp931163110-2892 ] c.w.w.l.s.r.RestfulCatchAOP (72) [apply] - error code(错误码): 20050, error message(错误信息): Variable replacement failed!(变量替换失败!)NullPointerException: . com.webank.wedatasphere.linkis.entrance.interceptor.exception.VarSubstitutionException: errCode: 20050 ,desc: Variable replacement failed!(变量替换失败!)NullPointerException: ,ip: SCSP00351 ,port: 9106 ,serviceKind: sparkEntrance
at com.webank.wedatasphere.linkis.entrance.interceptor.impl.VarSubstitutionInterceptor$$anonfun$apply$2.apply(VarSubstitutionInterceptor.scala:50) ~[linkis-ujes-entrance-0.9.2.jar:?]
at com.webank.wedatasphere.linkis.entrance.interceptor.impl.VarSubstitutionInterceptor$$anonfun$apply$2.apply(VarSubstitutionInterceptor.scala:44) ~[linkis-ujes-entrance-0.9.2.jar:?]
at com.webank.wedatasphere.linkis.common.utils.Utils$$anonfun$tryThrow$1.apply(Utils.scala:59) ~[linkis-common-0.9.2.jar:?]
at com.webank.wedatasphere.linkis.common.utils.Utils$$anonfun$tryThrow$1.apply(Utils.scala:59) ~[linkis-common-0.9.2.jar:?]
at com.webank.wedatasphere.linkis.common.utils.Utils$.tryCatch(Utils.scala:54) ~[linkis-common-0.9.2.jar:?]
at com.webank.wedatasphere.linkis.common.utils.Utils$.tryThrow(Utils.scala:58) ~[linkis-common-0.9.2.jar:?]
at com.webank.wedatasphere.linkis.entrance.interceptor.impl.VarSubstitutionInterceptor.apply(VarSubstitutionInterceptor.scala:44) ~[linkis-ujes-entrance-0.9.2.jar:?]
at com.webank.wedatasphere.linkis.entrance.EntranceServer$$anonfun$execute$1$$anonfun$apply$mcV$sp$1.apply(EntranceServer.scala:63) ~[linkis-ujes-entrance-0.9.2.jar:?]
at com.webank.wedatasphere.linkis.entrance.EntranceServer$$anonfun$execute$1$$anonfun$apply$mcV$sp$1.apply(EntranceServer.scala:63) ~[linkis-ujes-entrance-0.9.2.jar:?]
at scala.collection.IndexedSeqOptimized$class.foreach(IndexedSeqOptimized.scala:33) ~[scala-library-2.11.8.jar:?]
at scala.collection.mutable.ArrayOps$ofRef.foreach(ArrayOps.scala:186) ~[scala-library-2.11.8.jar:?]
at com.webank.wedatasphere.linkis.entrance.EntranceServer$$anonfun$execute$1.apply$mcV$sp(EntranceServer.scala:63) ~[linkis-ujes-entrance-0.9.2.jar:?]
at com.webank.wedatasphere.linkis.entrance.EntranceServer$$anonfun$execute$1.apply(EntranceServer.scala:63) ~[linkis-ujes-entrance-0.9.2.jar:?]
at com.webank.wedatasphere.linkis.entrance.EntranceServer$$anonfun$execute$1.apply(EntranceServer.scala:63) ~[linkis-ujes-entrance-0.9.2.jar:?]
at com.webank.wedatasphere.linkis.common.utils.Utils$.tryCatch(Utils.scala:48) ~[linkis-common-0.9.2.jar:?]
at com.webank.wedatasphere.linkis.common.utils.Utils$.tryThrow(Utils.scala:58) ~[linkis-common-0.9.2.jar:?]
at com.webank.wedatasphere.linkis.entrance.EntranceServer.execute(EntranceServer.scala:63) ~[linkis-ujes-entrance-0.9.2.jar:?]
at com.webank.wedatasphere.linkis.entrance.restful.EntranceRestfulApi.execute(EntranceRestfulApi.java:84) ~[linkis-ujes-entrance-0.9.2.jar:?]
at com.webank.wedatasphere.linkis.entrance.restful.EntranceRestfulApi$$FastClassBySpringCGLIB$$8c3306ec.invoke(
etty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) [jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) [jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) [jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) [jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) [jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
at java.lang.Thread.run(Thread.java:745) [?:1.8.0_40]
Caused by: java.lang.NullPointerException
at scala.collection.convert.Wrappers$JMapWrapperLike$$anon$2.
1、when run qualitis, error (当执行qualitis时候,报错) RROR [qtp776011197-86604] impl.OuterExecutionServiceImpl submitRules: I/O error on POST request for "http://10.45.2.133:9001/api/rest_j/v1/entrance/execute": 400 Bad Request; nested exception is com.webank.wedatasphere.qualitis.exception.HttpRestTemplateException: 400 Bad Request 2、Manual submission (手动提交返回) '{"method":"/api/rest_j/v1/entrance/execute","status":1,"message":"requestUri /api/rest_j/v1/entrance/execute need request parameter executeApplicationName","data":{}} 3、look at spark-entrance log(查看spark-entrance日志) 2021-05-08 16:42:55.537 [ERROR] [qtp931163110-32 ] c.w.w.l.s.r.RestfulCatchAOP (72) [apply] - error code(错误码): 20050, error message(错误信息): Variable replacement failed!(变量替换失败!)NullPointerException: . com.webank.wedatasphere.linkis.entrance.interceptor.exception.VarSubstitutionException: errCode: 20050 ,desc: Variable replacement failed!(变量替换失败!)NullPointerException: ,ip: SCSP00351 ,port: 9106 ,serviceKind: sparkEntrance