34 more org.apache. spark.sql.catalyst.errors.package$.attachTree (package. scala: 52) Error Details: java.lang.Exception: org.apache.spark.sql.catalyst.errors.package$TreeNodeException: execute, tree: Exchange SinglePartition +- * (1) HashAggregate (keys= 0), functions-(partial count (1)], output=[count#48L]) +- * (1) Project +- Scan ExistingRDD[PIN#11L, PIN_LKUP_VALUE#12, CONF_IVL#13, PARTITION _NB#14, INSERT_DI#15, INSERT_TM#16, UPDATE_DI#17, UPDATE_TM#18, DB_1OAD_ID#19L, SOFT_DET_CD#20, SOFT_DET_DT#21) at org.apache.spark.sql.catalyst.errors.packageS.attachtree/package.scala:56)atorg.apache.spark.sql.execution.exchange.ShuffleExchangeExec.doExecute(ShufFleExchangeExec.scala:119)at org. apache.spark.sql.execution.SparkPlan$$anonfunSexecute$1.apply(SparkPlan.scala:131)atorg.apache.spark.sql.execution.Sparkplan$SanonfunSexecute$1.apply(SparkPlan.scala:127)at org.apache. spark.sql.execution. SparkPlan$$anonfun$executeQuery$1.apply (SparkPlan. scala:155) at org.apache.spark.rdd.RDDOperationScope$ .withScope (RDDOperationScope.scala: 151) at org. apache. spark. sql.execution.SparkPlan.executeQuery (SparkPlan.scala:152) at org.apache.spark.sgl.execution.SparkPlan.execute (SparkPlan.scala:127) at org.apache.spark.sql.execution.InputAdapter. inputRDDs (WholeStageCodegenExec.scala: 379) at org. apache. spark. sql. execution.aggregate. HashAggregateExec. inputDDs (HashAggregateExec.scala: 151) org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:615)at org.apache.spark.sql.execution.SparkPlanSSanonfunSexecute$1.apply(SparkPlan.scala:131)atorg.apache.spark.sql.execution.SparkPlanSSanonfunSexecuteS1.apply(SparkPlan.scala:127)at org.apache. spark.sql.execution SparkPlanSSanonfunSexecuteQuery$1.apply (SparkPlan. scala:155) at org. apache.spark. rdd. RDDOperationScopes.withscope (RDDOperationScope. scala: 151) at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:152)atorg.apache.spark.sq1.execution.SparkPlan.execute(SparkPlan.scala:127)at org.apache.spark.sql.execution.SparkPlan.getByteArrayRdd(SparkPlan.scala:247)atorg.apache.spark.sql.execution.SparkPlan.executeCollect(SparkPlan.scala:296)at org.apache.spark.sql.Dataset$SanonfunScount$1.apply(Dataset.scala:2830)atorg.apache.spark.sql.Dataset$$anonfun$count$1.apply(Dataset.scala:2829)at org.apache. spark. sql. Dataset$$anonfun$53.apply (Dataset. scala: 3364) at org.apache.spark.sql.execution. SQLExecution$$anonfunSwithNewExecutionIdS1.apply (SQLExecution.scala: 78) at org.apache.spark.sql.execution.SOLExecutionS.withSQlConfPropagated(SQLExecution.scala:125)atorg.apache.spark.sql.execution.SOLExecutionS.withNewExecutionId(SOLExecution.scala:73) at org.apache.spark.sql.Dataset.withAction (Dataset. scala: 3363) at org.apache.spark.sql.Dataset.count (Dataset.scala:2829) at com.augmentig.maxiq.essential.sparkEtl.SparkETLRun.startETLforBasicDataSource(SparkETLRun.java:240)at com.augmentiq.maxiq.spark.ETLSpark.SparkETLDataInjection.runDataIgestionInDataSource(SparkETLDataInjection.java:92)at com.augmentiq.maxiq.spark.handler.SparkHandler.main (SparkHandler.java:72) at sun.reflect.NativeMethodAccessorImp1.invoke (Native Method) at sun. reflect. NativeMethodAccessor Impl. invoke (NativeMethodAccessor Impl.java: 62) at sun.reflect. DelegatingMethodAccessor Impl.invoke (DelegatingMethodAccessorImp1. java: 43) at java.lang.reflect.Method.invoke (Method. java: 498) at org.apache.spark.deploy.yarn.ApplicationMaster$$anon$2.run (ApplicationMaster.scala: 674) Caused by: org.apache.hadoop.mapred. InvalidInputException: Input path does not exist: hdfs://nameservicel/projects/warehouse/edf_ivaps/encrypted/ds/stagel/244629/76518972 at prg.apache.hadoop.mapred.FileInputFormat.singleThreadedListStatus(FileInputFormat.java:294)atorg.apache.hadoop.mapred.FileInputFormat.listStatus(FileInputFormat.Aava:236) org.apache.hadoop.mapred.FileInputFormat.getSplits(FileInputFormat.java:322)atorg.apache.spark.rdd.HadoopRDD.getPartitions(HadoopRDD.scala:205)at org.apache.spark.rdd.RDD$Sanonfun$partitions$2.apply(RDD.scala:273)atorg.apache.spark.rdd.RDD$SanonfunSpartitions$2.apply(RDD.scala:269)at scala.Option.getOrElse (Option.scala:121) at org.apache.spark.rdd.RDD.partitions (RDD.scala:269) at org.apache.spark.rdd.MapPartitionsRDD.getPartitions (MapPartitionsRDD.scala: 49) org.apache.spark.rdd.RDD$$anonfun$partitions$2.apply(RDD.scala:273)atorg.apache.spark.rdd.RDD$Sanonfun$partitions$2.apply(RDD.scala:269)at scala.Option.getOrElse(Option.scala:121) at org.apache.spark.rdd.RDD.partitions (RDD.scala:269) at org.apache.spark. rdd. MapPartitionsRDD.getPartitions (MapPartitionsRDD. scala: 49) a t org.apache.spark.rdd.RDD$SanonfunSpartitions$2.apply(RDD.scala:273)atorg.apache.spark.rdd.RDD$SanonfunSpartitions$2.apply(RDD.scala:269)at scala.Option.qetOrElse (Option.scala: 121) at ord.apache. spark.rdd. RDD.partitions (RDD. scala: 269) at org.apache. spark. rdd.MapPartitionsRDD.getPartitions (MapPartitionsRDD. scala: 49) at org.apache. spark. rdd. RDD$$anonfun$partitions$2.apply (RDD. scala:273) at org.apache, spark. rdd. RDD$$anonfunSpartitions$2.apply (RDD. scala: 269) at scala.Option.qetOrElse (Option.scala: 121) at ord.apache.spark.rdd. RDD.partitions (RDD. scala: 269) at org.apache.spark.rdd.MapPartitionsRDD.getPartitions (ManPartitionsRDD. scala: 49) at org.apache.spark.rdd. RDD$Sanonfun$partitions$2.apply (RDD. scala:273) at org.apache. spark. rdd. RDD$SanonfunSpartitions$2.apply (RDD. scala: 269) at scala.Option.getorElse (Option.scala:121) at org.apache.spark.rdd.RDD.partitions (RDD.scala:269) at org.apache.spark.rdd.MapPartitionsRDD.getPartitions (MapPartitionsRDD. scala: 49) at org.apache.spark.rdd.RDD$Sanonfun$partitions$2.apply(RDD.scala:273)atorg.apache.spark.rdd.RDD$SanonfunSpartitions$2.apply(RDD.scala:269)at scala.Option.getOrElse (Option.scala:121) at org.apache.spark.rdd.RDD.partitions (RDD. scala:269) at org.apache.spark.rdd.MapPartitionsRDD.getPartitions (MapPartitionsRDD.scala: 49) at org.apache. spark. rdd. RDD$SanonfunSpartitions$2.apply (RDD. scala:273) at org. apache. spark. rdd. RDD$SanonfunSpartitions$2.apply (RDD. scala: 269) at scala.Option.getorElse(Option.scala:121) at org.apache.spark.rdd.RDD.partitions (RDD. scala:269) at org.apache.spark. ShuffleDependency. (Dependency. scala: 94) at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec$.prepareShuffleDependency(ShuffleExchangeExec.scala:321)at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.prepareShuffleDependency(ShuffleExchangeExec.scala:91) org.apache.spark.sql.execution.exchange.ShuffleExchangeExec$$anonfun$doExecute$1.apply(ShuffleExchangeExec.scala:128)at orq.apache.spark.sql.execution.exchanqe.ShuffleExchanqeExec$$anonfun$doExecute$l.apply(ShuffleExchangeExec.scala:119)at length: 13,937 lines: 8 Windows (CR LF) UTF-8 10-10 PM 0/20/2022