项目运行

来源:6-8 【阶段总结】搜索推荐v1.0架构总结

慕运维1135398

2020-05-22

项目运行出错
Caused by: org.apache.hadoop.mapred.InvalidInputException: Input path does not exist: file:/Users/hzllb/Desktop/devtool/data/lrmode/metadata
at org.apache.hadoop.mapred.FileInputFormat.singleThreadedListStatus(FileInputFormat.java:285) ~[hadoop-mapreduce-client-core-2.6.5.jar:na]
at org.apache.hadoop.mapred.FileInputFormat.listStatus(FileInputFormat.java:228) ~[hadoop-mapreduce-client-core-2.6.5.jar:na]
at org.apache.hadoop.mapred.FileInputFormat.getSplits(FileInputFormat.java:313) ~[hadoop-mapreduce-client-core-2.6.5.jar:na]
at org.apache.spark.rdd.HadoopRDD.getPartitions(HadoopRDD.scala:204) ~[spark-core_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:253) ~[spark-core_2.12-2.4.4.jar:2.4.4]
at scala.Option.getOrElse(Option.scala:121) ~[scala-library-2.12.4.jar:na]
at org.apache.spark.rdd.RDD.partitions(RDD.scala:251) ~[spark-core_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:49) ~[spark-core_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:253) ~[spark-core_2.12-2.4.4.jar:2.4.4]
at scala.Option.getOrElse(Option.scala:121) ~[scala-library-2.12.4.jar:na]
at org.apache.spark.rdd.RDD.partitions(RDD.scala:251) ~[spark-core_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.rdd.RDD.$anonfun$take$1(RDD.scala:1343) ~[spark-core_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151) ~[spark-core_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112) ~[spark-core_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.rdd.RDD.withScope(RDD.scala:363) ~[spark-core_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.rdd.RDD.take(RDD.scala:1337) ~[spark-core_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.rdd.RDD.$anonfun$first$1(RDD.scala:1378) ~[spark-core_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151) ~[spark-core_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112) ~[spark-core_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.rdd.RDD.withScope(RDD.scala:363) ~[spark-core_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.rdd.RDD.first(RDD.scala:1378) ~[spark-core_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.ml.util.DefaultParamsReader$.loadMetadata(ReadWrite.scala:615) ~[spark-mllib_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.ml.classification.LogisticRegressionModel$LogisticRegressionModelReader.load(LogisticRegression.scala:1251) ~[spark-mllib_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.ml.classification.LogisticRegressionModel$LogisticRegressionModelReader.load(LogisticRegression.scala:1245) ~[spark-mllib_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.ml.util.MLReadable.load(ReadWrite.scala:380) ~[spark-mllib_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.ml.util.MLReadable.load$(ReadWrite.scala:380) ~[spark-mllib_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.ml.classification.LogisticRegressionModel$.load(LogisticRegression.scala:1220) ~[spark-mllib_2.12-2.4.4.jar:2.4.4]
at org.apache.spark.ml.classification.LogisticRegressionModel.load(LogisticRegression.scala) ~[spark-mllib_2.12-2.4.4.jar:2.4.4]
at com.imooc.dianping.recommend.RecommendSortService.init(RecommendSortService.java:29) ~[classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_144]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_144]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_144]
at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_144]
at org.springframework.beans.factory.annotation.InitDestroyAnnotationBeanPostProcessor$LifecycleElement.invoke(InitDestroyAnnotationBeanPostProcessor.java:363) ~[spring-beans-5.1.8.RELEASE.jar:5.1.8.RELEASE]
at org.springframework.beans.factory.annotation.InitDestroyAnnotationBeanPostProcessor$LifecycleMetadata.invokeInitMethods(InitDestroyAnnotationBeanPostProcessor.java:307) ~[spring-beans-5.1.8.RELEASE.jar:5.1.8.RELEASE]
at org.springframework.beans.factory.annotation.InitDestroyAnnotationBeanPostProcessor.postProcessBeforeInitialization(InitDestroyAnnotationBeanPostProcessor.java:136) ~[spring-beans-5.1.8.RELEASE.jar:5.1.8.RELEASE]
... 44 common frames omitted

写回答

1回答

龙虾三少

2020-05-22

文件不存在 看下报错第一行就写了

0
0

ES7+Spark 构建高匹配度搜索服务+千人千面推荐系统

ElasticSearch实现高相关性搜索,Spark MLlib实现个性化推荐

1384 学习 · 559 问题

查看课程