diff --git a/xjs-business/xjs-business-webmagic/src/main/java/com/xjs/sina/task/SinaNewsTask.java b/xjs-business/xjs-business-webmagic/src/main/java/com/xjs/sina/task/SinaNewsTask.java index 28e38a8a..75213b55 100644 --- a/xjs-business/xjs-business-webmagic/src/main/java/com/xjs/sina/task/SinaNewsTask.java +++ b/xjs-business/xjs-business-webmagic/src/main/java/com/xjs/sina/task/SinaNewsTask.java @@ -177,8 +177,15 @@ public class SinaNewsTask { count++; } + //过滤无用数据 List collect = sinaNewsList.stream() - .filter(sinaNews -> !"彩票".equals(sinaNews.getTitle())) + .filter(sinaNews -> !("彩票".equals(sinaNews.getCategory()) + || "博客".equals(sinaNews.getCategory()) + || "导航".equals(sinaNews.getCategory()) + || "房产".equals(sinaNews.getCategory()) + || "学投资".equals(sinaNews.getCategory()) + || "读书".equals(sinaNews.getCategory()) + || "搜索".equals(sinaNews.getCategory()))) .collect(Collectors.toList()); sinaNewsService.saveBatch(collect, 30); diff --git a/xjs-business/xjs-project-srb/pom.xml b/xjs-business/xjs-project-srb/pom.xml index 34c0ace9..2d99f003 100644 --- a/xjs-business/xjs-project-srb/pom.xml +++ b/xjs-business/xjs-project-srb/pom.xml @@ -10,7 +10,6 @@ 4.0.0 尚融宝 - srb-service-base srb-service-core pom @@ -29,4 +28,4 @@ - \ No newline at end of file + diff --git a/xjs-business/xjs-project-srb/srb-service-base/pom.xml b/xjs-business/xjs-project-srb/srb-service-base/pom.xml deleted file mode 100644 index b74ecb15..00000000 --- a/xjs-business/xjs-project-srb/srb-service-base/pom.xml +++ /dev/null @@ -1,20 +0,0 @@ - - - - xjs-project-srb - com.xjs - 3.3.0 - - 4.0.0 - 尚融宝-基础服务 - - srb-service-base - - - 11 - 11 - - - \ No newline at end of file diff --git a/xjs-business/xjs-project-srb/srb-service-base/src/main/resources/rebel.xml b/xjs-business/xjs-project-srb/srb-service-base/src/main/resources/rebel.xml deleted file mode 100644 index 3fae1828..00000000 --- a/xjs-business/xjs-project-srb/srb-service-base/src/main/resources/rebel.xml +++ /dev/null @@ -1,16 +0,0 @@ - - - - - - srb-service-base - - - - - - -