From d1fd8d04ebe5ab3071794404ed60a482cbe13692 Mon Sep 17 00:00:00 2001 From: xjs <1294405880@qq.com> Date: Thu, 24 Mar 2022 21:25:34 +0800 Subject: [PATCH] =?UTF-8?q?1=E3=80=81=E5=88=A0=E9=99=A4=E4=B8=80=E4=B8=AA?= =?UTF-8?q?=E6=97=A0=E7=94=A8=E6=9C=8D=E5=8A=A1=202=E3=80=81=E6=96=B0?= =?UTF-8?q?=E6=B5=AA=E7=88=AC=E8=99=AB=E4=BF=AE=E6=94=B9=E8=BF=87=E6=BB=A4?= =?UTF-8?q?=E4=B8=80=E4=BA=9B=E6=97=A0=E7=94=A8=E6=95=B0=E6=8D=AE?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../java/com/xjs/sina/task/SinaNewsTask.java | 9 ++++++++- xjs-business/xjs-project-srb/pom.xml | 3 +-- .../xjs-project-srb/srb-service-base/pom.xml | 20 ------------------- .../src/main/resources/rebel.xml | 16 --------------- 4 files changed, 9 insertions(+), 39 deletions(-) delete mode 100644 xjs-business/xjs-project-srb/srb-service-base/pom.xml delete mode 100644 xjs-business/xjs-project-srb/srb-service-base/src/main/resources/rebel.xml diff --git a/xjs-business/xjs-business-webmagic/src/main/java/com/xjs/sina/task/SinaNewsTask.java b/xjs-business/xjs-business-webmagic/src/main/java/com/xjs/sina/task/SinaNewsTask.java index 28e38a8a..75213b55 100644 --- a/xjs-business/xjs-business-webmagic/src/main/java/com/xjs/sina/task/SinaNewsTask.java +++ b/xjs-business/xjs-business-webmagic/src/main/java/com/xjs/sina/task/SinaNewsTask.java @@ -177,8 +177,15 @@ public class SinaNewsTask { count++; } + //过滤无用数据 List collect = sinaNewsList.stream() - .filter(sinaNews -> !"彩票".equals(sinaNews.getTitle())) + .filter(sinaNews -> !("彩票".equals(sinaNews.getCategory()) + || "博客".equals(sinaNews.getCategory()) + || "导航".equals(sinaNews.getCategory()) + || "房产".equals(sinaNews.getCategory()) + || "学投资".equals(sinaNews.getCategory()) + || "读书".equals(sinaNews.getCategory()) + || "搜索".equals(sinaNews.getCategory()))) .collect(Collectors.toList()); sinaNewsService.saveBatch(collect, 30); diff --git a/xjs-business/xjs-project-srb/pom.xml b/xjs-business/xjs-project-srb/pom.xml index 34c0ace9..2d99f003 100644 --- a/xjs-business/xjs-project-srb/pom.xml +++ b/xjs-business/xjs-project-srb/pom.xml @@ -10,7 +10,6 @@ 4.0.0 尚融宝 - srb-service-base srb-service-core pom @@ -29,4 +28,4 @@ - \ No newline at end of file + diff --git a/xjs-business/xjs-project-srb/srb-service-base/pom.xml b/xjs-business/xjs-project-srb/srb-service-base/pom.xml deleted file mode 100644 index b74ecb15..00000000 --- a/xjs-business/xjs-project-srb/srb-service-base/pom.xml +++ /dev/null @@ -1,20 +0,0 @@ - - - - xjs-project-srb - com.xjs - 3.3.0 - - 4.0.0 - 尚融宝-基础服务 - - srb-service-base - - - 11 - 11 - - - \ No newline at end of file diff --git a/xjs-business/xjs-project-srb/srb-service-base/src/main/resources/rebel.xml b/xjs-business/xjs-project-srb/srb-service-base/src/main/resources/rebel.xml deleted file mode 100644 index 3fae1828..00000000 --- a/xjs-business/xjs-project-srb/srb-service-base/src/main/resources/rebel.xml +++ /dev/null @@ -1,16 +0,0 @@ - - - - - - srb-service-base - - - - - - -