1、删除一个无用服务

2、新浪爬虫修改过滤一些无用数据
pull/254/head
xjs 4 years ago
parent 4af0056fca
commit d1fd8d04eb

@ -177,8 +177,15 @@ public class SinaNewsTask {
count++; count++;
} }
//过滤无用数据
List<SinaNews> collect = sinaNewsList.stream() List<SinaNews> collect = sinaNewsList.stream()
.filter(sinaNews -> !"彩票".equals(sinaNews.getTitle())) .filter(sinaNews -> !("彩票".equals(sinaNews.getCategory())
|| "博客".equals(sinaNews.getCategory())
|| "导航".equals(sinaNews.getCategory())
|| "房产".equals(sinaNews.getCategory())
|| "学投资".equals(sinaNews.getCategory())
|| "读书".equals(sinaNews.getCategory())
|| "搜索".equals(sinaNews.getCategory())))
.collect(Collectors.toList()); .collect(Collectors.toList());
sinaNewsService.saveBatch(collect, 30); sinaNewsService.saveBatch(collect, 30);

@ -10,7 +10,6 @@
<modelVersion>4.0.0</modelVersion> <modelVersion>4.0.0</modelVersion>
<name>尚融宝</name> <name>尚融宝</name>
<modules> <modules>
<module>srb-service-base</module>
<module>srb-service-core</module> <module>srb-service-core</module>
</modules> </modules>
<packaging>pom</packaging> <packaging>pom</packaging>

@ -1,20 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<parent>
<artifactId>xjs-project-srb</artifactId>
<groupId>com.xjs</groupId>
<version>3.3.0</version>
</parent>
<modelVersion>4.0.0</modelVersion>
<name>尚融宝-基础服务</name>
<artifactId>srb-service-base</artifactId>
<properties>
<maven.compiler.source>11</maven.compiler.source>
<maven.compiler.target>11</maven.compiler.target>
</properties>
</project>

@ -1,16 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<!--
This is the JRebel configuration file. It maps the running application to your IDE workspace, enabling JRebel reloading for this project.
Refer to https://manuals.jrebel.com/jrebel/standalone/config.html for more information.
-->
<application generated-by="intellij" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://www.zeroturnaround.com" xsi:schemaLocation="http://www.zeroturnaround.com http://update.zeroturnaround.com/jrebel/rebel-2_3.xsd">
<id>srb-service-base</id>
<classpath>
<dir name="D:/Dev/IdeaPerject/GitHub/RuoYi-Cloud/xjs-business/xjs-project-srb/srb-service-base/target/classes">
</dir>
</classpath>
</application>
Loading…
Cancel
Save