From 83a006c47afe22e5418b1fba90a5c33dcdc887df Mon Sep 17 00:00:00 2001 From: xjs <1294405880@qq.com> Date: Thu, 17 Feb 2022 22:40:29 +0800 Subject: [PATCH] =?UTF-8?q?1=E3=80=81=E8=A7=A3=E5=86=B3=E7=88=AC=E8=99=AB?= =?UTF-8?q?=E6=96=B0=E6=B5=AA=E6=96=B0=E9=97=BB=E7=BB=9F=E8=AE=A1=E5=BE=AA?= =?UTF-8?q?=E7=8E=AF=E8=AE=A1=E6=95=B0=E9=97=AE=E9=A2=98?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../src/views/business/log/apilog/index.vue | 2 -- .../java/com/xjs/sina/task/SinaNewsTask.java | 28 ++++++++----------- 2 files changed, 12 insertions(+), 18 deletions(-) diff --git a/ruoyi-ui/src/views/business/log/apilog/index.vue b/ruoyi-ui/src/views/business/log/apilog/index.vue index 33a768db..7b374ee0 100644 --- a/ruoyi-ui/src/views/business/log/apilog/index.vue +++ b/ruoyi-ui/src/views/business/log/apilog/index.vue @@ -263,8 +263,6 @@ export default { this.getApiName() }, - // todo 条件搜索bug - methods: { //获取所有api名称 getApiName() { diff --git a/xjs-business/xjs-business-webmagic/src/main/java/com/xjs/sina/task/SinaNewsTask.java b/xjs-business/xjs-business-webmagic/src/main/java/com/xjs/sina/task/SinaNewsTask.java index 3efcfc7d..ab98bd1f 100644 --- a/xjs-business/xjs-business-webmagic/src/main/java/com/xjs/sina/task/SinaNewsTask.java +++ b/xjs-business/xjs-business-webmagic/src/main/java/com/xjs/sina/task/SinaNewsTask.java @@ -32,20 +32,20 @@ public class SinaNewsTask { @Autowired private SinaNewsService sinaNewsService; - public static final String URL = "https://news.sina.com.cn/"; + private static final String URL = "https://news.sina.com.cn/"; + + //定义循环次数计时器 + private Long count = 0L; @ReptileLog(name = "新浪新闻", url = URL) public Long reptileSinaNews() { - //定义循环次数计时器 - Long count = 0L; - try { String html = httpUtils.doGetHtml(URL); Document document = Jsoup.parse(html); - count = this.parse(document, count); + this.parse(document); } catch (Exception e) { log.error(e.getMessage()); } @@ -56,9 +56,8 @@ public class SinaNewsTask { * 解析dom * * @param document dom - * @param count 循环次数 */ - private Long parse(Document document, Long count) { + private void parse(Document document) { //获取子链接 Elements nav_mod_1 = document.getElementsByClass("nav-mod-1"); Elements link = nav_mod_1.select("ul > li > a"); @@ -77,13 +76,10 @@ public class SinaNewsTask { String html = httpUtils.doGetHtml(entry.getValue()); Document docChild = Jsoup.parse(html); - Long newCount = this.parseChile(docChild, entry.getKey(), count); + this.parseChile(docChild, entry.getKey()); - count = count + newCount; } - } - return count; } /** @@ -92,7 +88,7 @@ public class SinaNewsTask { * @param docChild 子 * @param key key */ - private Long parseChile(Document docChild, String key, Long count) { + private void parseChile(Document docChild, String key) { try { Elements a = docChild.getElementsByTag("a"); ArrayList link = new ArrayList<>(); @@ -170,10 +166,12 @@ public class SinaNewsTask { sinaNewsList.add(sinaNews); } + + //计数 + count++; } - //计数 - count++; + sinaNewsService.saveBatch(sinaNewsList, 30); @@ -184,8 +182,6 @@ public class SinaNewsTask { } catch (Exception e) { log.error(e.getMessage()); } - - return count; } }