百度采集热搜指数

src/main/java/com/zhiwei/searchhotcrawler/crawler/BaiDuHotSearchCrawler.java

@@ -91,6 +91,9 @@ public class BaiDuHotSearchCrawler {
 						} else if (!element.select("td.last").select("span.icon-rise").isEmpty()) {
 							hot = element.select("td.last").select("span.icon-rise").text();
 						}
+						else if (!element.select("td.last").select("span.icon-fair").isEmpty()) {
+							hot = element.select("td.last").select("span.icon-fair").text();
+						}
 						int count = 0;
 						// 判断hot是否为空
 						if (StringUtils.isNotBlank(hot)) {

src/main/java/com/zhiwei/searchhotcrawler/crawler/ZhihuTopicSearchCrawler.java

@@ -36,7 +36,7 @@ public class ZhihuTopicSearchCrawler {
 //                ZhiWeiTools.sleep(10000L);
                 String htmlBody = httpBoot.syncCall(RequestUtils.wrapGet(url),
                         ProxyHolder.NAT_HEAVY_PROXY).body().string();
-                log.info("页面内容获取:{}",htmlBody);
+//                log.info("页面内容获取:{}",htmlBody);
                 Document document = Jsoup.parse(htmlBody);
                 String html = document.getElementsByTag("script").select("#js-initialData").html();
                 jsonObject = JSONObject.parseObject(html);