Commit 235fffdd by chenweitao

Merge branch 'working' into 'master'

更新脉脉热榜采集程序

See merge request !211
parents ea714ae2 848825af
...@@ -33,7 +33,7 @@ public class MaiMaiHotSearchCrawler { ...@@ -33,7 +33,7 @@ public class MaiMaiHotSearchCrawler {
public static List<HotSearchList> getMaiMaiHotData(Date date){ public static List<HotSearchList> getMaiMaiHotData(Date date){
log.info("脉脉热榜开始采集"); log.info("脉脉热榜开始采集");
List<HotSearchList> list = new ArrayList<>(); List<HotSearchList> list = new ArrayList<>();
String url = "https://open.taou.com/maimai/feed/v6/hot_posts_list?tab=profession&count=15&version=5.3.34&u=232258287&access_token=1.4c82e8ad6d6b4e03262a48f334dea336"; String url = "https://open.taou.com/maimai/feed/v6/hot_list_entry/feeds?page_version=2&version=6.2.34&u=232258287&access_token=1.4c82e8ad6d6b4e03262a48f334dea336";
String htmlBody = null; String htmlBody = null;
Request request = RequestUtils.wrapGet(url); Request request = RequestUtils.wrapGet(url);
Response response = httpBoot.syncCall(request, ProxyServerSupplier.NAT_HEAVY_PROXY); Response response = httpBoot.syncCall(request, ProxyServerSupplier.NAT_HEAVY_PROXY);
...@@ -65,8 +65,9 @@ public class MaiMaiHotSearchCrawler { ...@@ -65,8 +65,9 @@ public class MaiMaiHotSearchCrawler {
if (jsonObject.containsKey("hot_type_card")) { if (jsonObject.containsKey("hot_type_card")) {
icon = jsonObject.getJSONObject("hot_type_card").getString("text"); icon = jsonObject.getJSONObject("hot_type_card").getString("text");
} }
String hotValue = jsonArray.getJSONObject(i).getJSONObject("common").getString("hot_info"); // String hotValue = jsonArray.getJSONObject(i).getJSONObject("common").getString("hot_info");
Long count = hotValue.length() > 0 ? TipsUtils.getHotCount(hotValue) : 0; // Long count = hotValue.length() > 0 ? TipsUtils.getHotCount(hotValue) : 0;
Long count = null;
HotSearchList hotSearchList = new HotSearchList(maimaiUrl, name, count, null, rank, HotSearchType.脉脉热榜.name(), icon, date); HotSearchList hotSearchList = new HotSearchList(maimaiUrl, name, count, null, rank, HotSearchType.脉脉热榜.name(), icon, date);
//判断一下真实文本长度,如果大于332字符长度,则存储 //判断一下真实文本长度,如果大于332字符长度,则存储
if (content.length()>nameLengthMax){ if (content.length()>nameLengthMax){
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment