Commit 848825af by leiliangliang

更新脉脉热榜采集程序

parent 3b65725a
......@@ -33,7 +33,7 @@ public class MaiMaiHotSearchCrawler {
public static List<HotSearchList> getMaiMaiHotData(Date date){
log.info("脉脉热榜开始采集");
List<HotSearchList> list = new ArrayList<>();
String url = "https://open.taou.com/maimai/feed/v6/hot_posts_list?tab=profession&count=15&version=5.3.34&u=232258287&access_token=1.4c82e8ad6d6b4e03262a48f334dea336";
String url = "https://open.taou.com/maimai/feed/v6/hot_list_entry/feeds?page_version=2&version=6.2.34&u=232258287&access_token=1.4c82e8ad6d6b4e03262a48f334dea336";
String htmlBody = null;
Request request = RequestUtils.wrapGet(url);
Response response = httpBoot.syncCall(request, ProxyServerSupplier.NAT_HEAVY_PROXY);
......@@ -65,8 +65,9 @@ public class MaiMaiHotSearchCrawler {
if (jsonObject.containsKey("hot_type_card")) {
icon = jsonObject.getJSONObject("hot_type_card").getString("text");
}
String hotValue = jsonArray.getJSONObject(i).getJSONObject("common").getString("hot_info");
Long count = hotValue.length() > 0 ? TipsUtils.getHotCount(hotValue) : 0;
// String hotValue = jsonArray.getJSONObject(i).getJSONObject("common").getString("hot_info");
// Long count = hotValue.length() > 0 ? TipsUtils.getHotCount(hotValue) : 0;
Long count = null;
HotSearchList hotSearchList = new HotSearchList(maimaiUrl, name, count, null, rank, HotSearchType.脉脉热榜.name(), icon, date);
//判断一下真实文本长度,如果大于332字符长度,则存储
if (content.length()>nameLengthMax){
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment