Commit 8d6b515b by leiliangliang

更新微博话题解析

parent dbe4bae9
...@@ -273,30 +273,33 @@ public class WeiboHotSearchCrawler { ...@@ -273,30 +273,33 @@ public class WeiboHotSearchCrawler {
} }
} }
//调用weiBoMassageDao添加数据 try {
WeiBoMassageDao weiBoMassageDao = new WeiBoMassageDao(); //调用weiBoMassageDao添加数据
//解析cards,获取热门微博、人物 WeiBoMassageDao weiBoMassageDao = new WeiBoMassageDao();
for (JSONObject jsonObject : cardsJsons) { //解析cards,获取热门微博、人物
if (nonNull(jsonObject) && !jsonObject.isEmpty()) { for (JSONObject jsonObject : cardsJsons) {
if (jsonObject.containsKey("mblog")) { if (nonNull(jsonObject) && !jsonObject.isEmpty()) {
if (jsonObject.getJSONObject("mblog").containsKey("title")) { if (jsonObject.containsKey("mblog")) {
WeiBoMassage weiBoMassage = analysisWeiboMBlog(jsonObject, document.getString("name")); if (jsonObject.getJSONObject("mblog").containsKey("title")) {
WeiBoMassage weiBoMassage = analysisWeiboMBlog(jsonObject, document.getString("name"));
if (Objects.nonNull(weiBoMassage)) {
weiBoMassageDao.addWeiBoMassage(weiBoMassage);
}
}
} else if (jsonObject.containsKey("card_group")) {
JSONArray cardGroup = jsonObject.getJSONArray("card_group");
WeiBoMassage weiBoMassage = analysisWeiboMassage(cardGroup, document.getString("name"));
if (Objects.nonNull(weiBoMassage)) { if (Objects.nonNull(weiBoMassage)) {
weiBoMassageDao.addWeiBoMassage(weiBoMassage); weiBoMassageDao.addWeiBoMassage(weiBoMassage);
} }
analysisWeiBoUsers(cardGroup, document.getString("name"));
} }
} else if (jsonObject.containsKey("card_group")) {
JSONArray cardGroup = jsonObject.getJSONArray("card_group");
WeiBoMassage weiBoMassage = analysisWeiboMassage(cardGroup, document.getString("name"));
if (Objects.nonNull(weiBoMassage)) {
weiBoMassageDao.addWeiBoMassage(weiBoMassage);
}
analysisWeiBoUsers(cardGroup, document.getString("name"));
} }
} else {
log.info("获取数据失败");
} }
} catch (Exception e) {
log.error("解析cards失败,未获得热门微博,人物信息",e);
} }
return document; return document;
} }
} }
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment