Commit a70278ba by leiliangliang

新增微博话题采集话题贡献者,关于功能

parent 7e156432
......@@ -61,6 +61,7 @@ public class WeiBoUser implements Serializable {
public WeiBoUser() {
}
public WeiBoUser(String userId, String attestationMassage, String userName,String topic,Date time,Long followerCount,String profileImageUrl) {
this.id = userId+"_"+HotSearchType.微博热搜.name()+"_"+topic;
......
......@@ -381,7 +381,6 @@ public class WeiboHotSearchCrawler {
}
}
}
} catch (Exception e) {
log.error("话题贡献者排行采集异常", e);
}
......@@ -437,7 +436,6 @@ public class WeiboHotSearchCrawler {
weiBoUser.setType(type);
weiBoUser.setId(id);
weiBoUserDao.addWeiBoUser(weiBoUser);
}
......
......@@ -208,6 +208,7 @@ public class HotSearchCacheDAO {
}
if("微博热搜".equals(type)){
nowDoc = WeiboHotSearchCrawler.weiboUpdate(nowDoc);
//更新微博话题贡献者,关于功能
Document documentPC = WeiboHotSearchCrawler.weiboUpdatePC(nowDoc);
if (documentPC.containsKey("分类")) {
nowDoc.put("classify",documentPC.get("分类"));
......
......@@ -45,12 +45,14 @@ public class WeiBoUserDao {
if (Objects.nonNull(weiBoUser.getType())){
document.put("type",weiBoUser.getType());
}
if (Objects.nonNull(weiBoUser.getFollowerCount())){
document.put("followerCount",weiBoUser.getFollowerCount());
}
if (Objects.nonNull(weiBoUser.getProfileImageUrl())){
document.put("profileImageUrl",weiBoUser.getProfileImageUrl());
}
try {
mongoCollection.insertOne(document);
} catch (Exception e) {
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment