Commit a70278ba by leiliangliang

新增微博话题采集话题贡献者,关于功能

parent 7e156432
...@@ -61,6 +61,7 @@ public class WeiBoUser implements Serializable { ...@@ -61,6 +61,7 @@ public class WeiBoUser implements Serializable {
public WeiBoUser() { public WeiBoUser() {
} }
public WeiBoUser(String userId, String attestationMassage, String userName,String topic,Date time,Long followerCount,String profileImageUrl) { public WeiBoUser(String userId, String attestationMassage, String userName,String topic,Date time,Long followerCount,String profileImageUrl) {
this.id = userId+"_"+HotSearchType.微博热搜.name()+"_"+topic; this.id = userId+"_"+HotSearchType.微博热搜.name()+"_"+topic;
......
...@@ -381,7 +381,6 @@ public class WeiboHotSearchCrawler { ...@@ -381,7 +381,6 @@ public class WeiboHotSearchCrawler {
} }
} }
} }
} catch (Exception e) { } catch (Exception e) {
log.error("话题贡献者排行采集异常", e); log.error("话题贡献者排行采集异常", e);
} }
...@@ -437,7 +436,6 @@ public class WeiboHotSearchCrawler { ...@@ -437,7 +436,6 @@ public class WeiboHotSearchCrawler {
weiBoUser.setType(type); weiBoUser.setType(type);
weiBoUser.setId(id); weiBoUser.setId(id);
weiBoUserDao.addWeiBoUser(weiBoUser); weiBoUserDao.addWeiBoUser(weiBoUser);
} }
......
...@@ -208,6 +208,7 @@ public class HotSearchCacheDAO { ...@@ -208,6 +208,7 @@ public class HotSearchCacheDAO {
} }
if("微博热搜".equals(type)){ if("微博热搜".equals(type)){
nowDoc = WeiboHotSearchCrawler.weiboUpdate(nowDoc); nowDoc = WeiboHotSearchCrawler.weiboUpdate(nowDoc);
//更新微博话题贡献者,关于功能
Document documentPC = WeiboHotSearchCrawler.weiboUpdatePC(nowDoc); Document documentPC = WeiboHotSearchCrawler.weiboUpdatePC(nowDoc);
if (documentPC.containsKey("分类")) { if (documentPC.containsKey("分类")) {
nowDoc.put("classify",documentPC.get("分类")); nowDoc.put("classify",documentPC.get("分类"));
......
...@@ -45,12 +45,14 @@ public class WeiBoUserDao { ...@@ -45,12 +45,14 @@ public class WeiBoUserDao {
if (Objects.nonNull(weiBoUser.getType())){ if (Objects.nonNull(weiBoUser.getType())){
document.put("type",weiBoUser.getType()); document.put("type",weiBoUser.getType());
} }
if (Objects.nonNull(weiBoUser.getFollowerCount())){ if (Objects.nonNull(weiBoUser.getFollowerCount())){
document.put("followerCount",weiBoUser.getFollowerCount()); document.put("followerCount",weiBoUser.getFollowerCount());
} }
if (Objects.nonNull(weiBoUser.getProfileImageUrl())){ if (Objects.nonNull(weiBoUser.getProfileImageUrl())){
document.put("profileImageUrl",weiBoUser.getProfileImageUrl()); document.put("profileImageUrl",weiBoUser.getProfileImageUrl());
} }
try { try {
mongoCollection.insertOne(document); mongoCollection.insertOne(document);
} catch (Exception e) { } catch (Exception e) {
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment