新增微博话题采集话题贡献者,关于功能

src/main/java/com/zhiwei/searchhotcrawler/bean/WeiBoUser.java

@@ -53,9 +53,13 @@ public class WeiBoUser implements Serializable {
      * 头像地址
      */
     private String profileImageUrl;
+
+    /**
+     * 类型
+     */
+    private String type;
     public WeiBoUser() {
     }
-
     public WeiBoUser(String userId, String attestationMassage, String userName,String topic,Date time,Long followerCount,String profileImageUrl) {
 
         this.id = userId+"_"+HotSearchType.微博热搜.name()+"_"+topic;
@@ -66,6 +70,11 @@ public class WeiBoUser implements Serializable {
         this.time=time;
         this.followerCount=followerCount;
         this.profileImageUrl = profileImageUrl;
-
+    }
+    public WeiBoUser(String userId, String userName,String topic,Date time) {
+        this.userId = userId;
+        this.userName = userName;
+        this.topic=topic;
+        this.time=time;
     }
 }

src/main/java/com/zhiwei/searchhotcrawler/dao/HotSearchCacheDAO.java

@@ -208,6 +208,17 @@ public class HotSearchCacheDAO  {
                    }
                    if("微博热搜".equals(type)){
                        nowDoc = WeiboHotSearchCrawler.weiboUpdate(nowDoc);
+                       //更新微博话题贡献者,关于功能
+                       Document documentPC = WeiboHotSearchCrawler.weiboUpdatePC(nowDoc);
+                       if (documentPC.containsKey("分类")) {
+                           nowDoc.put("classify",documentPC.get("分类"));
+                       }
+                       if (documentPC.containsKey("地区")) {
+                           nowDoc.put("region", documentPC.get("地区"));
+                       }
+                       if (documentPC.containsKey("标签")) {
+                           nowDoc.put("label", documentPC.get("标签"));
+                       }
                        if(nowDoc.containsKey("topicLead")){
                            nowDoc.put("topicLead", nowDoc.getString("topicLead"));
                        }

src/main/java/com/zhiwei/searchhotcrawler/dao/WeiBoUserDao.java

@@ -32,6 +32,7 @@ public class WeiBoUserDao {
      * @param weiBoUser
      */
     public void addWeiBoUser(WeiBoUser weiBoUser){
+
         try {
             Document document = new Document();
             document.put("_id",weiBoUser.getId());
@@ -42,8 +43,15 @@ public class WeiBoUserDao {
             document.put("userName",weiBoUser.getUserName());
             document.put("topic",weiBoUser.getTopic());
             document.put("time",weiBoUser.getTime());
-            document.put("followerCount",weiBoUser.getFollowerCount());
-            document.put("profileImageUrl",weiBoUser.getProfileImageUrl());
+            if (Objects.nonNull(weiBoUser.getType())){
+                document.put("type",weiBoUser.getType());
+            }
+            if (Objects.nonNull(weiBoUser.getFollowerCount())){
+                document.put("followerCount",weiBoUser.getFollowerCount());
+            }
+            if (Objects.nonNull(weiBoUser.getProfileImageUrl())){
+                document.put("profileImageUrl",weiBoUser.getProfileImageUrl());
+            }
             try {
                 mongoCollection.insertOne(document);
             } catch (Exception e) {