新浪热榜采集更新+微博封面图更新

src/main/java/com/zhiwei/searchhotcrawler/crawler/XinLangHotSearchCrawler.java

@@ -58,7 +58,13 @@ public class XinLangHotSearchCrawler {
                                 Integer rank = i + 1;
                                 String hotValue = jsonArray.getJSONObject(i).getString("hotValue");
                                 Integer count = TipsUtils.getHotCount(hotValue);
-                                String showTags = jsonArray.getJSONObject(i).getString("showTags");
+                                String showTags;
+                                if (jsonArray.getJSONObject(i).containsKey("card")){
+                                    JSONArray cardArray = jsonArray.getJSONObject(i).getJSONArray("card");
+                                    showTags= cardArray.getJSONObject(0).getString("showTags");
+                                }else {
+                                    showTags = jsonArray.getJSONObject(i).getString("showTags");
+                                }
                                 String routeUri = jsonArray.getJSONObject(i).getString("routeUri");
                                 String xinLangUrl = null;
                                 if (routeUri.contains("groupId")) {
@@ -68,6 +74,7 @@ public class XinLangHotSearchCrawler {
                                     xinLangUrl = "https://m.so.com/s?q="+ URLCodeUtil.getURLEncode(name, "utf-8")+"&src=dfttrc&srcg=sina_shoulang_act";
                                 }
                                 String icon = null;
+                                if(Objects.nonNull(showTags)) {
                                     if (showTags.contains("新")) {
                                         icon = "新";
                                     } else if (showTags.contains("热")) {
@@ -75,6 +82,7 @@ public class XinLangHotSearchCrawler {
                                     } else if (showTags.contains("沸")) {
                                         icon = "沸";
                                     }
+                                }
                                 HotSearchList hotSearchList = new HotSearchList(xinLangUrl, name, count, true, rank, HotSearchType.新浪热榜.name(), icon, date);
                                 hotSearchLists.add(hotSearchList);
                             }

src/main/java/com/zhiwei/searchhotcrawler/dao/HotSearchCacheDAO.java

@@ -329,6 +329,9 @@ public class HotSearchCacheDAO  {
                 nowDoc.put("readCount", document.getInteger("readCount"));
                 nowDoc.put("discussCount", document.getInteger("discussCount"));
             }
+            if(document.containsKey("pictureUrl")){
+                nowDoc.put("pictureUrl",document.getString("pictureUrl"));
+            }
             collection.replaceOne(query, nowDoc);
         }
     }