Merge branch 'master' of http://git.zhiweidata.top/yangchen/articlenewscrawler.git

src/main/java/com/zhiwei/parse/Huxiu.java

@@ -5,6 +5,7 @@ import java.util.Date;
 import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
+import java.util.Objects;
 
 import org.jsoup.Jsoup;
 import org.jsoup.nodes.Document;
@@ -53,38 +54,43 @@ public class Huxiu {
                     
                     String uname = document.select("div.user-name").text();
                     Elements elements = document.select("div.message-box > div.mod-b.mod-art");
-                    for(Element e:elements) {
-                        String title = e.select("div.mob-ctt > h3 > a").text();
-                        
-                        //列表显示的时间(补充文章获取失败后的时间)
-                        String artTime = e.select("div.mob-author > span.time").text();
-                        Date time = TimeParse.stringFormartDate(artTime);
-                        
-                        //跳进文章获取具体时间
-                        String artUrl = "https://www.huxiu.com" + e.select("div.mob-ctt > h3 > a").attr("href");
-                        
-                        //超出时间则不获取
-                        if(haveNext.contains("Next") || (time.getTime() < TimeParse.stringFormartDate(endTime).getTime()) || page > 500) {
-                            next = false;
-                            break;
+                    if(Objects.nonNull(elements) && !elements.isEmpty()) {
+                        for(Element e:elements) {
+                            String title = e.select("div.mob-ctt > h3 > a").text();
+                            
+                            String artTime = e.select("div.mob-author > span.time").text();
+                            Date time = TimeParse.stringFormartDate(artTime);
+                            
+                            String artUrl = "https://www.huxiu.com" + e.select("div.mob-ctt > h3 > a").attr("href");
+                            
+                            //超出时间则不获取
+                            if(haveNext.contains("Next") || (time.getTime() < TimeParse.stringFormartDate(endTime).getTime()) || page > 500) {
+                                next = false;
+                                break;
+                            }
+                            
+                            Map<String, Object> map = new HashMap<>();
+                            map.put("title", title);
+                            map.put("url", artUrl);
+                            map.put("time", time);
+                            map.put("uid", uid);
+                            map.put("uname", uname);
+                            map.put("source", "虎嗅");
+                            
+                            bodyList.add(map);
                         }
-                        
-                        Map<String, Object> map = new HashMap<>();
-                        map.put("title", title);
-                        map.put("url", artUrl);
-                        map.put("time", time);
-                        map.put("uid", uid);
-                        map.put("uname", uname);
-                        map.put("source", "虎嗅");
-                        
-                        bodyList.add(map);
+                    }else {
+                        next = false;
                     }
-                    
+                   
                     page ++;
                     
                     break;
                 } catch (Exception e) {
                     logger.error("解析数据失败", e);
+                    if(i == 4) {
+                        next = false;
+                    }
                 }
             }
         }