各个采集验证添加休眠，避免数据过多导致程序阻塞

src/main/java/com/zhiwei/source_forward/crawler/ContentCrawler.java

-package com.zhiwei.source_forward.crawler;
-
-import java.util.Objects;
-
-import org.apache.logging.log4j.LogManager;
-import org.apache.logging.log4j.Logger;
-
-import com.zhiwei.async.GroupSync;
-import com.zhiwei.crawler.core.HttpBoot;
-import com.zhiwei.crawler.core.proxy.ProxyHolder;
-import com.zhiwei.crawler.core.utils.RequestUtils;
-import com.zhiwei.source_forward.bean.ContentBean;
-import com.zhiwei.source_forward.bean.ContentBean.Attribution;
-import com.zhiwei.source_forward.util.ContentDataCallback;
-import com.zhiwei.source_forward.util.MatchContent;
-
-import okhttp3.Request;
-
-public class ContentCrawler {
-
-    private static Logger logger = LogManager.getLogger(ContentCrawler.class);
-    private static HttpBoot httpBoot = new HttpBoot.Builder().retryTimes(2).build();
-    
-    /**
-     * 
-     * @Description 链接传入 并 返回采集完信号
-     * @param callback
-     * @param urls
-     * @return
-     * @throws Exception
-     */
-    public GroupSync submitTask(ContentDataCallback callback,
-            String... urls) {
-        GroupSync counter = new GroupSync();
-        start(counter, callback, urls);
-        return counter;
-    }
-
-    /**
-     * 
-     * @Description 提交链接
-     * @param counter
-     * @param callback
-     * @param urls
-     */
-    private void start(GroupSync counter,
-            ContentDataCallback callback, String... urls) {
-        if (urls != null && urls.length > 0) {
-            for (String url : urls) {
-                if (url != null) {
-                    try {
-                        search(counter, url, Attribution.of(url), callback);
-                    } catch (Exception e) {
-                        logger.error("搜索创建出错", e);
-                    }
-                }
-            }
-        }
-    }
-
-    /**
-     * 
-     * @Description 链接获取文章信息
-     * @param counter
-     * @param url
-     * @param attr
-     * @param callback
-     * @return
-     */
-    private GroupSync search(GroupSync counter,
-            String url, Attribution attr, ContentDataCallback callback) {
-        logger.info("当前处理 URL: {}", url);
-        Request request = RequestUtils.wrapGet(url);
-        counter.add();
-        
-        httpBoot.asyncCall(request, ProxyHolder.NAT_HEAVY_PROXY, true).whenComplete((rs,ex) -> {
-            try {
-                if (Objects.isNull(ex)) {
-                    parseHtml(rs.body().string(), attr, callback);
-                } else {
-                    logger.info("{} 搜索结果访问失败: {}", request.url().url(),ex);
-                }
-            } catch (Exception e) {
-                logger.info("搜索结果访问失败: {}", ex);
-            } finally {
-                counter.done();
-            }
-            
-        });
-        
-        return counter;
-    }
-
-    /**
-     * 
-     * 
-     * @Description 获取正文解析
-     * @param response
-     * @param attr
-     * @param callback
-     */
-    private void parseHtml(String result, Attribution attr,
-            ContentDataCallback callback) {
-        try {
-            String content = MatchContent.matchContent(attr.get().toString(),
-                    result);
-            ContentBean cb = new ContentBean(attr.get().toString(), content);
-            if (callback == null) {
-                logger.warn("DataCallback 对象为 null，无法保存数据");
-            } else {
-                callback.onData(cb, attr);
-            }
-        } catch (Exception e) {
-            logger.error("网页链接失效", e);
-        }
-
-    }
-
-}
+package com.zhiwei.source_forward.crawler;
+
+import java.util.Objects;
+
+import com.zhiwei.tools.tools.ZhiWeiTools;
+import org.apache.logging.log4j.LogManager;
+import org.apache.logging.log4j.Logger;
+
+import com.zhiwei.async.GroupSync;
+import com.zhiwei.crawler.core.HttpBoot;
+import com.zhiwei.crawler.core.proxy.ProxyHolder;
+import com.zhiwei.crawler.core.utils.RequestUtils;
+import com.zhiwei.source_forward.bean.ContentBean;
+import com.zhiwei.source_forward.bean.ContentBean.Attribution;
+import com.zhiwei.source_forward.util.ContentDataCallback;
+import com.zhiwei.source_forward.util.MatchContent;
+
+import okhttp3.Request;
+
+public class ContentCrawler {
+
+    private static Logger logger = LogManager.getLogger(ContentCrawler.class);
+    private static HttpBoot httpBoot = new HttpBoot.Builder().retryTimes(2).build();
+    
+    /**
+     * 
+     * @Description 链接传入 并 返回采集完信号
+     * @param callback
+     * @param urls
+     * @return
+     * @throws Exception
+     */
+    public GroupSync submitTask(ContentDataCallback callback,
+            String... urls) {
+        GroupSync counter = new GroupSync();
+        start(counter, callback, urls);
+        return counter;
+    }
+
+    /**
+     * 
+     * @Description 提交链接
+     * @param counter
+     * @param callback
+     * @param urls
+     */
+    private void start(GroupSync counter,
+            ContentDataCallback callback, String... urls) {
+        if (urls != null && urls.length > 0) {
+            for (String url : urls) {
+                ZhiWeiTools.sleep(100);
+                if (url != null) {
+                    try {
+                        search(counter, url, Attribution.of(url), callback);
+                    } catch (Exception e) {
+                        logger.error("搜索创建出错", e);
+                    }
+                }
+            }
+        }
+    }
+
+    /**
+     * 
+     * @Description 链接获取文章信息
+     * @param counter
+     * @param url
+     * @param attr
+     * @param callback
+     * @return
+     */
+    private GroupSync search(GroupSync counter,
+            String url, Attribution attr, ContentDataCallback callback) {
+        logger.info("当前处理 URL: {}", url);
+        Request request = RequestUtils.wrapGet(url);
+        counter.add();
+        
+        httpBoot.asyncCall(request, ProxyHolder.NAT_HEAVY_PROXY, true).whenComplete((rs,ex) -> {
+            try {
+                if (Objects.isNull(ex)) {
+                    parseHtml(rs.body().string(), attr, callback);
+                } else {
+                    logger.info("{} 搜索结果访问失败: {}", request.url().url(),ex);
+                }
+            } catch (Exception e) {
+                logger.info("搜索结果访问失败: {}", ex);
+            } finally {
+                counter.done();
+            }
+            
+        });
+        
+        return counter;
+    }
+
+    /**
+     * 
+     * 
+     * @Description 获取正文解析
+     * @param response
+     * @param attr
+     * @param callback
+     */
+    private void parseHtml(String result, Attribution attr,
+            ContentDataCallback callback) {
+        try {
+            String content = MatchContent.matchContent(attr.get().toString(),
+                    result);
+            ContentBean cb = new ContentBean(attr.get().toString(), content);
+            if (callback == null) {
+                logger.warn("DataCallback 对象为 null，无法保存数据");
+            } else {
+                callback.onData(cb, attr);
+            }
+        } catch (Exception e) {
+            logger.error("网页链接失效", e);
+        }
+
+    }
+
+}

src/main/java/com/zhiwei/source_forward/crawler/MediaSelfSourceCrawler.java

@@ -5,6 +5,7 @@ import java.util.List;
 import java.util.Map;
 import java.util.Objects;
 
+import com.zhiwei.tools.tools.ZhiWeiTools;
 import org.apache.logging.log4j.LogManager;
 import org.apache.logging.log4j.Logger;
 import org.jsoup.Jsoup;
@@ -64,6 +65,7 @@ public class MediaSelfSourceCrawler {
     private void start(GroupSync counter,MediaSelfSourceDataCallBack callback, String... urls) {
         if (urls != null && urls.length > 0) {
             for (String url : urls) {
+                ZhiWeiTools.sleep(100);
                 counter.add();
                 if (url != null) {
                     try {

src/main/java/com/zhiwei/source_forward/util/MatchSource.java

@@ -325,7 +325,6 @@ public class MatchSource {
 					source = source.replaceAll(".*来源：|）", "");
 				}
 			}
-			
             if(Objects.nonNull(source) && source.length() != 0) {
             	return source;
             }