更新

src/main/java/com/zhiwei/weibocrawler/crawler/getdata/WeiboCrawlerAnalysis.java

@@ -100,7 +100,6 @@ public class WeiboCrawlerAnalysis {
 			Elements elements = document.select("div.UG_contents").select("ul.clearfix")
 					.select("div[action-type=feed_list_item]");
 			List<String> midsList = new ArrayList<String>();
-			System.out.println("element size is " + elements.size());
 			for (Element element : elements) {
 				try {
 					String mid = element.attr("mid");
@@ -110,7 +109,6 @@ public class WeiboCrawlerAnalysis {
 					if(!midsList.contains(mid)){
 						midsList.add(mid);
 					}
-					System.out.println("midList size " + midsList.size());
 				} catch (Exception e) {
 					logger.error("数据解析出错", e.getMessage());
 					ZhiWeiTools.sleep(200);
@@ -120,13 +118,10 @@ public class WeiboCrawlerAnalysis {
 			if(!midsList.isEmpty()){
 				for(String mid : midsList){
 					boolean f = RsidClientDAO.isWeiboExit(mid);
-					System.out.println(mid+"==========="+f);
 					if (!f) {
 						DataQueue.offer(mid);
 					}
 				}
-			}else {
-				System.out.println("++++++++++++++++");
 			}
 		} catch (Exception e) {
 			logger.error("数据解析出错", e.getMessage());