Commit 362773e1 by zhiwei

删除一些log

parent b8eef493
......@@ -103,7 +103,6 @@ public class BaiduTiebaCrawlerParse extends HttpClientTemplateOK {
}
String ur = url + "?pn=" + page;
String htmlBody = downloadHtml(ur, proxy);
System.out.println(url + "------------" + aid);
if (htmlBody != null) {
Map<String, Object> dataMap = analysisDataAnswer(htmlBody,aid);
List<TiebaData> dataList = (List<TiebaData>) dataMap.get("data");
......@@ -140,7 +139,6 @@ public class BaiduTiebaCrawlerParse extends HttpClientTemplateOK {
}
String source = null;
source = document.select("div.card_top.clearfix > div.card_title > a").text();
System.out.println(title);
for(Element element : elementes) {
String time = null;
String content = null;
......@@ -162,7 +160,6 @@ public class BaiduTiebaCrawlerParse extends HttpClientTemplateOK {
if(time != null && time.length() > 1) {
TiebaData tbd = new TiebaData("http://tieba.baidu.com/p/"+aid, title, time, tid, source, author, content, aid);
System.out.println(tbd.toString());
list.add(tbd);
}
}
......@@ -316,7 +313,6 @@ public class BaiduTiebaCrawlerParse extends HttpClientTemplateOK {
author = element.select("a").select("font.p_violet").text().split(" ")[1];
time = element.select("font.p_date").text();
TiebaData tiebaData = new TiebaData(link, title, time, tid, source, author, content, word);
System.out.println(tiebaData);
list.add(tiebaData);
}catch (Exception e) {
logger.debug("无作者 或者 无来源");
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment