Commit 7adbc5b2 by yangchen

zhiwei-tool 修改为0.0.5版本

parent eb2d52f1
......@@ -65,7 +65,7 @@
<dependency>
<groupId>com.zhiwei.tools</groupId>
<artifactId>zhiwei-tools</artifactId>
<version>0.0.4-SNAPSHOT</version>
<version>0.0.5-SNAPSHOT</version>
</dependency>
</dependencies>
</project>
\ No newline at end of file
......@@ -247,7 +247,7 @@ public class BaiduNewsCrawlerParse {
for (int i = 1; i <= 3; i++) {
try {
Response response = HttpBoot.syncCall(RequestUtils.wrapGet(url,headerMap),proxy,false);
return response.body().toString();
return response.body().string();
} catch (Exception e) {
logger.error("获取数据时出现问题,问题为:{}", e.fillInStackTrace());
if(i==3){
......
......@@ -28,7 +28,7 @@ public class DataCrawlerTest {
Proxy proxy = null; //代理IP,不用可不填写
try {
// //百度新闻采集demo
// List<NewsData> baiduNewsList = DataCrawler.getBaiduNewsData(word, startTime, endTime, proxy);
List<NewsData> list = DataCrawler.getBaiduNewsData(word, startTime, endTime, proxy);
// //搜狗新闻关键词采集demo
// List<NewsData> sogouNewsList = DataCrawler.getSougouNewsData(word, proxy);
// //360新闻采集demo
......@@ -46,7 +46,7 @@ public class DataCrawlerTest {
// List<DouBanData> list = DataCrawler.getDouBanData(word, type, proxy);
List<NewsData> list = DataCrawler.getSoData("京东", "www.toutiao.com", "d", proxy);
// List<NewsData> list = DataCrawler.getSoData("京东", "www.toutiao.com", "d", proxy);
for(NewsData newsData : list) {
System.out.println(newsData);
}
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment