Skip to content

S
soubao_crawler
Commit c1281636 by [zhangzhiwei]
Options

升级核心采集包

parent dd5cf58b
Showing with 3 additions and 3 deletions
pom.xml
...@@ -29,7 +29,7 @@ ...@@ -29,7 +29,7 @@
<dependency> <dependency>
<groupId>com.zhiwei.tools</groupId> <groupId>com.zhiwei.tools</groupId>
<artifactId>zhiwei-tools</artifactId> <artifactId>zhiwei-tools</artifactId>
<version>0.1.1-SNAPSHOT</version> <version>0.1.3-SNAPSHOT</version>
</dependency> </dependency>
<dependency> <dependency>
...@@ -53,7 +53,7 @@ ...@@ -53,7 +53,7 @@
<dependency> <dependency>
<groupId>com.zhiwei.crawler</groupId> <groupId>com.zhiwei.crawler</groupId>
<artifactId>crawler-core</artifactId> <artifactId>crawler-core</artifactId>
<version>0.1.1-RELEASE</version> <version>0.3.6-RELEASE</version>
</dependency> </dependency>
</dependencies> </dependencies>
......
src/main/java/com/zhiwei/crawler/soubao/SouBaoCrawlerThread.java
...@@ -31,7 +31,7 @@ public class SouBaoCrawlerThread extends Thread{ ...@@ -31,7 +31,7 @@ public class SouBaoCrawlerThread extends Thread{
/***开始采集**/ /***开始采集**/
logger.info("开始采集：{}搜报网关键词,目前未采集的关键词为:{}", word, wordsQueue.size()); logger.info("开始采集：{}搜报网关键词,目前未采集的关键词为:{}", word, wordsQueue.size());
long s = System.currentTimeMillis(); long s = System.currentTimeMillis();
Crawler.start(1, word, ProxyHolder.NAT_PROXY.getProxy()); Crawler.start(1, word, ProxyHolder.NAT_HEAVY_PROXY.getProxy());
long e = System.currentTimeMillis(); long e = System.currentTimeMillis();
logger.info("采集：：：{}搜报网关键词结束,采集所用时间为：{}", word, (e-s)); logger.info("采集：：：{}搜报网关键词结束,采集所用时间为：{}", word, (e-s));
} catch (Exception e) { } catch (Exception e) {
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment