Commit 83ad08ab by zhiwei

修复代码重复的问题

parents fffe3c2d a6153b6e
...@@ -22,12 +22,6 @@ ...@@ -22,12 +22,6 @@
<scope>provided</scope> <scope>provided</scope>
</dependency> </dependency>
<dependency> <dependency>
<groupId>com.zhiwei.middleware</groupId>
<artifactId>cleaner-unified-urlfilterNew</artifactId>
<version>0.0.6-SNAPSHOT</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>com.zhiwei.tools</groupId> <groupId>com.zhiwei.tools</groupId>
<artifactId>zhiwei-tools</artifactId> <artifactId>zhiwei-tools</artifactId>
<version>0.1.4-SNAPSHOT</version> <version>0.1.4-SNAPSHOT</version>
...@@ -40,6 +34,12 @@ ...@@ -40,6 +34,12 @@
<version>0.5.2-RELEASE</version> <version>0.5.2-RELEASE</version>
<scope>provided</scope> <scope>provided</scope>
</dependency> </dependency>
<dependency>
<groupId>com.zhiwei.middleware</groupId>
<artifactId>cleaner-unified-urlfilterNew</artifactId>
<version>0.0.6-SNAPSHOT</version>
<scope>provided</scope>
</dependency>
</dependencies> </dependencies>
<!-- 打包管理 --> <!-- 打包管理 -->
<build> <build>
......
...@@ -2,9 +2,8 @@ package com.zhiwei.weibocrawler.crawler; ...@@ -2,9 +2,8 @@ package com.zhiwei.weibocrawler.crawler;
import java.util.Date; import java.util.Date;
import java.util.List; import java.util.List;
import org.apache.logging.log4j.LogManager;
import org.slf4j.Logger; import org.apache.logging.log4j.Logger;
import org.slf4j.LoggerFactory;
import com.zhiwei.tools.tools.ZhiWeiTools; import com.zhiwei.tools.tools.ZhiWeiTools;
import com.zhiwei.weibobusiness.weibo4j.model.Status; import com.zhiwei.weibobusiness.weibo4j.model.Status;
...@@ -21,7 +20,7 @@ import com.zhiwei.weibocrawler.rsidClient.UpdateQueue; ...@@ -21,7 +20,7 @@ import com.zhiwei.weibocrawler.rsidClient.UpdateQueue;
*/ */
public class DataUpdate implements Runnable{ public class DataUpdate implements Runnable{
private static Logger logger = LoggerFactory.getLogger(DataUpdate.class); private static final Logger logger = LogManager.getLogger(DataUpdate.class);
private String token; private String token;
......
...@@ -4,17 +4,16 @@ import java.io.IOException; ...@@ -4,17 +4,16 @@ import java.io.IOException;
import java.util.HashMap; import java.util.HashMap;
import java.util.Map; import java.util.Map;
import org.slf4j.Logger; import org.apache.logging.log4j.LogManager;
import org.slf4j.LoggerFactory; import org.apache.logging.log4j.Logger;
import com.zhiwei.crawler.core.HttpBoot; import com.zhiwei.crawler.core.HttpBoot;
import com.zhiwei.crawler.utils.RequestUtils; import com.zhiwei.crawler.utils.RequestUtils;
public class HttpClientDemo { public class HttpClientDemo {
private static Logger logger = LoggerFactory.getLogger(HttpClientDemo.class); private static final Logger logger = LogManager.getLogger(HttpClientDemo.class);
private static HttpBoot httpBoot = new HttpBoot.Builder().retryTimes(3).build(); private static HttpBoot httpBoot = new HttpBoot.Builder().retryTimes(3).build();
public static String executeHttpRequestGet(String url) { public static String executeHttpRequestGet(String url) {
Map<String, String> headerMap = new HashMap<>(); Map<String, String> headerMap = new HashMap<>();
headerMap.put("User-Agent", headerMap.put("User-Agent",
...@@ -28,7 +27,7 @@ public class HttpClientDemo { ...@@ -28,7 +27,7 @@ public class HttpClientDemo {
return httpBoot.syncCall(RequestUtils.wrapGet(url,headerMap)).body().string(); return httpBoot.syncCall(RequestUtils.wrapGet(url,headerMap)).body().string();
} catch (IOException e) { } catch (IOException e) {
logger.info("httpClient 获取数据出现问题:{}", e.getMessage()); logger.info("httpClient 获取数据出现问题:{}", e.getMessage());
}catch (Exception e) { } catch (Exception e) {
logger.info("httpClient 获取数据出现问题:{}", e.getMessage()); logger.info("httpClient 获取数据出现问题:{}", e.getMessage());
} }
return null; return null;
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment