Commit 7b17220c by zhiwei

修改采集包

parent f6290b0f
...@@ -9,7 +9,7 @@ ...@@ -9,7 +9,7 @@
<dependency> <dependency>
<groupId>com.zhiwei</groupId> <groupId>com.zhiwei</groupId>
<artifactId>zhiweiTools</artifactId> <artifactId>zhiweiTools</artifactId>
<version>0.0.6-SNAPSHOT</version> <version>0.0.7-SNAPSHOT</version>
</dependency> </dependency>
</dependencies> </dependencies>
......
...@@ -151,6 +151,7 @@ public class TouTiaoArticleParse { ...@@ -151,6 +151,7 @@ public class TouTiaoArticleParse {
} }
Map<String, String> headerMap = Tools.getTouTiaoHeader(); Map<String, String> headerMap = Tools.getTouTiaoHeader();
headerMap.put("Referer", "https://www.toutiao.com/c/user/" + user_id + "/"); headerMap.put("Referer", "https://www.toutiao.com/c/user/" + user_id + "/");
try {
String htmlBody = HttpClientTemplateOK.get(url, proxy, headerMap); String htmlBody = HttpClientTemplateOK.get(url, proxy, headerMap);
if (htmlBody != null) { if (htmlBody != null) {
Map<String, Object> dataMap = parseHtmlByMicroAccount(htmlBody, endDate); Map<String, Object> dataMap = parseHtmlByMicroAccount(htmlBody, endDate);
...@@ -160,6 +161,11 @@ public class TouTiaoArticleParse { ...@@ -160,6 +161,11 @@ public class TouTiaoArticleParse {
}else{ }else{
logger.info("数据为null"); logger.info("数据为null");
} }
} catch (Exception e) {
logger.info("获取数据出错::{},数据为null", e.fillInStackTrace());
return null;
}
return null; return null;
} }
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment