Commit 7b17220c by zhiwei

修改采集包

parent f6290b0f
...@@ -9,7 +9,7 @@ ...@@ -9,7 +9,7 @@
<dependency> <dependency>
<groupId>com.zhiwei</groupId> <groupId>com.zhiwei</groupId>
<artifactId>zhiweiTools</artifactId> <artifactId>zhiweiTools</artifactId>
<version>0.0.6-SNAPSHOT</version> <version>0.0.7-SNAPSHOT</version>
</dependency> </dependency>
</dependencies> </dependencies>
......
...@@ -151,15 +151,21 @@ public class TouTiaoArticleParse { ...@@ -151,15 +151,21 @@ public class TouTiaoArticleParse {
} }
Map<String, String> headerMap = Tools.getTouTiaoHeader(); Map<String, String> headerMap = Tools.getTouTiaoHeader();
headerMap.put("Referer", "https://www.toutiao.com/c/user/" + user_id + "/"); headerMap.put("Referer", "https://www.toutiao.com/c/user/" + user_id + "/");
String htmlBody = HttpClientTemplateOK.get(url, proxy, headerMap); try {
if (htmlBody != null) { String htmlBody = HttpClientTemplateOK.get(url, proxy, headerMap);
Map<String, Object> dataMap = parseHtmlByMicroAccount(htmlBody, endDate); if (htmlBody != null) {
if(dataMap!=null && dataMap.size()>0){ Map<String, Object> dataMap = parseHtmlByMicroAccount(htmlBody, endDate);
return dataMap; if(dataMap!=null && dataMap.size()>0){
return dataMap;
}
}else{
logger.info("数据为null");
} }
}else{ } catch (Exception e) {
logger.info("数据为null"); logger.info("获取数据出错::{},数据为null", e.fillInStackTrace());
return null;
} }
return null; return null;
} }
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment