Skip to content

S
searchhotcrawler
Commit 81c4ce5c by 马黎滨
Options

搜狐采集链接更替

parent 4607dd43
Showing with 1 additions and 1 deletions
src/main/java/com/zhiwei/searchhotcrawler/crawler/SouhuTopicCrawler.java
...@@ -29,7 +29,7 @@ public class SouhuTopicCrawler { ...@@ -29,7 +29,7 @@ public class SouhuTopicCrawler {
log.info("搜狐话题榜开始采集..."); log.info("搜狐话题榜开始采集...");
JSONArray dataJson = null; JSONArray dataJson = null;
String htmlBody = null; String htmlBody = null;
String url = "https://api.k.sohu.com/api/news/moment/v2/list.go?pageSize=50"; String url = "https://api.k.sohu.com/api/news/moment/v2/list.go?pageSize=50&v=6.4.4";
Request request = RequestUtils.wrapGet(url); Request request = RequestUtils.wrapGet(url);
for(int t=0; t<3 && dataJson==null; t++){ for(int t=0; t<3 && dataJson==null; t++){
try(Response response = httpBoot.syncCall(request, ProxyHolder.NAT_HEAVY_PROXY)) { try(Response response = httpBoot.syncCall(request, ProxyHolder.NAT_HEAVY_PROXY)) {
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment