Commit a7d988a7 by yangchen

页面获取失败修改

parent 7adbc5b2
...@@ -256,7 +256,7 @@ public class BaiduTiebaCrawlerParse { ...@@ -256,7 +256,7 @@ public class BaiduTiebaCrawlerParse {
for (int i = 1; i <= 3; i++) { for (int i = 1; i <= 3; i++) {
try { try {
Response response = HttpBoot.syncCall(RequestUtils.wrapGet(url,headerMap),proxy,false); Response response = HttpBoot.syncCall(RequestUtils.wrapGet(url,headerMap),proxy,false);
return response.body().toString(); return response.body().string();
} catch (Exception e) { } catch (Exception e) {
logger.error("获取数据时出现问题,问题为:{}", e.fillInStackTrace()); logger.error("获取数据时出现问题,问题为:{}", e.fillInStackTrace());
if(i==3){ if(i==3){
......
...@@ -94,7 +94,7 @@ public class DoubanCrawlerParse { ...@@ -94,7 +94,7 @@ public class DoubanCrawlerParse {
for (int i = 1; i <= 3; i++) { for (int i = 1; i <= 3; i++) {
try { try {
Response response = HttpBoot.syncCall(RequestUtils.wrapGet(url,headerMap),proxy,false); Response response = HttpBoot.syncCall(RequestUtils.wrapGet(url,headerMap),proxy,false);
return response.body().toString(); return response.body().string();
} catch (Exception e) { } catch (Exception e) {
logger.error("获取数据时出现问题,问题为:{}", e.fillInStackTrace()); logger.error("获取数据时出现问题,问题为:{}", e.fillInStackTrace());
if(i==3){ if(i==3){
......
...@@ -104,7 +104,7 @@ public class SoCrawlerParse { ...@@ -104,7 +104,7 @@ public class SoCrawlerParse {
for (int i = 1; i <= 3; i++) { for (int i = 1; i <= 3; i++) {
try { try {
Response response = HttpBoot.syncCall(RequestUtils.wrapGet(url,headerMap),proxy,false); Response response = HttpBoot.syncCall(RequestUtils.wrapGet(url,headerMap),proxy,false);
return response.body().toString(); return response.body().string();
} catch (Exception e) { } catch (Exception e) {
logger.error("获取360新闻数据时出现问题,问题为:{}", e.fillInStackTrace()); logger.error("获取360新闻数据时出现问题,问题为:{}", e.fillInStackTrace());
if(i==3){ if(i==3){
......
...@@ -136,7 +136,7 @@ public class SoNewsCrawlerParse { ...@@ -136,7 +136,7 @@ public class SoNewsCrawlerParse {
for (int i = 1; i <= 3; i++) { for (int i = 1; i <= 3; i++) {
try { try {
Response response = HttpBoot.syncCall(RequestUtils.wrapGet(url,headerMap),proxy,false); Response response = HttpBoot.syncCall(RequestUtils.wrapGet(url,headerMap),proxy,false);
return response.body().toString(); return response.body().string();
} catch (Exception e) { } catch (Exception e) {
logger.error("获取360新闻数据时出现问题,问题为:{}", e.fillInStackTrace()); logger.error("获取360新闻数据时出现问题,问题为:{}", e.fillInStackTrace());
if(i==3){ if(i==3){
......
...@@ -129,7 +129,7 @@ public class SougouNewsCrawlerParse { ...@@ -129,7 +129,7 @@ public class SougouNewsCrawlerParse {
for(int i = 1; i<=3; i++){ for(int i = 1; i<=3; i++){
try { try {
Response response = HttpBoot.syncCall(RequestUtils.wrapGet(url,headerMap),proxy,false); Response response = HttpBoot.syncCall(RequestUtils.wrapGet(url,headerMap),proxy,false);
return response.body().toString(); return response.body().string();
} catch (Exception e) { } catch (Exception e) {
logger.error("获取搜狗新闻数据时出现问题,问题为:{}", e.fillInStackTrace()); logger.error("获取搜狗新闻数据时出现问题,问题为:{}", e.fillInStackTrace());
if(i==3){ if(i==3){
...@@ -153,7 +153,7 @@ public class SougouNewsCrawlerParse { ...@@ -153,7 +153,7 @@ public class SougouNewsCrawlerParse {
for(int i = 1; i<=3; i++){ for(int i = 1; i<=3; i++){
try { try {
Response response = HttpBoot.syncCall(RequestUtils.wrapGet(url,headerMap),proxy,false); Response response = HttpBoot.syncCall(RequestUtils.wrapGet(url,headerMap),proxy,false);
return response.body().toString(); return response.body().string();
} catch (Exception e) { } catch (Exception e) {
logger.error("获取搜狗新闻数据时出现问题,问题为:{}", e.fillInStackTrace()); logger.error("获取搜狗新闻数据时出现问题,问题为:{}", e.fillInStackTrace());
if(i==3){ if(i==3){
......
...@@ -97,7 +97,7 @@ public class SougouZhihuCrawlerParse{ ...@@ -97,7 +97,7 @@ public class SougouZhihuCrawlerParse{
for(int i = 1; i<=3; i++){ for(int i = 1; i<=3; i++){
try { try {
Response response = HttpBoot.syncCall(RequestUtils.wrapGet(url,headerMap),proxy,false); Response response = HttpBoot.syncCall(RequestUtils.wrapGet(url,headerMap),proxy,false);
return response.body().toString(); return response.body().string();
} catch (Exception e) { } catch (Exception e) {
logger.error("获取搜狗新闻数据时出现问题,问题为:{}", e.fillInStackTrace()); logger.error("获取搜狗新闻数据时出现问题,问题为:{}", e.fillInStackTrace());
if(i==3){ if(i==3){
...@@ -124,7 +124,7 @@ public class SougouZhihuCrawlerParse{ ...@@ -124,7 +124,7 @@ public class SougouZhihuCrawlerParse{
for(int i = 1; i<=3; i++){ for(int i = 1; i<=3; i++){
try { try {
Response response = HttpBoot.syncCall(RequestUtils.wrapGet(url,headerMap),proxy,false); Response response = HttpBoot.syncCall(RequestUtils.wrapGet(url,headerMap),proxy,false);
return response.body().toString(); return response.body().string();
} catch (Exception e) { } catch (Exception e) {
logger.error("获取搜狗新闻数据时出现问题,问题为:{}", e.fillInStackTrace()); logger.error("获取搜狗新闻数据时出现问题,问题为:{}", e.fillInStackTrace());
if(i==3){ if(i==3){
......
...@@ -87,7 +87,7 @@ public class TianYaCrawlerParse { ...@@ -87,7 +87,7 @@ public class TianYaCrawlerParse {
for (int i = 1; i <= 3; i++) { for (int i = 1; i <= 3; i++) {
try { try {
Response response = HttpBoot.syncCall(RequestUtils.wrapGet(url,headerMap),proxy,false); Response response = HttpBoot.syncCall(RequestUtils.wrapGet(url,headerMap),proxy,false);
return response.body().toString(); return response.body().string();
} catch (Exception e) { } catch (Exception e) {
logger.error("获取数据时出现问题,问题为:{}", e.fillInStackTrace()); logger.error("获取数据时出现问题,问题为:{}", e.fillInStackTrace());
if(i==3){ if(i==3){
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment