知乎 专栏 点赞数 评论数采集添加

src/main/java/com/zhiwei/media_data_crawler/crawler/ZhihuCrawlerParse.java

@@ -142,11 +142,41 @@ public class ZhihuCrawlerParse {
 	    return null;
 	}
 	
-//	public static void main(String[] args) {
-//        String url = "68781862";
-//        ZhihuQuestionData zqd = ZhihuCrawlerParse.getQuestionData(url, null);
-//        System.out.println(zqd.toString());
-//    }
+	public static void main(String[] args) {
+        String url = "https://zhuanlan.zhihu.com/p/31577152";
+        ZhiHuData zqd = ZhihuCrawlerParse.getUrlData(url, null);
+        System.out.println(zqd.toString());
+    }
+	
+	/**
+	 * 
+	 * @Description 知乎专栏获取点赞评论数
+	 * @param url
+	 * @param proxy
+	 * @return
+	 */
+	public static ZhiHuData getUrlData(String url,Proxy proxy) {
+	    try (Response response = httpBoot.syncCall(RequestUtils.wrapGet(url), proxy)){
+            String result = response.body().string();
+            if(result.contains("initialState")) {
+                String jsonData = "{\"initialState" + result.split("initialState")[1].split("\\</script\\>")[0];
+                JSONObject json = JSONObject.parseObject(jsonData);
+                JSONObject jdata = json.getJSONObject("initialState").getJSONObject("entities")
+                        .getJSONObject("articles").getJSONObject(url.split("p/")[1].split("\\?")[0]);
+                if(Objects.nonNull(jdata)) {
+                    ZhiHuData zd = new ZhiHuData();
+                    zd.setTitle(jdata.getString("title"));
+                    zd.setComment_count(jdata.getInteger("commentCount"));
+                    zd.setAttitudes_count(jdata.getInteger("voteupCount"));
+                    zd.setUrl(url);
+                    return zd;
+                }
+            }
+        } catch (Exception e) {
+            logger.error(" 知乎专栏获取 文章数据出错 {} ", e);
+        }
+	    return null;
+	}
 	
 	/**
      * 根据关键词获取链接地址(栏目msg，问答question)